diff --git a/results/voyageai__voyage-large-2-instruct/1/BrightBiologyRetrieval.json b/results/voyageai__voyage-large-2-instruct/1/BrightBiologyRetrieval.json new file mode 100644 index 0000000000..30041bc114 --- /dev/null +++ b/results/voyageai__voyage-large-2-instruct/1/BrightBiologyRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "c26703e6600d97c579ee2985f16cf307db13ed85", + "task_name": "BrightBiologyRetrieval", + "mteb_version": "2.12.9", + "scores": { + "standard": [ + { + "ndcg_at_1": 0.17476, + "ndcg_at_3": 0.18469, + "ndcg_at_5": 0.1996, + "ndcg_at_10": 0.22681, + "ndcg_at_20": 0.25696, + "ndcg_at_100": 0.31977, + "ndcg_at_1000": 0.37023, + "map_at_1": 0.05165, + "map_at_3": 0.1114, + "map_at_5": 0.13275, + "map_at_10": 0.1566, + "map_at_20": 0.17126, + "map_at_100": 0.18478, + "map_at_1000": 0.18774, + "recall_at_1": 0.05165, + "recall_at_3": 0.15149, + "recall_at_5": 0.20472, + "recall_at_10": 0.28277, + "recall_at_20": 0.36427, + "recall_at_100": 0.60491, + "recall_at_1000": 0.8856, + "accuracy": 0.05165, + "precision_at_1": 0.17476, + "precision_at_3": 0.16505, + "precision_at_5": 0.14563, + "precision_at_10": 0.10583, + "precision_at_20": 0.07087, + "precision_at_100": 0.02252, + "precision_at_1000": 0.00321, + "mrr_at_1": 0.174757, + "mrr_at_3": 0.249191, + "mrr_at_5": 0.262783, + "mrr_at_10": 0.274915, + "mrr_at_20": 0.279475, + "mrr_at_100": 0.284867, + "mrr_at_1000": 0.285644, + "nauc_ndcg_at_1_max": -0.089544, + "nauc_ndcg_at_1_std": -0.319276, + "nauc_ndcg_at_1_diff1": 0.146062, + "nauc_ndcg_at_3_max": -0.006645, + "nauc_ndcg_at_3_std": -0.202919, + "nauc_ndcg_at_3_diff1": 0.14973, + "nauc_ndcg_at_5_max": -0.022093, + "nauc_ndcg_at_5_std": -0.209222, + "nauc_ndcg_at_5_diff1": 0.131446, + "nauc_ndcg_at_10_max": 0.001457, + "nauc_ndcg_at_10_std": -0.195025, + "nauc_ndcg_at_10_diff1": 0.142773, + "nauc_ndcg_at_20_max": -0.022821, + "nauc_ndcg_at_20_std": -0.22272, + "nauc_ndcg_at_20_diff1": 0.131837, + "nauc_ndcg_at_100_max": -0.033459, + "nauc_ndcg_at_100_std": -0.26034, + "nauc_ndcg_at_100_diff1": 0.151875, + "nauc_ndcg_at_1000_max": -0.020668, + "nauc_ndcg_at_1000_std": -0.233664, + "nauc_ndcg_at_1000_diff1": 0.160231, + "nauc_map_at_1_max": -0.065832, + "nauc_map_at_1_std": -0.285773, + "nauc_map_at_1_diff1": 0.101521, + "nauc_map_at_3_max": 0.033785, + "nauc_map_at_3_std": -0.191577, + "nauc_map_at_3_diff1": 0.16299, + "nauc_map_at_5_max": 0.013177, + "nauc_map_at_5_std": -0.18488, + "nauc_map_at_5_diff1": 0.150703, + "nauc_map_at_10_max": 0.023747, + "nauc_map_at_10_std": -0.173301, + "nauc_map_at_10_diff1": 0.159697, + "nauc_map_at_20_max": 0.00792, + "nauc_map_at_20_std": -0.193256, + "nauc_map_at_20_diff1": 0.149943, + "nauc_map_at_100_max": -0.002355, + "nauc_map_at_100_std": -0.21093, + "nauc_map_at_100_diff1": 0.14513, + "nauc_map_at_1000_max": -0.001067, + "nauc_map_at_1000_std": -0.209728, + "nauc_map_at_1000_diff1": 0.147166, + "nauc_recall_at_1_max": -0.065832, + "nauc_recall_at_1_std": -0.285773, + "nauc_recall_at_1_diff1": 0.101521, + "nauc_recall_at_3_max": 0.102201, + "nauc_recall_at_3_std": -0.084343, + "nauc_recall_at_3_diff1": 0.186337, + "nauc_recall_at_5_max": 0.042602, + "nauc_recall_at_5_std": -0.110654, + "nauc_recall_at_5_diff1": 0.153944, + "nauc_recall_at_10_max": 0.057468, + "nauc_recall_at_10_std": -0.13173, + "nauc_recall_at_10_diff1": 0.141792, + "nauc_recall_at_20_max": -0.00392, + "nauc_recall_at_20_std": -0.187277, + "nauc_recall_at_20_diff1": 0.123748, + "nauc_recall_at_100_max": 0.007651, + "nauc_recall_at_100_std": -0.250754, + "nauc_recall_at_100_diff1": 0.219932, + "nauc_recall_at_1000_max": 0.196703, + "nauc_recall_at_1000_std": 0.068615, + "nauc_recall_at_1000_diff1": 0.450769, + "nauc_precision_at_1_max": -0.089544, + "nauc_precision_at_1_std": -0.319276, + "nauc_precision_at_1_diff1": 0.146062, + "nauc_precision_at_3_max": -0.042492, + "nauc_precision_at_3_std": -0.22709, + "nauc_precision_at_3_diff1": 0.131475, + "nauc_precision_at_5_max": -0.093113, + "nauc_precision_at_5_std": -0.245117, + "nauc_precision_at_5_diff1": 0.082176, + "nauc_precision_at_10_max": -0.057144, + "nauc_precision_at_10_std": -0.217067, + "nauc_precision_at_10_diff1": 0.069495, + "nauc_precision_at_20_max": -0.092933, + "nauc_precision_at_20_std": -0.259915, + "nauc_precision_at_20_diff1": 0.035541, + "nauc_precision_at_100_max": -0.113979, + "nauc_precision_at_100_std": -0.298307, + "nauc_precision_at_100_diff1": 0.055514, + "nauc_precision_at_1000_max": -0.091849, + "nauc_precision_at_1000_std": -0.202865, + "nauc_precision_at_1000_diff1": -0.000207, + "nauc_mrr_at_1_max": -0.089544, + "nauc_mrr_at_1_std": -0.319276, + "nauc_mrr_at_1_diff1": 0.146062, + "nauc_mrr_at_3_max": -0.052834, + "nauc_mrr_at_3_std": -0.231636, + "nauc_mrr_at_3_diff1": 0.121781, + "nauc_mrr_at_5_max": -0.061076, + "nauc_mrr_at_5_std": -0.240244, + "nauc_mrr_at_5_diff1": 0.128662, + "nauc_mrr_at_10_max": -0.069826, + "nauc_mrr_at_10_std": -0.255693, + "nauc_mrr_at_10_diff1": 0.125431, + "nauc_mrr_at_20_max": -0.072182, + "nauc_mrr_at_20_std": -0.257737, + "nauc_mrr_at_20_diff1": 0.120545, + "nauc_mrr_at_100_max": -0.072532, + "nauc_mrr_at_100_std": -0.258752, + "nauc_mrr_at_100_diff1": 0.123623, + "nauc_mrr_at_1000_max": -0.072321, + "nauc_mrr_at_1000_std": -0.258706, + "nauc_mrr_at_1000_diff1": 0.124168, + "hit_rate_at_1": 0.17476, + "hit_rate_at_3": 0.34951, + "hit_rate_at_5": 0.41748, + "hit_rate_at_10": 0.50485, + "hit_rate_at_20": 0.57282, + "hit_rate_at_100": 0.7767, + "hit_rate_at_1000": 0.96117, + "main_score": 0.22681, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 2972.350210905075, + "kg_co2_emissions": null, + "date": 1775390826.714199 +} \ No newline at end of file diff --git a/results/voyageai__voyage-large-2-instruct/1/BrightEarthScienceRetrieval.json b/results/voyageai__voyage-large-2-instruct/1/BrightEarthScienceRetrieval.json new file mode 100644 index 0000000000..6acdea6504 --- /dev/null +++ b/results/voyageai__voyage-large-2-instruct/1/BrightEarthScienceRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "c26703e6600d97c579ee2985f16cf307db13ed85", + "task_name": "BrightEarthScienceRetrieval", + "mteb_version": "2.12.9", + "scores": { + "standard": [ + { + "ndcg_at_1": 0.21552, + "ndcg_at_3": 0.22921, + "ndcg_at_5": 0.23234, + "ndcg_at_10": 0.25729, + "ndcg_at_20": 0.28598, + "ndcg_at_100": 0.34055, + "ndcg_at_1000": 0.39708, + "map_at_1": 0.08975, + "map_at_3": 0.15877, + "map_at_5": 0.17962, + "map_at_10": 0.1976, + "map_at_20": 0.20729, + "map_at_100": 0.21829, + "map_at_1000": 0.22238, + "recall_at_1": 0.08975, + "recall_at_3": 0.19865, + "recall_at_5": 0.23951, + "recall_at_10": 0.31899, + "recall_at_20": 0.39417, + "recall_at_100": 0.58198, + "recall_at_1000": 0.8497, + "accuracy": 0.08975, + "precision_at_1": 0.21552, + "precision_at_3": 0.17241, + "precision_at_5": 0.13621, + "precision_at_10": 0.09397, + "precision_at_20": 0.06509, + "precision_at_100": 0.02284, + "precision_at_1000": 0.00396, + "mrr_at_1": 0.215517, + "mrr_at_3": 0.270115, + "mrr_at_5": 0.284339, + "mrr_at_10": 0.30233, + "mrr_at_20": 0.309884, + "mrr_at_100": 0.313249, + "mrr_at_1000": 0.314157, + "nauc_ndcg_at_1_max": 0.267305, + "nauc_ndcg_at_1_std": -0.120858, + "nauc_ndcg_at_1_diff1": 0.133858, + "nauc_ndcg_at_3_max": 0.266408, + "nauc_ndcg_at_3_std": -0.099574, + "nauc_ndcg_at_3_diff1": 0.078848, + "nauc_ndcg_at_5_max": 0.225777, + "nauc_ndcg_at_5_std": -0.129205, + "nauc_ndcg_at_5_diff1": 0.045958, + "nauc_ndcg_at_10_max": 0.191754, + "nauc_ndcg_at_10_std": -0.12391, + "nauc_ndcg_at_10_diff1": 0.053812, + "nauc_ndcg_at_20_max": 0.160506, + "nauc_ndcg_at_20_std": -0.133476, + "nauc_ndcg_at_20_diff1": 0.062538, + "nauc_ndcg_at_100_max": 0.184386, + "nauc_ndcg_at_100_std": -0.06922, + "nauc_ndcg_at_100_diff1": 0.032885, + "nauc_ndcg_at_1000_max": 0.178672, + "nauc_ndcg_at_1000_std": -0.067746, + "nauc_ndcg_at_1000_diff1": 0.042706, + "nauc_map_at_1_max": 0.318722, + "nauc_map_at_1_std": -0.027273, + "nauc_map_at_1_diff1": 0.096876, + "nauc_map_at_3_max": 0.252044, + "nauc_map_at_3_std": -0.103712, + "nauc_map_at_3_diff1": 0.07315, + "nauc_map_at_5_max": 0.203273, + "nauc_map_at_5_std": -0.149985, + "nauc_map_at_5_diff1": 0.052485, + "nauc_map_at_10_max": 0.18945, + "nauc_map_at_10_std": -0.154402, + "nauc_map_at_10_diff1": 0.061169, + "nauc_map_at_20_max": 0.176484, + "nauc_map_at_20_std": -0.157376, + "nauc_map_at_20_diff1": 0.064158, + "nauc_map_at_100_max": 0.179919, + "nauc_map_at_100_std": -0.142672, + "nauc_map_at_100_diff1": 0.056099, + "nauc_map_at_1000_max": 0.178437, + "nauc_map_at_1000_std": -0.141347, + "nauc_map_at_1000_diff1": 0.055289, + "nauc_recall_at_1_max": 0.318722, + "nauc_recall_at_1_std": -0.027273, + "nauc_recall_at_1_diff1": 0.096876, + "nauc_recall_at_3_max": 0.250553, + "nauc_recall_at_3_std": -0.063349, + "nauc_recall_at_3_diff1": 0.022006, + "nauc_recall_at_5_max": 0.175301, + "nauc_recall_at_5_std": -0.131049, + "nauc_recall_at_5_diff1": -0.023904, + "nauc_recall_at_10_max": 0.120636, + "nauc_recall_at_10_std": -0.104363, + "nauc_recall_at_10_diff1": 0.015167, + "nauc_recall_at_20_max": 0.048268, + "nauc_recall_at_20_std": -0.115363, + "nauc_recall_at_20_diff1": 0.050368, + "nauc_recall_at_100_max": 0.133712, + "nauc_recall_at_100_std": 0.068073, + "nauc_recall_at_100_diff1": -0.037463, + "nauc_recall_at_1000_max": 0.083729, + "nauc_recall_at_1000_std": 0.147555, + "nauc_recall_at_1000_diff1": 0.039676, + "nauc_precision_at_1_max": 0.267305, + "nauc_precision_at_1_std": -0.120858, + "nauc_precision_at_1_diff1": 0.133858, + "nauc_precision_at_3_max": 0.232579, + "nauc_precision_at_3_std": -0.151596, + "nauc_precision_at_3_diff1": 0.083091, + "nauc_precision_at_5_max": 0.118626, + "nauc_precision_at_5_std": -0.228309, + "nauc_precision_at_5_diff1": 0.036207, + "nauc_precision_at_10_max": 0.055211, + "nauc_precision_at_10_std": -0.187797, + "nauc_precision_at_10_diff1": 0.036043, + "nauc_precision_at_20_max": -0.066088, + "nauc_precision_at_20_std": -0.168242, + "nauc_precision_at_20_diff1": 0.013928, + "nauc_precision_at_100_max": -0.022514, + "nauc_precision_at_100_std": 0.105444, + "nauc_precision_at_100_diff1": -0.069184, + "nauc_precision_at_1000_max": -0.097745, + "nauc_precision_at_1000_std": 0.131988, + "nauc_precision_at_1000_diff1": -0.075101, + "nauc_mrr_at_1_max": 0.267305, + "nauc_mrr_at_1_std": -0.120858, + "nauc_mrr_at_1_diff1": 0.133858, + "nauc_mrr_at_3_max": 0.299174, + "nauc_mrr_at_3_std": -0.078739, + "nauc_mrr_at_3_diff1": 0.115723, + "nauc_mrr_at_5_max": 0.260386, + "nauc_mrr_at_5_std": -0.096101, + "nauc_mrr_at_5_diff1": 0.089446, + "nauc_mrr_at_10_max": 0.250795, + "nauc_mrr_at_10_std": -0.080653, + "nauc_mrr_at_10_diff1": 0.087191, + "nauc_mrr_at_20_max": 0.249806, + "nauc_mrr_at_20_std": -0.07935, + "nauc_mrr_at_20_diff1": 0.092295, + "nauc_mrr_at_100_max": 0.252515, + "nauc_mrr_at_100_std": -0.076642, + "nauc_mrr_at_100_diff1": 0.090201, + "nauc_mrr_at_1000_max": 0.253071, + "nauc_mrr_at_1000_std": -0.076356, + "nauc_mrr_at_1000_diff1": 0.090841, + "hit_rate_at_1": 0.21552, + "hit_rate_at_3": 0.34483, + "hit_rate_at_5": 0.40517, + "hit_rate_at_10": 0.5431, + "hit_rate_at_20": 0.65517, + "hit_rate_at_100": 0.80172, + "hit_rate_at_1000": 0.97414, + "main_score": 0.25729, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 7115.749519109726, + "kg_co2_emissions": null, + "date": 1775397947.336041 +} \ No newline at end of file diff --git a/results/voyageai__voyage-large-2-instruct/1/BrightEconomicsRetrieval.json b/results/voyageai__voyage-large-2-instruct/1/BrightEconomicsRetrieval.json new file mode 100644 index 0000000000..ce3b762fe7 --- /dev/null +++ b/results/voyageai__voyage-large-2-instruct/1/BrightEconomicsRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "c26703e6600d97c579ee2985f16cf307db13ed85", + "task_name": "BrightEconomicsRetrieval", + "mteb_version": "2.12.9", + "scores": { + "standard": [ + { + "ndcg_at_1": 0.16505, + "ndcg_at_3": 0.17303, + "ndcg_at_5": 0.18418, + "ndcg_at_10": 0.19806, + "ndcg_at_20": 0.22061, + "ndcg_at_100": 0.28078, + "ndcg_at_1000": 0.34359, + "map_at_1": 0.07685, + "map_at_3": 0.09942, + "map_at_5": 0.10988, + "map_at_10": 0.12786, + "map_at_20": 0.14156, + "map_at_100": 0.16411, + "map_at_1000": 0.1707, + "recall_at_1": 0.07685, + "recall_at_3": 0.11644, + "recall_at_5": 0.1442, + "recall_at_10": 0.20964, + "recall_at_20": 0.30128, + "recall_at_100": 0.54502, + "recall_at_1000": 0.82919, + "accuracy": 0.07685, + "precision_at_1": 0.16505, + "precision_at_3": 0.12298, + "precision_at_5": 0.1165, + "precision_at_10": 0.09515, + "precision_at_20": 0.07427, + "precision_at_100": 0.03359, + "precision_at_1000": 0.00595, + "mrr_at_1": 0.165049, + "mrr_at_3": 0.205502, + "mrr_at_5": 0.218123, + "mrr_at_10": 0.22567, + "mrr_at_20": 0.234935, + "mrr_at_100": 0.241054, + "mrr_at_1000": 0.241975, + "nauc_ndcg_at_1_max": 0.148638, + "nauc_ndcg_at_1_std": 0.0011, + "nauc_ndcg_at_1_diff1": 0.010672, + "nauc_ndcg_at_3_max": 0.224732, + "nauc_ndcg_at_3_std": 0.044204, + "nauc_ndcg_at_3_diff1": 0.078847, + "nauc_ndcg_at_5_max": 0.213033, + "nauc_ndcg_at_5_std": 0.018916, + "nauc_ndcg_at_5_diff1": 0.059592, + "nauc_ndcg_at_10_max": 0.211658, + "nauc_ndcg_at_10_std": 0.007046, + "nauc_ndcg_at_10_diff1": 0.058772, + "nauc_ndcg_at_20_max": 0.196942, + "nauc_ndcg_at_20_std": -0.013082, + "nauc_ndcg_at_20_diff1": 0.056578, + "nauc_ndcg_at_100_max": 0.213275, + "nauc_ndcg_at_100_std": 0.007288, + "nauc_ndcg_at_100_diff1": 0.041795, + "nauc_ndcg_at_1000_max": 0.211362, + "nauc_ndcg_at_1000_std": 0.012717, + "nauc_ndcg_at_1000_diff1": 0.003348, + "nauc_map_at_1_max": 0.113707, + "nauc_map_at_1_std": 0.155303, + "nauc_map_at_1_diff1": 0.098941, + "nauc_map_at_3_max": 0.138504, + "nauc_map_at_3_std": 0.109985, + "nauc_map_at_3_diff1": 0.068382, + "nauc_map_at_5_max": 0.135063, + "nauc_map_at_5_std": 0.088508, + "nauc_map_at_5_diff1": 0.06306, + "nauc_map_at_10_max": 0.150093, + "nauc_map_at_10_std": 0.060379, + "nauc_map_at_10_diff1": 0.068742, + "nauc_map_at_20_max": 0.161598, + "nauc_map_at_20_std": 0.044781, + "nauc_map_at_20_diff1": 0.073916, + "nauc_map_at_100_max": 0.198569, + "nauc_map_at_100_std": 0.037271, + "nauc_map_at_100_diff1": 0.061781, + "nauc_map_at_1000_max": 0.202301, + "nauc_map_at_1000_std": 0.035624, + "nauc_map_at_1000_diff1": 0.058465, + "nauc_recall_at_1_max": 0.113707, + "nauc_recall_at_1_std": 0.155303, + "nauc_recall_at_1_diff1": 0.098941, + "nauc_recall_at_3_max": 0.138344, + "nauc_recall_at_3_std": 0.070498, + "nauc_recall_at_3_diff1": 0.031122, + "nauc_recall_at_5_max": 0.1329, + "nauc_recall_at_5_std": 0.049262, + "nauc_recall_at_5_diff1": 0.034391, + "nauc_recall_at_10_max": 0.165254, + "nauc_recall_at_10_std": 0.016192, + "nauc_recall_at_10_diff1": 0.064683, + "nauc_recall_at_20_max": 0.141418, + "nauc_recall_at_20_std": -0.035132, + "nauc_recall_at_20_diff1": 0.083642, + "nauc_recall_at_100_max": 0.301029, + "nauc_recall_at_100_std": 0.103684, + "nauc_recall_at_100_diff1": 0.037969, + "nauc_recall_at_1000_max": 0.495725, + "nauc_recall_at_1000_std": 0.437222, + "nauc_recall_at_1000_diff1": -0.263205, + "nauc_precision_at_1_max": 0.148638, + "nauc_precision_at_1_std": 0.0011, + "nauc_precision_at_1_diff1": 0.010672, + "nauc_precision_at_3_max": 0.25835, + "nauc_precision_at_3_std": -0.009769, + "nauc_precision_at_3_diff1": 0.073765, + "nauc_precision_at_5_max": 0.227752, + "nauc_precision_at_5_std": -0.086452, + "nauc_precision_at_5_diff1": 0.040665, + "nauc_precision_at_10_max": 0.247628, + "nauc_precision_at_10_std": -0.099456, + "nauc_precision_at_10_diff1": 0.061087, + "nauc_precision_at_20_max": 0.272496, + "nauc_precision_at_20_std": -0.102443, + "nauc_precision_at_20_diff1": 0.041728, + "nauc_precision_at_100_max": 0.299338, + "nauc_precision_at_100_std": -0.087625, + "nauc_precision_at_100_diff1": -0.012312, + "nauc_precision_at_1000_max": 0.220156, + "nauc_precision_at_1000_std": -0.119353, + "nauc_precision_at_1000_diff1": -0.018139, + "nauc_mrr_at_1_max": 0.148638, + "nauc_mrr_at_1_std": 0.0011, + "nauc_mrr_at_1_diff1": 0.010672, + "nauc_mrr_at_3_max": 0.158187, + "nauc_mrr_at_3_std": -0.034286, + "nauc_mrr_at_3_diff1": 0.007125, + "nauc_mrr_at_5_max": 0.157511, + "nauc_mrr_at_5_std": -0.035777, + "nauc_mrr_at_5_diff1": 0.009372, + "nauc_mrr_at_10_max": 0.15947, + "nauc_mrr_at_10_std": -0.036905, + "nauc_mrr_at_10_diff1": 0.008026, + "nauc_mrr_at_20_max": 0.15561, + "nauc_mrr_at_20_std": -0.04062, + "nauc_mrr_at_20_diff1": 0.008957, + "nauc_mrr_at_100_max": 0.161503, + "nauc_mrr_at_100_std": -0.040938, + "nauc_mrr_at_100_diff1": 0.011842, + "nauc_mrr_at_1000_max": 0.16109, + "nauc_mrr_at_1000_std": -0.040505, + "nauc_mrr_at_1000_diff1": 0.010715, + "hit_rate_at_1": 0.16505, + "hit_rate_at_3": 0.25243, + "hit_rate_at_5": 0.31068, + "hit_rate_at_10": 0.36893, + "hit_rate_at_20": 0.49515, + "hit_rate_at_100": 0.70874, + "hit_rate_at_1000": 0.91262, + "main_score": 0.19806, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 2814.0572741031647, + "kg_co2_emissions": null, + "date": 1775400764.819935 +} \ No newline at end of file diff --git a/results/voyageai__voyage-large-2-instruct/1/BrightPonyRetrieval.json b/results/voyageai__voyage-large-2-instruct/1/BrightPonyRetrieval.json new file mode 100644 index 0000000000..c99d96c433 --- /dev/null +++ b/results/voyageai__voyage-large-2-instruct/1/BrightPonyRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "c26703e6600d97c579ee2985f16cf307db13ed85", + "task_name": "BrightPonyRetrieval", + "mteb_version": "2.12.9", + "scores": { + "standard": [ + { + "ndcg_at_1": 0.02679, + "ndcg_at_3": 0.02469, + "ndcg_at_5": 0.02191, + "ndcg_at_10": 0.01637, + "ndcg_at_20": 0.01435, + "ndcg_at_100": 0.02696, + "ndcg_at_1000": 0.08979, + "map_at_1": 0.00151, + "map_at_3": 0.0038, + "map_at_5": 0.0042, + "map_at_10": 0.00432, + "map_at_20": 0.0045, + "map_at_100": 0.00553, + "map_at_1000": 0.00772, + "recall_at_1": 0.00151, + "recall_at_3": 0.00567, + "recall_at_5": 0.00736, + "recall_at_10": 0.00816, + "recall_at_20": 0.01043, + "recall_at_100": 0.03876, + "recall_at_1000": 0.24682, + "accuracy": 0.00151, + "precision_at_1": 0.02679, + "precision_at_3": 0.02381, + "precision_at_5": 0.01964, + "precision_at_10": 0.01161, + "precision_at_20": 0.00848, + "precision_at_100": 0.00679, + "precision_at_1000": 0.00426, + "mrr_at_1": 0.026786, + "mrr_at_3": 0.03869, + "mrr_at_5": 0.04494, + "mrr_at_10": 0.047545, + "mrr_at_20": 0.049844, + "mrr_at_100": 0.056182, + "mrr_at_1000": 0.058238, + "nauc_ndcg_at_1_max": 0.476838, + "nauc_ndcg_at_1_std": 0.302006, + "nauc_ndcg_at_1_diff1": -0.211476, + "nauc_ndcg_at_3_max": 0.443154, + "nauc_ndcg_at_3_std": 0.401926, + "nauc_ndcg_at_3_diff1": -0.227276, + "nauc_ndcg_at_5_max": 0.330486, + "nauc_ndcg_at_5_std": 0.368002, + "nauc_ndcg_at_5_diff1": -0.258032, + "nauc_ndcg_at_10_max": 0.27333, + "nauc_ndcg_at_10_std": 0.309297, + "nauc_ndcg_at_10_diff1": -0.261276, + "nauc_ndcg_at_20_max": 0.21582, + "nauc_ndcg_at_20_std": 0.269896, + "nauc_ndcg_at_20_diff1": -0.210983, + "nauc_ndcg_at_100_max": 0.277625, + "nauc_ndcg_at_100_std": 0.259246, + "nauc_ndcg_at_100_diff1": -0.081811, + "nauc_ndcg_at_1000_max": 0.296205, + "nauc_ndcg_at_1000_std": 0.462721, + "nauc_ndcg_at_1000_diff1": -0.025068, + "nauc_map_at_1_max": 0.381483, + "nauc_map_at_1_std": 0.191588, + "nauc_map_at_1_diff1": -0.170247, + "nauc_map_at_3_max": 0.427559, + "nauc_map_at_3_std": 0.340709, + "nauc_map_at_3_diff1": -0.173682, + "nauc_map_at_5_max": 0.378487, + "nauc_map_at_5_std": 0.359244, + "nauc_map_at_5_diff1": -0.188742, + "nauc_map_at_10_max": 0.358805, + "nauc_map_at_10_std": 0.339831, + "nauc_map_at_10_diff1": -0.194824, + "nauc_map_at_20_max": 0.340255, + "nauc_map_at_20_std": 0.332559, + "nauc_map_at_20_diff1": -0.19383, + "nauc_map_at_100_max": 0.356678, + "nauc_map_at_100_std": 0.332961, + "nauc_map_at_100_diff1": -0.159537, + "nauc_map_at_1000_max": 0.346268, + "nauc_map_at_1000_std": 0.376519, + "nauc_map_at_1000_diff1": -0.1133, + "nauc_recall_at_1_max": 0.381483, + "nauc_recall_at_1_std": 0.191588, + "nauc_recall_at_1_diff1": -0.170247, + "nauc_recall_at_3_max": 0.350356, + "nauc_recall_at_3_std": 0.249579, + "nauc_recall_at_3_diff1": -0.108279, + "nauc_recall_at_5_max": 0.249906, + "nauc_recall_at_5_std": 0.307583, + "nauc_recall_at_5_diff1": -0.161554, + "nauc_recall_at_10_max": 0.190057, + "nauc_recall_at_10_std": 0.24393, + "nauc_recall_at_10_diff1": -0.185102, + "nauc_recall_at_20_max": 0.138616, + "nauc_recall_at_20_std": 0.226413, + "nauc_recall_at_20_diff1": -0.170556, + "nauc_recall_at_100_max": 0.265343, + "nauc_recall_at_100_std": 0.226531, + "nauc_recall_at_100_diff1": 0.005265, + "nauc_recall_at_1000_max": 0.318424, + "nauc_recall_at_1000_std": 0.506403, + "nauc_recall_at_1000_diff1": 0.026696, + "nauc_precision_at_1_max": 0.476838, + "nauc_precision_at_1_std": 0.302006, + "nauc_precision_at_1_diff1": -0.211476, + "nauc_precision_at_3_max": 0.441233, + "nauc_precision_at_3_std": 0.41416, + "nauc_precision_at_3_diff1": -0.223551, + "nauc_precision_at_5_max": 0.266199, + "nauc_precision_at_5_std": 0.355096, + "nauc_precision_at_5_diff1": -0.277882, + "nauc_precision_at_10_max": 0.16929, + "nauc_precision_at_10_std": 0.246711, + "nauc_precision_at_10_diff1": -0.297501, + "nauc_precision_at_20_max": 0.082061, + "nauc_precision_at_20_std": 0.213795, + "nauc_precision_at_20_diff1": -0.249, + "nauc_precision_at_100_max": 0.263017, + "nauc_precision_at_100_std": 0.25156, + "nauc_precision_at_100_diff1": -0.024557, + "nauc_precision_at_1000_max": 0.233452, + "nauc_precision_at_1000_std": 0.472413, + "nauc_precision_at_1000_diff1": 0.03434, + "nauc_mrr_at_1_max": 0.476838, + "nauc_mrr_at_1_std": 0.302006, + "nauc_mrr_at_1_diff1": -0.211476, + "nauc_mrr_at_3_max": 0.337847, + "nauc_mrr_at_3_std": 0.277977, + "nauc_mrr_at_3_diff1": -0.177508, + "nauc_mrr_at_5_max": 0.262999, + "nauc_mrr_at_5_std": 0.270782, + "nauc_mrr_at_5_diff1": -0.210159, + "nauc_mrr_at_10_max": 0.229049, + "nauc_mrr_at_10_std": 0.235672, + "nauc_mrr_at_10_diff1": -0.221556, + "nauc_mrr_at_20_max": 0.216564, + "nauc_mrr_at_20_std": 0.226097, + "nauc_mrr_at_20_diff1": -0.206184, + "nauc_mrr_at_100_max": 0.227231, + "nauc_mrr_at_100_std": 0.232026, + "nauc_mrr_at_100_diff1": -0.187954, + "nauc_mrr_at_1000_max": 0.227124, + "nauc_mrr_at_1000_std": 0.236, + "nauc_mrr_at_1000_diff1": -0.187306, + "hit_rate_at_1": 0.02679, + "hit_rate_at_3": 0.05357, + "hit_rate_at_5": 0.08036, + "hit_rate_at_10": 0.09821, + "hit_rate_at_20": 0.13393, + "hit_rate_at_100": 0.39286, + "hit_rate_at_1000": 0.85714, + "main_score": 0.01637, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 374.45183300971985, + "kg_co2_emissions": null, + "date": 1775425624.136041 +} \ No newline at end of file diff --git a/results/voyageai__voyage-large-2-instruct/1/BrightPsychologyRetrieval.json b/results/voyageai__voyage-large-2-instruct/1/BrightPsychologyRetrieval.json new file mode 100644 index 0000000000..ac8561a20a --- /dev/null +++ b/results/voyageai__voyage-large-2-instruct/1/BrightPsychologyRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "c26703e6600d97c579ee2985f16cf307db13ed85", + "task_name": "BrightPsychologyRetrieval", + "mteb_version": "2.12.9", + "scores": { + "standard": [ + { + "ndcg_at_1": 0.18812, + "ndcg_at_3": 0.2096, + "ndcg_at_5": 0.22756, + "ndcg_at_10": 0.25274, + "ndcg_at_20": 0.27213, + "ndcg_at_100": 0.33685, + "ndcg_at_1000": 0.39187, + "map_at_1": 0.08346, + "map_at_3": 0.12243, + "map_at_5": 0.14757, + "map_at_10": 0.1783, + "map_at_20": 0.19475, + "map_at_100": 0.21084, + "map_at_1000": 0.21598, + "recall_at_1": 0.08346, + "recall_at_3": 0.15197, + "recall_at_5": 0.20993, + "recall_at_10": 0.31594, + "recall_at_20": 0.3987, + "recall_at_100": 0.66104, + "recall_at_1000": 0.89938, + "accuracy": 0.08346, + "precision_at_1": 0.18812, + "precision_at_3": 0.15842, + "precision_at_5": 0.14653, + "precision_at_10": 0.11485, + "precision_at_20": 0.08168, + "precision_at_100": 0.0304, + "precision_at_1000": 0.00534, + "mrr_at_1": 0.188119, + "mrr_at_3": 0.235974, + "mrr_at_5": 0.24934, + "mrr_at_10": 0.261084, + "mrr_at_20": 0.27024, + "mrr_at_100": 0.276407, + "mrr_at_1000": 0.276991, + "nauc_ndcg_at_1_max": 0.172571, + "nauc_ndcg_at_1_std": -0.097091, + "nauc_ndcg_at_1_diff1": 0.418696, + "nauc_ndcg_at_3_max": 0.243578, + "nauc_ndcg_at_3_std": -0.048184, + "nauc_ndcg_at_3_diff1": 0.338145, + "nauc_ndcg_at_5_max": 0.230575, + "nauc_ndcg_at_5_std": -0.074218, + "nauc_ndcg_at_5_diff1": 0.325838, + "nauc_ndcg_at_10_max": 0.19832, + "nauc_ndcg_at_10_std": -0.046806, + "nauc_ndcg_at_10_diff1": 0.331147, + "nauc_ndcg_at_20_max": 0.216046, + "nauc_ndcg_at_20_std": -0.031741, + "nauc_ndcg_at_20_diff1": 0.323687, + "nauc_ndcg_at_100_max": 0.234471, + "nauc_ndcg_at_100_std": -0.005733, + "nauc_ndcg_at_100_diff1": 0.32655, + "nauc_ndcg_at_1000_max": 0.231553, + "nauc_ndcg_at_1000_std": 0.047451, + "nauc_ndcg_at_1000_diff1": 0.30769, + "nauc_map_at_1_max": 0.024281, + "nauc_map_at_1_std": -0.108482, + "nauc_map_at_1_diff1": 0.480801, + "nauc_map_at_3_max": 0.147636, + "nauc_map_at_3_std": -0.096583, + "nauc_map_at_3_diff1": 0.405494, + "nauc_map_at_5_max": 0.180203, + "nauc_map_at_5_std": -0.102109, + "nauc_map_at_5_diff1": 0.373688, + "nauc_map_at_10_max": 0.203648, + "nauc_map_at_10_std": -0.085172, + "nauc_map_at_10_diff1": 0.358071, + "nauc_map_at_20_max": 0.232805, + "nauc_map_at_20_std": -0.069845, + "nauc_map_at_20_diff1": 0.34386, + "nauc_map_at_100_max": 0.24266, + "nauc_map_at_100_std": -0.049607, + "nauc_map_at_100_diff1": 0.333356, + "nauc_map_at_1000_max": 0.243785, + "nauc_map_at_1000_std": -0.036737, + "nauc_map_at_1000_diff1": 0.327755, + "nauc_recall_at_1_max": 0.024281, + "nauc_recall_at_1_std": -0.108482, + "nauc_recall_at_1_diff1": 0.480801, + "nauc_recall_at_3_max": 0.172015, + "nauc_recall_at_3_std": -0.074603, + "nauc_recall_at_3_diff1": 0.324297, + "nauc_recall_at_5_max": 0.159466, + "nauc_recall_at_5_std": -0.121822, + "nauc_recall_at_5_diff1": 0.243243, + "nauc_recall_at_10_max": 0.135612, + "nauc_recall_at_10_std": -0.06819, + "nauc_recall_at_10_diff1": 0.2896, + "nauc_recall_at_20_max": 0.177727, + "nauc_recall_at_20_std": -0.011533, + "nauc_recall_at_20_diff1": 0.239744, + "nauc_recall_at_100_max": 0.243661, + "nauc_recall_at_100_std": 0.054208, + "nauc_recall_at_100_diff1": 0.318609, + "nauc_recall_at_1000_max": 0.387516, + "nauc_recall_at_1000_std": 0.527826, + "nauc_recall_at_1000_diff1": 0.28935, + "nauc_precision_at_1_max": 0.172571, + "nauc_precision_at_1_std": -0.097091, + "nauc_precision_at_1_diff1": 0.418696, + "nauc_precision_at_3_max": 0.281972, + "nauc_precision_at_3_std": -0.014655, + "nauc_precision_at_3_diff1": 0.273797, + "nauc_precision_at_5_max": 0.268693, + "nauc_precision_at_5_std": -0.041489, + "nauc_precision_at_5_diff1": 0.224529, + "nauc_precision_at_10_max": 0.258708, + "nauc_precision_at_10_std": 0.046741, + "nauc_precision_at_10_diff1": 0.173028, + "nauc_precision_at_20_max": 0.28231, + "nauc_precision_at_20_std": 0.087215, + "nauc_precision_at_20_diff1": 0.122429, + "nauc_precision_at_100_max": 0.242241, + "nauc_precision_at_100_std": 0.293183, + "nauc_precision_at_100_diff1": -0.053137, + "nauc_precision_at_1000_max": 0.073403, + "nauc_precision_at_1000_std": 0.330963, + "nauc_precision_at_1000_diff1": -0.113248, + "nauc_mrr_at_1_max": 0.172571, + "nauc_mrr_at_1_std": -0.097091, + "nauc_mrr_at_1_diff1": 0.418696, + "nauc_mrr_at_3_max": 0.212434, + "nauc_mrr_at_3_std": -0.053863, + "nauc_mrr_at_3_diff1": 0.404551, + "nauc_mrr_at_5_max": 0.191814, + "nauc_mrr_at_5_std": -0.069537, + "nauc_mrr_at_5_diff1": 0.383616, + "nauc_mrr_at_10_max": 0.18177, + "nauc_mrr_at_10_std": -0.062343, + "nauc_mrr_at_10_diff1": 0.380806, + "nauc_mrr_at_20_max": 0.182394, + "nauc_mrr_at_20_std": -0.057747, + "nauc_mrr_at_20_diff1": 0.374392, + "nauc_mrr_at_100_max": 0.183477, + "nauc_mrr_at_100_std": -0.059395, + "nauc_mrr_at_100_diff1": 0.378954, + "nauc_mrr_at_1000_max": 0.183227, + "nauc_mrr_at_1000_std": -0.059739, + "nauc_mrr_at_1000_diff1": 0.378583, + "hit_rate_at_1": 0.18812, + "hit_rate_at_3": 0.29703, + "hit_rate_at_5": 0.35644, + "hit_rate_at_10": 0.44554, + "hit_rate_at_20": 0.58416, + "hit_rate_at_100": 0.85149, + "hit_rate_at_1000": 0.9802, + "main_score": 0.25274, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 5572.282970905304, + "kg_co2_emissions": null, + "date": 1775406340.821806 +} \ No newline at end of file diff --git a/results/voyageai__voyage-large-2-instruct/1/BrightRoboticsRetrieval.json b/results/voyageai__voyage-large-2-instruct/1/BrightRoboticsRetrieval.json new file mode 100644 index 0000000000..efc112f803 --- /dev/null +++ b/results/voyageai__voyage-large-2-instruct/1/BrightRoboticsRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "c26703e6600d97c579ee2985f16cf307db13ed85", + "task_name": "BrightRoboticsRetrieval", + "mteb_version": "2.12.9", + "scores": { + "standard": [ + { + "ndcg_at_1": 0.06931, + "ndcg_at_3": 0.08967, + "ndcg_at_5": 0.10234, + "ndcg_at_10": 0.1169, + "ndcg_at_20": 0.13522, + "ndcg_at_100": 0.18199, + "ndcg_at_1000": 0.23754, + "map_at_1": 0.01668, + "map_at_3": 0.04242, + "map_at_5": 0.05774, + "map_at_10": 0.06709, + "map_at_20": 0.07537, + "map_at_100": 0.085, + "map_at_1000": 0.08867, + "recall_at_1": 0.01668, + "recall_at_3": 0.0655, + "recall_at_5": 0.11028, + "recall_at_10": 0.1627, + "recall_at_20": 0.23766, + "recall_at_100": 0.40691, + "recall_at_1000": 0.70444, + "accuracy": 0.01668, + "precision_at_1": 0.06931, + "precision_at_3": 0.07591, + "precision_at_5": 0.07327, + "precision_at_10": 0.05842, + "precision_at_20": 0.04307, + "precision_at_100": 0.01812, + "precision_at_1000": 0.00332, + "mrr_at_1": 0.069307, + "mrr_at_3": 0.10231, + "mrr_at_5": 0.118647, + "mrr_at_10": 0.131982, + "mrr_at_20": 0.137466, + "mrr_at_100": 0.142102, + "mrr_at_1000": 0.143144, + "nauc_ndcg_at_1_max": 0.405419, + "nauc_ndcg_at_1_std": -0.041398, + "nauc_ndcg_at_1_diff1": 0.022707, + "nauc_ndcg_at_3_max": 0.349683, + "nauc_ndcg_at_3_std": 0.127979, + "nauc_ndcg_at_3_diff1": 0.013856, + "nauc_ndcg_at_5_max": 0.36046, + "nauc_ndcg_at_5_std": 0.184062, + "nauc_ndcg_at_5_diff1": -0.004758, + "nauc_ndcg_at_10_max": 0.331083, + "nauc_ndcg_at_10_std": 0.169154, + "nauc_ndcg_at_10_diff1": 0.009032, + "nauc_ndcg_at_20_max": 0.35185, + "nauc_ndcg_at_20_std": 0.213346, + "nauc_ndcg_at_20_diff1": -0.001907, + "nauc_ndcg_at_100_max": 0.368642, + "nauc_ndcg_at_100_std": 0.189396, + "nauc_ndcg_at_100_diff1": -0.015319, + "nauc_ndcg_at_1000_max": 0.367335, + "nauc_ndcg_at_1000_std": 0.270756, + "nauc_ndcg_at_1000_diff1": -0.047422, + "nauc_map_at_1_max": 0.797983, + "nauc_map_at_1_std": 0.47712, + "nauc_map_at_1_diff1": -0.008452, + "nauc_map_at_3_max": 0.481931, + "nauc_map_at_3_std": 0.27167, + "nauc_map_at_3_diff1": 0.072337, + "nauc_map_at_5_max": 0.488808, + "nauc_map_at_5_std": 0.265268, + "nauc_map_at_5_diff1": 0.054002, + "nauc_map_at_10_max": 0.432883, + "nauc_map_at_10_std": 0.227904, + "nauc_map_at_10_diff1": 0.042681, + "nauc_map_at_20_max": 0.422762, + "nauc_map_at_20_std": 0.246225, + "nauc_map_at_20_diff1": 0.021339, + "nauc_map_at_100_max": 0.427562, + "nauc_map_at_100_std": 0.243338, + "nauc_map_at_100_diff1": 0.003462, + "nauc_map_at_1000_max": 0.423361, + "nauc_map_at_1000_std": 0.256279, + "nauc_map_at_1000_diff1": 0.001156, + "nauc_recall_at_1_max": 0.797983, + "nauc_recall_at_1_std": 0.47712, + "nauc_recall_at_1_diff1": -0.008452, + "nauc_recall_at_3_max": 0.385883, + "nauc_recall_at_3_std": 0.292006, + "nauc_recall_at_3_diff1": 0.081475, + "nauc_recall_at_5_max": 0.381475, + "nauc_recall_at_5_std": 0.264778, + "nauc_recall_at_5_diff1": 0.010165, + "nauc_recall_at_10_max": 0.27015, + "nauc_recall_at_10_std": 0.163296, + "nauc_recall_at_10_diff1": 0.028209, + "nauc_recall_at_20_max": 0.263011, + "nauc_recall_at_20_std": 0.224123, + "nauc_recall_at_20_diff1": -0.010416, + "nauc_recall_at_100_max": 0.288563, + "nauc_recall_at_100_std": 0.097532, + "nauc_recall_at_100_diff1": -0.012814, + "nauc_recall_at_1000_max": 0.265655, + "nauc_recall_at_1000_std": 0.314593, + "nauc_recall_at_1000_diff1": -0.110997, + "nauc_precision_at_1_max": 0.405419, + "nauc_precision_at_1_std": -0.041398, + "nauc_precision_at_1_diff1": 0.022707, + "nauc_precision_at_3_max": 0.326234, + "nauc_precision_at_3_std": 0.090095, + "nauc_precision_at_3_diff1": -0.009427, + "nauc_precision_at_5_max": 0.329805, + "nauc_precision_at_5_std": 0.098739, + "nauc_precision_at_5_diff1": 0.008361, + "nauc_precision_at_10_max": 0.199491, + "nauc_precision_at_10_std": 0.077856, + "nauc_precision_at_10_diff1": -0.053671, + "nauc_precision_at_20_max": 0.180211, + "nauc_precision_at_20_std": 0.121203, + "nauc_precision_at_20_diff1": -0.10853, + "nauc_precision_at_100_max": 0.091115, + "nauc_precision_at_100_std": 0.162281, + "nauc_precision_at_100_diff1": -0.156915, + "nauc_precision_at_1000_max": 0.026999, + "nauc_precision_at_1000_std": 0.254157, + "nauc_precision_at_1000_diff1": -0.207113, + "nauc_mrr_at_1_max": 0.405419, + "nauc_mrr_at_1_std": -0.041398, + "nauc_mrr_at_1_diff1": 0.022707, + "nauc_mrr_at_3_max": 0.37176, + "nauc_mrr_at_3_std": 0.112781, + "nauc_mrr_at_3_diff1": 0.05284, + "nauc_mrr_at_5_max": 0.346734, + "nauc_mrr_at_5_std": 0.099333, + "nauc_mrr_at_5_diff1": 0.023245, + "nauc_mrr_at_10_max": 0.334205, + "nauc_mrr_at_10_std": 0.098247, + "nauc_mrr_at_10_diff1": 0.020481, + "nauc_mrr_at_20_max": 0.331176, + "nauc_mrr_at_20_std": 0.10254, + "nauc_mrr_at_20_diff1": 0.014883, + "nauc_mrr_at_100_max": 0.332731, + "nauc_mrr_at_100_std": 0.097766, + "nauc_mrr_at_100_diff1": 0.017901, + "nauc_mrr_at_1000_max": 0.333459, + "nauc_mrr_at_1000_std": 0.099029, + "nauc_mrr_at_1000_diff1": 0.017847, + "hit_rate_at_1": 0.06931, + "hit_rate_at_3": 0.14851, + "hit_rate_at_5": 0.21782, + "hit_rate_at_10": 0.31683, + "hit_rate_at_20": 0.39604, + "hit_rate_at_100": 0.60396, + "hit_rate_at_1000": 0.81188, + "main_score": 0.1169, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 2542.483162164688, + "kg_co2_emissions": null, + "date": 1775408887.21663 +} \ No newline at end of file diff --git a/results/voyageai__voyage-large-2-instruct/1/BrightStackoverflowRetrieval.json b/results/voyageai__voyage-large-2-instruct/1/BrightStackoverflowRetrieval.json new file mode 100644 index 0000000000..1bcd7c887d --- /dev/null +++ b/results/voyageai__voyage-large-2-instruct/1/BrightStackoverflowRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "c26703e6600d97c579ee2985f16cf307db13ed85", + "task_name": "BrightStackoverflowRetrieval", + "mteb_version": "2.12.9", + "scores": { + "standard": [ + { + "ndcg_at_1": 0.11111, + "ndcg_at_3": 0.11967, + "ndcg_at_5": 0.14108, + "ndcg_at_10": 0.17096, + "ndcg_at_20": 0.20264, + "ndcg_at_100": 0.25715, + "ndcg_at_1000": 0.30364, + "map_at_1": 0.04624, + "map_at_3": 0.08313, + "map_at_5": 0.10532, + "map_at_10": 0.12168, + "map_at_20": 0.13382, + "map_at_100": 0.14609, + "map_at_1000": 0.14982, + "recall_at_1": 0.04624, + "recall_at_3": 0.10296, + "recall_at_5": 0.15925, + "recall_at_10": 0.24617, + "recall_at_20": 0.3372, + "recall_at_100": 0.5504, + "recall_at_1000": 0.78642, + "accuracy": 0.04624, + "precision_at_1": 0.11111, + "precision_at_3": 0.09687, + "precision_at_5": 0.08889, + "precision_at_10": 0.06667, + "precision_at_20": 0.05171, + "precision_at_100": 0.01923, + "precision_at_1000": 0.00333, + "mrr_at_1": 0.111111, + "mrr_at_3": 0.150997, + "mrr_at_5": 0.1651, + "mrr_at_10": 0.177171, + "mrr_at_20": 0.184633, + "mrr_at_100": 0.190357, + "mrr_at_1000": 0.191308, + "nauc_ndcg_at_1_max": -0.022514, + "nauc_ndcg_at_1_std": -0.017782, + "nauc_ndcg_at_1_diff1": -0.162273, + "nauc_ndcg_at_3_max": 0.040098, + "nauc_ndcg_at_3_std": 0.073752, + "nauc_ndcg_at_3_diff1": -0.217928, + "nauc_ndcg_at_5_max": 0.015615, + "nauc_ndcg_at_5_std": 0.016226, + "nauc_ndcg_at_5_diff1": -0.227751, + "nauc_ndcg_at_10_max": 0.084578, + "nauc_ndcg_at_10_std": 0.050561, + "nauc_ndcg_at_10_diff1": -0.192718, + "nauc_ndcg_at_20_max": 0.124128, + "nauc_ndcg_at_20_std": 0.076109, + "nauc_ndcg_at_20_diff1": -0.205571, + "nauc_ndcg_at_100_max": 0.133417, + "nauc_ndcg_at_100_std": 0.105615, + "nauc_ndcg_at_100_diff1": -0.25269, + "nauc_ndcg_at_1000_max": 0.139154, + "nauc_ndcg_at_1000_std": 0.172724, + "nauc_ndcg_at_1000_diff1": -0.250319, + "nauc_map_at_1_max": 0.032841, + "nauc_map_at_1_std": 0.077812, + "nauc_map_at_1_diff1": -0.147541, + "nauc_map_at_3_max": 0.117698, + "nauc_map_at_3_std": 0.123799, + "nauc_map_at_3_diff1": -0.165631, + "nauc_map_at_5_max": 0.08716, + "nauc_map_at_5_std": 0.052931, + "nauc_map_at_5_diff1": -0.162356, + "nauc_map_at_10_max": 0.110495, + "nauc_map_at_10_std": 0.062504, + "nauc_map_at_10_diff1": -0.158847, + "nauc_map_at_20_max": 0.12336, + "nauc_map_at_20_std": 0.072613, + "nauc_map_at_20_diff1": -0.166436, + "nauc_map_at_100_max": 0.130772, + "nauc_map_at_100_std": 0.087712, + "nauc_map_at_100_diff1": -0.18163, + "nauc_map_at_1000_max": 0.128324, + "nauc_map_at_1000_std": 0.093359, + "nauc_map_at_1000_diff1": -0.187412, + "nauc_recall_at_1_max": 0.032841, + "nauc_recall_at_1_std": 0.077812, + "nauc_recall_at_1_diff1": -0.147541, + "nauc_recall_at_3_max": 0.113176, + "nauc_recall_at_3_std": 0.132625, + "nauc_recall_at_3_diff1": -0.204256, + "nauc_recall_at_5_max": 0.034561, + "nauc_recall_at_5_std": 0.004753, + "nauc_recall_at_5_diff1": -0.213108, + "nauc_recall_at_10_max": 0.148748, + "nauc_recall_at_10_std": 0.055132, + "nauc_recall_at_10_diff1": -0.119342, + "nauc_recall_at_20_max": 0.2062, + "nauc_recall_at_20_std": 0.087648, + "nauc_recall_at_20_diff1": -0.158204, + "nauc_recall_at_100_max": 0.220894, + "nauc_recall_at_100_std": 0.118369, + "nauc_recall_at_100_diff1": -0.284151, + "nauc_recall_at_1000_max": 0.401194, + "nauc_recall_at_1000_std": 0.5289, + "nauc_recall_at_1000_diff1": -0.276747, + "nauc_precision_at_1_max": -0.022514, + "nauc_precision_at_1_std": -0.017782, + "nauc_precision_at_1_diff1": -0.162273, + "nauc_precision_at_3_max": 0.03853, + "nauc_precision_at_3_std": 0.077402, + "nauc_precision_at_3_diff1": -0.221076, + "nauc_precision_at_5_max": -0.016611, + "nauc_precision_at_5_std": -0.034285, + "nauc_precision_at_5_diff1": -0.240641, + "nauc_precision_at_10_max": 0.041782, + "nauc_precision_at_10_std": -0.001965, + "nauc_precision_at_10_diff1": -0.240319, + "nauc_precision_at_20_max": 0.123595, + "nauc_precision_at_20_std": 0.084873, + "nauc_precision_at_20_diff1": -0.250359, + "nauc_precision_at_100_max": 0.057442, + "nauc_precision_at_100_std": 0.121745, + "nauc_precision_at_100_diff1": -0.330843, + "nauc_precision_at_1000_max": -0.026622, + "nauc_precision_at_1000_std": 0.172157, + "nauc_precision_at_1000_diff1": -0.19325, + "nauc_mrr_at_1_max": -0.022514, + "nauc_mrr_at_1_std": -0.017782, + "nauc_mrr_at_1_diff1": -0.162273, + "nauc_mrr_at_3_max": -0.034657, + "nauc_mrr_at_3_std": 0.029981, + "nauc_mrr_at_3_diff1": -0.228979, + "nauc_mrr_at_5_max": -0.051944, + "nauc_mrr_at_5_std": 0.017244, + "nauc_mrr_at_5_diff1": -0.26109, + "nauc_mrr_at_10_max": -0.016449, + "nauc_mrr_at_10_std": 0.035369, + "nauc_mrr_at_10_diff1": -0.241745, + "nauc_mrr_at_20_max": -0.008471, + "nauc_mrr_at_20_std": 0.039386, + "nauc_mrr_at_20_diff1": -0.248712, + "nauc_mrr_at_100_max": -0.010122, + "nauc_mrr_at_100_std": 0.038116, + "nauc_mrr_at_100_diff1": -0.255002, + "nauc_mrr_at_1000_max": -0.009063, + "nauc_mrr_at_1000_std": 0.038676, + "nauc_mrr_at_1000_diff1": -0.253455, + "hit_rate_at_1": 0.11111, + "hit_rate_at_3": 0.20513, + "hit_rate_at_5": 0.26496, + "hit_rate_at_10": 0.35897, + "hit_rate_at_20": 0.46154, + "hit_rate_at_100": 0.66667, + "hit_rate_at_1000": 0.87179, + "main_score": 0.17096, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 13029.486124038696, + "kg_co2_emissions": null, + "date": 1775421921.864643 +} \ No newline at end of file diff --git a/results/voyageai__voyage-large-2-instruct/1/BrightSustainableLivingRetrieval.json b/results/voyageai__voyage-large-2-instruct/1/BrightSustainableLivingRetrieval.json new file mode 100644 index 0000000000..0baf0c89cf --- /dev/null +++ b/results/voyageai__voyage-large-2-instruct/1/BrightSustainableLivingRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "c26703e6600d97c579ee2985f16cf307db13ed85", + "task_name": "BrightSustainableLivingRetrieval", + "mteb_version": "2.12.9", + "scores": { + "standard": [ + { + "ndcg_at_1": 0.12037, + "ndcg_at_3": 0.13493, + "ndcg_at_5": 0.13441, + "ndcg_at_10": 0.15292, + "ndcg_at_20": 0.18729, + "ndcg_at_100": 0.25691, + "ndcg_at_1000": 0.31996, + "map_at_1": 0.04147, + "map_at_3": 0.07679, + "map_at_5": 0.08676, + "map_at_10": 0.10216, + "map_at_20": 0.11634, + "map_at_100": 0.13199, + "map_at_1000": 0.13651, + "recall_at_1": 0.04147, + "recall_at_3": 0.11011, + "recall_at_5": 0.13136, + "recall_at_10": 0.19791, + "recall_at_20": 0.29857, + "recall_at_100": 0.5488, + "recall_at_1000": 0.87409, + "accuracy": 0.04147, + "precision_at_1": 0.12037, + "precision_at_3": 0.1142, + "precision_at_5": 0.09259, + "precision_at_10": 0.06944, + "precision_at_20": 0.05463, + "precision_at_100": 0.02481, + "precision_at_1000": 0.00433, + "mrr_at_1": 0.12037, + "mrr_at_3": 0.16821, + "mrr_at_5": 0.176543, + "mrr_at_10": 0.187551, + "mrr_at_20": 0.196557, + "mrr_at_100": 0.202555, + "mrr_at_1000": 0.203675, + "nauc_ndcg_at_1_max": 0.266049, + "nauc_ndcg_at_1_std": 0.051594, + "nauc_ndcg_at_1_diff1": 0.082796, + "nauc_ndcg_at_3_max": 0.348666, + "nauc_ndcg_at_3_std": 0.068489, + "nauc_ndcg_at_3_diff1": 0.107384, + "nauc_ndcg_at_5_max": 0.333617, + "nauc_ndcg_at_5_std": 0.039401, + "nauc_ndcg_at_5_diff1": 0.123428, + "nauc_ndcg_at_10_max": 0.329139, + "nauc_ndcg_at_10_std": 0.03459, + "nauc_ndcg_at_10_diff1": 0.122109, + "nauc_ndcg_at_20_max": 0.351053, + "nauc_ndcg_at_20_std": 0.091708, + "nauc_ndcg_at_20_diff1": 0.198588, + "nauc_ndcg_at_100_max": 0.368581, + "nauc_ndcg_at_100_std": 0.123572, + "nauc_ndcg_at_100_diff1": 0.178744, + "nauc_ndcg_at_1000_max": 0.327641, + "nauc_ndcg_at_1000_std": 0.123208, + "nauc_ndcg_at_1000_diff1": 0.129795, + "nauc_map_at_1_max": 0.508347, + "nauc_map_at_1_std": 0.215614, + "nauc_map_at_1_diff1": 0.108379, + "nauc_map_at_3_max": 0.424044, + "nauc_map_at_3_std": 0.097408, + "nauc_map_at_3_diff1": 0.17122, + "nauc_map_at_5_max": 0.408943, + "nauc_map_at_5_std": 0.082354, + "nauc_map_at_5_diff1": 0.175479, + "nauc_map_at_10_max": 0.388754, + "nauc_map_at_10_std": 0.073126, + "nauc_map_at_10_diff1": 0.153258, + "nauc_map_at_20_max": 0.387051, + "nauc_map_at_20_std": 0.08486, + "nauc_map_at_20_diff1": 0.18587, + "nauc_map_at_100_max": 0.393982, + "nauc_map_at_100_std": 0.093831, + "nauc_map_at_100_diff1": 0.175011, + "nauc_map_at_1000_max": 0.387269, + "nauc_map_at_1000_std": 0.099171, + "nauc_map_at_1000_diff1": 0.175021, + "nauc_recall_at_1_max": 0.508347, + "nauc_recall_at_1_std": 0.215614, + "nauc_recall_at_1_diff1": 0.108379, + "nauc_recall_at_3_max": 0.380689, + "nauc_recall_at_3_std": -0.014169, + "nauc_recall_at_3_diff1": 0.18949, + "nauc_recall_at_5_max": 0.342682, + "nauc_recall_at_5_std": -0.033829, + "nauc_recall_at_5_diff1": 0.195999, + "nauc_recall_at_10_max": 0.281035, + "nauc_recall_at_10_std": 0.00712, + "nauc_recall_at_10_diff1": 0.093033, + "nauc_recall_at_20_max": 0.324287, + "nauc_recall_at_20_std": 0.152373, + "nauc_recall_at_20_diff1": 0.244951, + "nauc_recall_at_100_max": 0.414484, + "nauc_recall_at_100_std": 0.253661, + "nauc_recall_at_100_diff1": 0.273975, + "nauc_recall_at_1000_max": 0.341995, + "nauc_recall_at_1000_std": 0.479192, + "nauc_recall_at_1000_diff1": -0.015073, + "nauc_precision_at_1_max": 0.266049, + "nauc_precision_at_1_std": 0.051594, + "nauc_precision_at_1_diff1": 0.082796, + "nauc_precision_at_3_max": 0.296625, + "nauc_precision_at_3_std": 0.059241, + "nauc_precision_at_3_diff1": 0.110934, + "nauc_precision_at_5_max": 0.249797, + "nauc_precision_at_5_std": 0.032935, + "nauc_precision_at_5_diff1": 0.085285, + "nauc_precision_at_10_max": 0.244846, + "nauc_precision_at_10_std": 0.004311, + "nauc_precision_at_10_diff1": 0.066179, + "nauc_precision_at_20_max": 0.244229, + "nauc_precision_at_20_std": 0.055697, + "nauc_precision_at_20_diff1": 0.160741, + "nauc_precision_at_100_max": 0.129259, + "nauc_precision_at_100_std": 0.111348, + "nauc_precision_at_100_diff1": 0.097737, + "nauc_precision_at_1000_max": -0.02457, + "nauc_precision_at_1000_std": 0.03475, + "nauc_precision_at_1000_diff1": 0.039469, + "nauc_mrr_at_1_max": 0.266049, + "nauc_mrr_at_1_std": 0.051594, + "nauc_mrr_at_1_diff1": 0.082796, + "nauc_mrr_at_3_max": 0.304658, + "nauc_mrr_at_3_std": 0.038899, + "nauc_mrr_at_3_diff1": 0.083275, + "nauc_mrr_at_5_max": 0.278878, + "nauc_mrr_at_5_std": 0.026325, + "nauc_mrr_at_5_diff1": 0.074252, + "nauc_mrr_at_10_max": 0.27383, + "nauc_mrr_at_10_std": 0.02038, + "nauc_mrr_at_10_diff1": 0.081909, + "nauc_mrr_at_20_max": 0.279332, + "nauc_mrr_at_20_std": 0.032424, + "nauc_mrr_at_20_diff1": 0.096272, + "nauc_mrr_at_100_max": 0.277337, + "nauc_mrr_at_100_std": 0.032466, + "nauc_mrr_at_100_diff1": 0.097964, + "nauc_mrr_at_1000_max": 0.277746, + "nauc_mrr_at_1000_std": 0.03304, + "nauc_mrr_at_1000_diff1": 0.097017, + "hit_rate_at_1": 0.12037, + "hit_rate_at_3": 0.24074, + "hit_rate_at_5": 0.27778, + "hit_rate_at_10": 0.37037, + "hit_rate_at_20": 0.49074, + "hit_rate_at_100": 0.73148, + "hit_rate_at_1000": 0.96296, + "main_score": 0.15292, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 3320.3315618038177, + "kg_co2_emissions": null, + "date": 1775425246.501015 +} \ No newline at end of file diff --git a/results/voyageai__voyage-large-2-instruct/1/model_meta.json b/results/voyageai__voyage-large-2-instruct/1/model_meta.json index ec68bd809d..4ad49a41ca 100644 --- a/results/voyageai__voyage-large-2-instruct/1/model_meta.json +++ b/results/voyageai__voyage-large-2-instruct/1/model_meta.json @@ -1 +1,44 @@ -{"loader_kwargs": {"model_prompts": {"query": "query", "document": "document"}, "max_tokens": 16000}, "name": "voyageai/voyage-large-2-instruct", "revision": "1", "release_date": "2024-05-05", "languages": null, "n_parameters": null, "memory_usage_mb": null, "max_tokens": 16000.0, "embed_dim": 1024, "license": null, "open_weights": false, "public_training_code": null, "public_training_data": null, "framework": ["API"], "reference": "https://blog.voyageai.com/2024/05/05/voyage-large-2-instruct-instruction-tuned-and-rank-1-on-mteb/", "similarity_fn_name": "cosine", "use_instructions": true, "training_datasets": [], "adapted_from": null, "superseded_by": null, "modalities": ["text"], "is_cross_encoder": null, "citation": null, "contacts": null, "loader": "VoyageModel"} \ No newline at end of file +{ + "loader_kwargs": { + "model_prompts": { + "query": "query", + "document": "document" + }, + "max_tokens": 16000 + }, + "name": "voyageai/voyage-large-2-instruct", + "revision": "1", + "release_date": "2024-05-05", + "languages": null, + "n_parameters": null, + "n_active_parameters_override": null, + "n_embedding_parameters": null, + "memory_usage_mb": null, + "max_tokens": 16000.0, + "embed_dim": 1024, + "license": null, + "open_weights": false, + "public_training_code": null, + "public_training_data": null, + "framework": [ + "API" + ], + "reference": "https://blog.voyageai.com/2024/05/05/voyage-large-2-instruct-instruction-tuned-and-rank-1-on-mteb/", + "similarity_fn_name": "cosine", + "use_instructions": true, + "training_datasets": [], + "adapted_from": null, + "superseded_by": null, + "modalities": [ + "text" + ], + "model_type": [ + "dense" + ], + "citation": null, + "contacts": null, + "experiment_kwargs": null, + "output_dtypes": null, + "loader": "VoyageModel", + "is_cross_encoder": false +} \ No newline at end of file