Skip to content

Adding Google Gemini embedding 2 results #449

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
KennethEnevoldsen merged 1 commit into from
Apr 23, 2026
Merged

Adding Google Gemini embedding 2 results #449

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
167 changes: 167 additions & 0 deletions results/google__gemini-embedding-2-preview/1/AILACasedocs.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,167 @@
{
"dataset_revision": "4106e6bcc72e0698d714ea8b101355e3e238431a",
"task_name": "AILACasedocs",
"mteb_version": "2.10.8",
"scores": {
"test": [
{
"ndcg_at_1": 0.22,
"ndcg_at_3": 0.19391,
"ndcg_at_5": 0.19426,
"ndcg_at_10": 0.22287,
"ndcg_at_20": 0.30597,
"ndcg_at_100": 0.41981,
"ndcg_at_1000": 0.43208,
"map_at_1": 0.06159,
"map_at_3": 0.10384,
"map_at_5": 0.11984,
"map_at_10": 0.14572,
"map_at_20": 0.17878,
"map_at_100": 0.20812,
"map_at_1000": 0.21037,
"recall_at_1": 0.06159,
"recall_at_3": 0.12289,
"recall_at_5": 0.16741,
"recall_at_10": 0.28753,
"recall_at_20": 0.52217,
"recall_at_100": 0.95086,
"recall_at_1000": 1.0,
"accuracy": 0.06159,
"precision_at_1": 0.22,
"precision_at_3": 0.16667,
"precision_at_5": 0.132,
"precision_at_10": 0.104,
"precision_at_20": 0.097,
"precision_at_100": 0.0356,
"precision_at_1000": 0.0039,
"mrr_at_1": 0.22,
"mrr_at_3": 0.26,
"mrr_at_5": 0.279,
"mrr_at_10": 0.290714,
"mrr_at_20": 0.311162,
"mrr_at_100": 0.317235,
"mrr_at_1000": 0.317235,
"nauc_ndcg_at_1_max": 0.544457,
"nauc_ndcg_at_1_std": -0.257016,
"nauc_ndcg_at_1_diff1": 0.539796,
"nauc_ndcg_at_3_max": 0.48573,
"nauc_ndcg_at_3_std": -0.358191,
"nauc_ndcg_at_3_diff1": 0.438483,
"nauc_ndcg_at_5_max": 0.399631,
"nauc_ndcg_at_5_std": -0.373619,
"nauc_ndcg_at_5_diff1": 0.379395,
"nauc_ndcg_at_10_max": 0.371874,
"nauc_ndcg_at_10_std": -0.295728,
"nauc_ndcg_at_10_diff1": 0.452318,
"nauc_ndcg_at_20_max": 0.341694,
"nauc_ndcg_at_20_std": -0.363679,
"nauc_ndcg_at_20_diff1": 0.3837,
"nauc_ndcg_at_100_max": 0.363021,
"nauc_ndcg_at_100_std": -0.347646,
"nauc_ndcg_at_100_diff1": 0.353762,
"nauc_ndcg_at_1000_max": 0.399123,
"nauc_ndcg_at_1000_std": -0.368815,
"nauc_ndcg_at_1000_diff1": 0.392431,
"nauc_map_at_1_max": 0.368903,
"nauc_map_at_1_std": -0.194089,
"nauc_map_at_1_diff1": 0.545105,
"nauc_map_at_3_max": 0.400189,
"nauc_map_at_3_std": -0.339913,
"nauc_map_at_3_diff1": 0.458618,
"nauc_map_at_5_max": 0.357641,
"nauc_map_at_5_std": -0.355271,
"nauc_map_at_5_diff1": 0.389917,
"nauc_map_at_10_max": 0.374336,
"nauc_map_at_10_std": -0.309312,
"nauc_map_at_10_diff1": 0.416568,
"nauc_map_at_20_max": 0.373189,
"nauc_map_at_20_std": -0.356941,
"nauc_map_at_20_diff1": 0.392908,
"nauc_map_at_100_max": 0.385325,
"nauc_map_at_100_std": -0.355544,
"nauc_map_at_100_diff1": 0.377498,
"nauc_map_at_1000_max": 0.393167,
"nauc_map_at_1000_std": -0.360932,
"nauc_map_at_1000_diff1": 0.383124,
"nauc_recall_at_1_max": 0.368903,
"nauc_recall_at_1_std": -0.194089,
"nauc_recall_at_1_diff1": 0.545105,
"nauc_recall_at_3_max": 0.338877,
"nauc_recall_at_3_std": -0.370242,
"nauc_recall_at_3_diff1": 0.466094,
"nauc_recall_at_5_max": 0.175234,
"nauc_recall_at_5_std": -0.358258,
"nauc_recall_at_5_diff1": 0.284998,
"nauc_recall_at_10_max": 0.170711,
"nauc_recall_at_10_std": -0.146425,
"nauc_recall_at_10_diff1": 0.39279,
"nauc_recall_at_20_max": 0.083922,
"nauc_recall_at_20_std": -0.266755,
"nauc_recall_at_20_diff1": 0.19731,
"nauc_recall_at_100_max": -0.43168,
"nauc_recall_at_100_std": 0.116683,
"nauc_recall_at_100_diff1": -0.563676,
"nauc_recall_at_1000_max": NaN,
"nauc_recall_at_1000_std": NaN,
"nauc_recall_at_1000_diff1": NaN,
"nauc_precision_at_1_max": 0.544457,
"nauc_precision_at_1_std": -0.257016,
"nauc_precision_at_1_diff1": 0.539796,
"nauc_precision_at_3_max": 0.470907,
"nauc_precision_at_3_std": -0.406934,
"nauc_precision_at_3_diff1": 0.384495,
"nauc_precision_at_5_max": 0.407333,
"nauc_precision_at_5_std": -0.429781,
"nauc_precision_at_5_diff1": 0.2553,
"nauc_precision_at_10_max": 0.446131,
"nauc_precision_at_10_std": -0.326477,
"nauc_precision_at_10_diff1": 0.327149,
"nauc_precision_at_20_max": 0.332683,
"nauc_precision_at_20_std": -0.379365,
"nauc_precision_at_20_diff1": 0.168968,
"nauc_precision_at_100_max": 0.265953,
"nauc_precision_at_100_std": -0.28011,
"nauc_precision_at_100_diff1": 0.06123,
"nauc_precision_at_1000_max": 0.309493,
"nauc_precision_at_1000_std": -0.294627,
"nauc_precision_at_1000_diff1": 0.109853,
"nauc_mrr_at_1_max": 0.544457,
"nauc_mrr_at_1_std": -0.257016,
"nauc_mrr_at_1_diff1": 0.539796,
"nauc_mrr_at_3_max": 0.486297,
"nauc_mrr_at_3_std": -0.299671,
"nauc_mrr_at_3_diff1": 0.53104,
"nauc_mrr_at_5_max": 0.477426,
"nauc_mrr_at_5_std": -0.324871,
"nauc_mrr_at_5_diff1": 0.510149,
"nauc_mrr_at_10_max": 0.468434,
"nauc_mrr_at_10_std": -0.310267,
"nauc_mrr_at_10_diff1": 0.503826,
"nauc_mrr_at_20_max": 0.470123,
"nauc_mrr_at_20_std": -0.30872,
"nauc_mrr_at_20_diff1": 0.494885,
"nauc_mrr_at_100_max": 0.472374,
"nauc_mrr_at_100_std": -0.309867,
"nauc_mrr_at_100_diff1": 0.500986,
"nauc_mrr_at_1000_max": 0.472374,
"nauc_mrr_at_1000_std": -0.309867,
"nauc_mrr_at_1000_diff1": 0.500986,
"hit_rate_at_1": 0.22,
"hit_rate_at_3": 0.32,
"hit_rate_at_5": 0.4,
"hit_rate_at_10": 0.5,
"hit_rate_at_20": 0.78,
"hit_rate_at_100": 1.0,
"hit_rate_at_1000": 1.0,
"main_score": 0.22287,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 25.123785734176636,
"kg_co2_emissions": null,
"date": null
}
167 changes: 167 additions & 0 deletions results/google__gemini-embedding-2-preview/1/AILAStatutes.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,167 @@
{
"dataset_revision": "ebfcd844eadd3d667efa3c57fc5c8c87f5c2867e",
"task_name": "AILAStatutes",
"mteb_version": "2.10.8",
"scores": {
"test": [
{
"ndcg_at_1": 0.46,
"ndcg_at_3": 0.42427,
"ndcg_at_5": 0.38216,
"ndcg_at_10": 0.47329,
"ndcg_at_20": 0.55231,
"ndcg_at_100": 0.63526,
"ndcg_at_1000": 0.63526,
"map_at_1": 0.107,
"map_at_3": 0.22039,
"map_at_5": 0.25649,
"map_at_10": 0.31322,
"map_at_20": 0.35769,
"map_at_100": 0.38684,
"map_at_1000": 0.38684,
"recall_at_1": 0.107,
"recall_at_3": 0.28333,
"recall_at_5": 0.35633,
"recall_at_10": 0.53133,
"recall_at_20": 0.725,
"recall_at_100": 1.0,
"recall_at_1000": 1.0,
"accuracy": 0.107,
"precision_at_1": 0.46,
"precision_at_3": 0.4,
"precision_at_5": 0.308,
"precision_at_10": 0.234,
"precision_at_20": 0.159,
"precision_at_100": 0.0434,
"precision_at_1000": 0.00434,
"mrr_at_1": 0.46,
"mrr_at_3": 0.633333,
"mrr_at_5": 0.638333,
"mrr_at_10": 0.653825,
"mrr_at_20": 0.655364,
"mrr_at_100": 0.655364,
"mrr_at_1000": 0.655364,
"nauc_ndcg_at_1_max": 0.309453,
"nauc_ndcg_at_1_std": 0.185199,
"nauc_ndcg_at_1_diff1": 0.404562,
"nauc_ndcg_at_3_max": 0.354294,
"nauc_ndcg_at_3_std": 0.102111,
"nauc_ndcg_at_3_diff1": 0.240097,
"nauc_ndcg_at_5_max": 0.471788,
"nauc_ndcg_at_5_std": 0.113115,
"nauc_ndcg_at_5_diff1": 0.288476,
"nauc_ndcg_at_10_max": 0.50032,
"nauc_ndcg_at_10_std": 0.167655,
"nauc_ndcg_at_10_diff1": 0.318349,
"nauc_ndcg_at_20_max": 0.4268,
"nauc_ndcg_at_20_std": 0.30504,
"nauc_ndcg_at_20_diff1": 0.305498,
"nauc_ndcg_at_100_max": 0.414545,
"nauc_ndcg_at_100_std": 0.196588,
"nauc_ndcg_at_100_diff1": 0.308227,
"nauc_ndcg_at_1000_max": 0.414545,
"nauc_ndcg_at_1000_std": 0.196588,
"nauc_ndcg_at_1000_diff1": 0.308227,
"nauc_map_at_1_max": 0.306959,
"nauc_map_at_1_std": 0.272248,
"nauc_map_at_1_diff1": 0.300165,
"nauc_map_at_3_max": 0.385864,
"nauc_map_at_3_std": 0.166307,
"nauc_map_at_3_diff1": 0.220922,
"nauc_map_at_5_max": 0.448892,
"nauc_map_at_5_std": 0.18553,
"nauc_map_at_5_diff1": 0.273814,
"nauc_map_at_10_max": 0.494114,
"nauc_map_at_10_std": 0.192425,
"nauc_map_at_10_diff1": 0.303623,
"nauc_map_at_20_max": 0.454122,
"nauc_map_at_20_std": 0.287007,
"nauc_map_at_20_diff1": 0.30268,
"nauc_map_at_100_max": 0.446602,
"nauc_map_at_100_std": 0.252969,
"nauc_map_at_100_diff1": 0.292451,
"nauc_map_at_1000_max": 0.446602,
"nauc_map_at_1000_std": 0.252969,
"nauc_map_at_1000_diff1": 0.292451,
"nauc_recall_at_1_max": 0.306959,
"nauc_recall_at_1_std": 0.272248,
"nauc_recall_at_1_diff1": 0.300165,
"nauc_recall_at_3_max": 0.380148,
"nauc_recall_at_3_std": 0.054301,
"nauc_recall_at_3_diff1": 0.114773,
"nauc_recall_at_5_max": 0.53469,
"nauc_recall_at_5_std": 0.048584,
"nauc_recall_at_5_diff1": 0.22726,
"nauc_recall_at_10_max": 0.515156,
"nauc_recall_at_10_std": 0.165005,
"nauc_recall_at_10_diff1": 0.239629,
"nauc_recall_at_20_max": 0.29648,
"nauc_recall_at_20_std": 0.488664,
"nauc_recall_at_20_diff1": 0.161323,
"nauc_recall_at_100_max": NaN,
"nauc_recall_at_100_std": NaN,
"nauc_recall_at_100_diff1": NaN,
"nauc_recall_at_1000_max": NaN,
"nauc_recall_at_1000_std": NaN,
"nauc_recall_at_1000_diff1": NaN,
"nauc_precision_at_1_max": 0.309453,
"nauc_precision_at_1_std": 0.185199,
"nauc_precision_at_1_diff1": 0.404562,
"nauc_precision_at_3_max": 0.351897,
"nauc_precision_at_3_std": 0.052697,
"nauc_precision_at_3_diff1": 0.138008,
"nauc_precision_at_5_max": 0.450264,
"nauc_precision_at_5_std": 0.037344,
"nauc_precision_at_5_diff1": 0.238812,
"nauc_precision_at_10_max": 0.375457,
"nauc_precision_at_10_std": 0.118003,
"nauc_precision_at_10_diff1": 0.235075,
"nauc_precision_at_20_max": 0.157149,
"nauc_precision_at_20_std": 0.329608,
"nauc_precision_at_20_diff1": 0.172773,
"nauc_precision_at_100_max": -0.168859,
"nauc_precision_at_100_std": -0.03776,
"nauc_precision_at_100_diff1": 0.097474,
"nauc_precision_at_1000_max": -0.168859,
"nauc_precision_at_1000_std": -0.03776,
"nauc_precision_at_1000_diff1": 0.097474,
"nauc_mrr_at_1_max": 0.309453,
"nauc_mrr_at_1_std": 0.185199,
"nauc_mrr_at_1_diff1": 0.404562,
"nauc_mrr_at_3_max": 0.334463,
"nauc_mrr_at_3_std": 0.071287,
"nauc_mrr_at_3_diff1": 0.356627,
"nauc_mrr_at_5_max": 0.36195,
"nauc_mrr_at_5_std": 0.053412,
"nauc_mrr_at_5_diff1": 0.384481,
"nauc_mrr_at_10_max": 0.342766,
"nauc_mrr_at_10_std": 0.091292,
"nauc_mrr_at_10_diff1": 0.385673,
"nauc_mrr_at_20_max": 0.340394,
"nauc_mrr_at_20_std": 0.087349,
"nauc_mrr_at_20_diff1": 0.387316,
"nauc_mrr_at_100_max": 0.340394,
"nauc_mrr_at_100_std": 0.087349,
"nauc_mrr_at_100_diff1": 0.387316,
"nauc_mrr_at_1000_max": 0.340394,
"nauc_mrr_at_1000_std": 0.087349,
"nauc_mrr_at_1000_diff1": 0.387316,
"hit_rate_at_1": 0.46,
"hit_rate_at_3": 0.84,
"hit_rate_at_5": 0.86,
"hit_rate_at_10": 0.98,
"hit_rate_at_20": 1.0,
"hit_rate_at_100": 1.0,
"hit_rate_at_1000": 1.0,
"main_score": 0.47329,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 4.635051965713501,
"kg_co2_emissions": null,
"date": null
}
Loading
Loading