Skip to content

Commit

Permalink
Update MTEB retrieval results for inf-retriever-v1 (#108)
Browse files Browse the repository at this point in the history
  • Loading branch information
@SamuelYang1
SamuelYang1 authored Feb 5, 2025
1 parent 7bfb6d9 commit 777d539
Show file tree
Hide file tree
Showing 147 changed files with 29,004 additions and 5,912 deletions.
158 changes: 158 additions & 0 deletions results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/AILACasedocs.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,158 @@
{
"dataset_revision": "4106e6bcc72e0698d714ea8b101355e3e238431a",
"task_name": "AILACasedocs",
"mteb_version": "1.29.10",
"scores": {
"test": [
{
"ndcg_at_1": 0.4,
"ndcg_at_3": 0.3737,
"ndcg_at_5": 0.37914,
"ndcg_at_10": 0.41162,
"ndcg_at_20": 0.4572,
"ndcg_at_100": 0.54126,
"ndcg_at_1000": 0.55907,
"map_at_1": 0.15406,
"map_at_3": 0.24908,
"map_at_5": 0.28412,
"map_at_10": 0.32365,
"map_at_20": 0.34397,
"map_at_100": 0.36946,
"map_at_1000": 0.37189,
"recall_at_1": 0.15406,
"recall_at_3": 0.2656,
"recall_at_5": 0.33084,
"recall_at_10": 0.45972,
"recall_at_20": 0.60775,
"recall_at_100": 0.91105,
"recall_at_1000": 1.0,
"precision_at_1": 0.4,
"precision_at_3": 0.3,
"precision_at_5": 0.252,
"precision_at_10": 0.176,
"precision_at_20": 0.114,
"precision_at_100": 0.0354,
"precision_at_1000": 0.0039,
"mrr_at_1": 0.4,
"mrr_at_3": 0.443333,
"mrr_at_5": 0.456333,
"mrr_at_10": 0.475413,
"mrr_at_20": 0.484792,
"mrr_at_100": 0.488109,
"mrr_at_1000": 0.488434,
"nauc_ndcg_at_1_max": 0.1138,
"nauc_ndcg_at_1_std": -0.354634,
"nauc_ndcg_at_1_diff1": 0.294387,
"nauc_ndcg_at_3_max": 0.152078,
"nauc_ndcg_at_3_std": -0.359404,
"nauc_ndcg_at_3_diff1": 0.308518,
"nauc_ndcg_at_5_max": 0.242384,
"nauc_ndcg_at_5_std": -0.285343,
"nauc_ndcg_at_5_diff1": 0.30404,
"nauc_ndcg_at_10_max": 0.197881,
"nauc_ndcg_at_10_std": -0.341997,
"nauc_ndcg_at_10_diff1": 0.332537,
"nauc_ndcg_at_20_max": 0.177347,
"nauc_ndcg_at_20_std": -0.315886,
"nauc_ndcg_at_20_diff1": 0.300039,
"nauc_ndcg_at_100_max": 0.233249,
"nauc_ndcg_at_100_std": -0.247083,
"nauc_ndcg_at_100_diff1": 0.301381,
"nauc_ndcg_at_1000_max": 0.222958,
"nauc_ndcg_at_1000_std": -0.294037,
"nauc_ndcg_at_1000_diff1": 0.32321,
"nauc_map_at_1_max": 0.207757,
"nauc_map_at_1_std": -0.193462,
"nauc_map_at_1_diff1": 0.243609,
"nauc_map_at_3_max": 0.110418,
"nauc_map_at_3_std": -0.324379,
"nauc_map_at_3_diff1": 0.217536,
"nauc_map_at_5_max": 0.164461,
"nauc_map_at_5_std": -0.317175,
"nauc_map_at_5_diff1": 0.265129,
"nauc_map_at_10_max": 0.181753,
"nauc_map_at_10_std": -0.32719,
"nauc_map_at_10_diff1": 0.288554,
"nauc_map_at_20_max": 0.179021,
"nauc_map_at_20_std": -0.320717,
"nauc_map_at_20_diff1": 0.290186,
"nauc_map_at_100_max": 0.203173,
"nauc_map_at_100_std": -0.297863,
"nauc_map_at_100_diff1": 0.300856,
"nauc_map_at_1000_max": 0.206071,
"nauc_map_at_1000_std": -0.300047,
"nauc_map_at_1000_diff1": 0.305433,
"nauc_recall_at_1_max": 0.207757,
"nauc_recall_at_1_std": -0.193462,
"nauc_recall_at_1_diff1": 0.243609,
"nauc_recall_at_3_max": 0.101154,
"nauc_recall_at_3_std": -0.33419,
"nauc_recall_at_3_diff1": 0.206262,
"nauc_recall_at_5_max": 0.204707,
"nauc_recall_at_5_std": -0.254748,
"nauc_recall_at_5_diff1": 0.253404,
"nauc_recall_at_10_max": 0.185362,
"nauc_recall_at_10_std": -0.316914,
"nauc_recall_at_10_diff1": 0.294336,
"nauc_recall_at_20_max": 0.113476,
"nauc_recall_at_20_std": -0.197022,
"nauc_recall_at_20_diff1": 0.1852,
"nauc_recall_at_100_max": 0.478349,
"nauc_recall_at_100_std": 0.575695,
"nauc_recall_at_100_diff1": -0.047934,
"nauc_recall_at_1000_max": NaN,
"nauc_recall_at_1000_std": NaN,
"nauc_recall_at_1000_diff1": NaN,
"nauc_precision_at_1_max": 0.1138,
"nauc_precision_at_1_std": -0.354634,
"nauc_precision_at_1_diff1": 0.294387,
"nauc_precision_at_3_max": 0.104103,
"nauc_precision_at_3_std": -0.377262,
"nauc_precision_at_3_diff1": 0.291287,
"nauc_precision_at_5_max": 0.267469,
"nauc_precision_at_5_std": -0.227233,
"nauc_precision_at_5_diff1": 0.324246,
"nauc_precision_at_10_max": 0.285366,
"nauc_precision_at_10_std": -0.174443,
"nauc_precision_at_10_diff1": 0.292063,
"nauc_precision_at_20_max": 0.297735,
"nauc_precision_at_20_std": -0.065821,
"nauc_precision_at_20_diff1": 0.247913,
"nauc_precision_at_100_max": 0.334536,
"nauc_precision_at_100_std": 0.099918,
"nauc_precision_at_100_diff1": 0.20631,
"nauc_precision_at_1000_max": 0.328367,
"nauc_precision_at_1000_std": 0.063036,
"nauc_precision_at_1000_diff1": 0.23936,
"nauc_mrr_at_1_max": 0.1138,
"nauc_mrr_at_1_std": -0.354634,
"nauc_mrr_at_1_diff1": 0.294387,
"nauc_mrr_at_3_max": 0.105739,
"nauc_mrr_at_3_std": -0.378045,
"nauc_mrr_at_3_diff1": 0.306657,
"nauc_mrr_at_5_max": 0.117732,
"nauc_mrr_at_5_std": -0.351978,
"nauc_mrr_at_5_diff1": 0.298618,
"nauc_mrr_at_10_max": 0.107176,
"nauc_mrr_at_10_std": -0.373573,
"nauc_mrr_at_10_diff1": 0.31793,
"nauc_mrr_at_20_max": 0.107746,
"nauc_mrr_at_20_std": -0.365885,
"nauc_mrr_at_20_diff1": 0.309104,
"nauc_mrr_at_100_max": 0.109259,
"nauc_mrr_at_100_std": -0.364001,
"nauc_mrr_at_100_diff1": 0.308583,
"nauc_mrr_at_1000_max": 0.108516,
"nauc_mrr_at_1000_std": -0.365072,
"nauc_mrr_at_1000_diff1": 0.309219,
"main_score": 0.41162,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 1062.2218005657196,
"kg_co2_emissions": null
}
158 changes: 158 additions & 0 deletions results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/AILAStatutes.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,158 @@
{
"dataset_revision": "ebfcd844eadd3d667efa3c57fc5c8c87f5c2867e",
"task_name": "AILAStatutes",
"mteb_version": "1.29.10",
"scores": {
"test": [
{
"ndcg_at_1": 0.36,
"ndcg_at_3": 0.32427,
"ndcg_at_5": 0.31512,
"ndcg_at_10": 0.37727,
"ndcg_at_20": 0.43808,
"ndcg_at_100": 0.56445,
"ndcg_at_1000": 0.56445,
"map_at_1": 0.081,
"map_at_3": 0.16617,
"map_at_5": 0.21437,
"map_at_10": 0.25355,
"map_at_20": 0.27947,
"map_at_100": 0.31746,
"map_at_1000": 0.31746,
"recall_at_1": 0.081,
"recall_at_3": 0.206,
"recall_at_5": 0.30733,
"recall_at_10": 0.42733,
"recall_at_20": 0.57733,
"recall_at_100": 1.0,
"recall_at_1000": 1.0,
"precision_at_1": 0.36,
"precision_at_3": 0.30667,
"precision_at_5": 0.268,
"precision_at_10": 0.186,
"precision_at_20": 0.127,
"precision_at_100": 0.0434,
"precision_at_1000": 0.00434,
"mrr_at_1": 0.36,
"mrr_at_3": 0.48,
"mrr_at_5": 0.507,
"mrr_at_10": 0.52527,
"mrr_at_20": 0.534181,
"mrr_at_100": 0.535014,
"mrr_at_1000": 0.535014,
"nauc_ndcg_at_1_max": 0.406786,
"nauc_ndcg_at_1_std": 0.023618,
"nauc_ndcg_at_1_diff1": 0.22734,
"nauc_ndcg_at_3_max": 0.503189,
"nauc_ndcg_at_3_std": 0.083353,
"nauc_ndcg_at_3_diff1": 0.229075,
"nauc_ndcg_at_5_max": 0.511214,
"nauc_ndcg_at_5_std": 0.121927,
"nauc_ndcg_at_5_diff1": 0.246331,
"nauc_ndcg_at_10_max": 0.486193,
"nauc_ndcg_at_10_std": 0.133391,
"nauc_ndcg_at_10_diff1": 0.258506,
"nauc_ndcg_at_20_max": 0.484815,
"nauc_ndcg_at_20_std": 0.141815,
"nauc_ndcg_at_20_diff1": 0.260392,
"nauc_ndcg_at_100_max": 0.475885,
"nauc_ndcg_at_100_std": 0.091092,
"nauc_ndcg_at_100_diff1": 0.25634,
"nauc_ndcg_at_1000_max": 0.475885,
"nauc_ndcg_at_1000_std": 0.091092,
"nauc_ndcg_at_1000_diff1": 0.25634,
"nauc_map_at_1_max": 0.381447,
"nauc_map_at_1_std": 0.034307,
"nauc_map_at_1_diff1": 0.228203,
"nauc_map_at_3_max": 0.570804,
"nauc_map_at_3_std": 0.118266,
"nauc_map_at_3_diff1": 0.280652,
"nauc_map_at_5_max": 0.560375,
"nauc_map_at_5_std": 0.094905,
"nauc_map_at_5_diff1": 0.271813,
"nauc_map_at_10_max": 0.534413,
"nauc_map_at_10_std": 0.093788,
"nauc_map_at_10_diff1": 0.277975,
"nauc_map_at_20_max": 0.5346,
"nauc_map_at_20_std": 0.10639,
"nauc_map_at_20_diff1": 0.289047,
"nauc_map_at_100_max": 0.528436,
"nauc_map_at_100_std": 0.093179,
"nauc_map_at_100_diff1": 0.282307,
"nauc_map_at_1000_max": 0.528436,
"nauc_map_at_1000_std": 0.093179,
"nauc_map_at_1000_diff1": 0.282307,
"nauc_recall_at_1_max": 0.381447,
"nauc_recall_at_1_std": 0.034307,
"nauc_recall_at_1_diff1": 0.228203,
"nauc_recall_at_3_max": 0.522569,
"nauc_recall_at_3_std": 0.163049,
"nauc_recall_at_3_diff1": 0.231279,
"nauc_recall_at_5_max": 0.503144,
"nauc_recall_at_5_std": 0.166816,
"nauc_recall_at_5_diff1": 0.22399,
"nauc_recall_at_10_max": 0.431763,
"nauc_recall_at_10_std": 0.193646,
"nauc_recall_at_10_diff1": 0.229174,
"nauc_recall_at_20_max": 0.38067,
"nauc_recall_at_20_std": 0.21326,
"nauc_recall_at_20_diff1": 0.206569,
"nauc_recall_at_100_max": NaN,
"nauc_recall_at_100_std": NaN,
"nauc_recall_at_100_diff1": NaN,
"nauc_recall_at_1000_max": NaN,
"nauc_recall_at_1000_std": NaN,
"nauc_recall_at_1000_diff1": NaN,
"nauc_precision_at_1_max": 0.406786,
"nauc_precision_at_1_std": 0.023618,
"nauc_precision_at_1_diff1": 0.22734,
"nauc_precision_at_3_max": 0.524161,
"nauc_precision_at_3_std": 0.099763,
"nauc_precision_at_3_diff1": 0.219711,
"nauc_precision_at_5_max": 0.47016,
"nauc_precision_at_5_std": 0.091654,
"nauc_precision_at_5_diff1": 0.211871,
"nauc_precision_at_10_max": 0.384701,
"nauc_precision_at_10_std": 0.091998,
"nauc_precision_at_10_diff1": 0.226933,
"nauc_precision_at_20_max": 0.324123,
"nauc_precision_at_20_std": 0.083934,
"nauc_precision_at_20_diff1": 0.204541,
"nauc_precision_at_100_max": -0.088893,
"nauc_precision_at_100_std": -0.297232,
"nauc_precision_at_100_diff1": 0.006092,
"nauc_precision_at_1000_max": -0.088893,
"nauc_precision_at_1000_std": -0.297232,
"nauc_precision_at_1000_diff1": 0.006092,
"nauc_mrr_at_1_max": 0.406786,
"nauc_mrr_at_1_std": 0.023618,
"nauc_mrr_at_1_diff1": 0.22734,
"nauc_mrr_at_3_max": 0.362095,
"nauc_mrr_at_3_std": 0.057524,
"nauc_mrr_at_3_diff1": 0.190902,
"nauc_mrr_at_5_max": 0.377822,
"nauc_mrr_at_5_std": 0.09844,
"nauc_mrr_at_5_diff1": 0.22579,
"nauc_mrr_at_10_max": 0.385395,
"nauc_mrr_at_10_std": 0.089297,
"nauc_mrr_at_10_diff1": 0.217206,
"nauc_mrr_at_20_max": 0.384265,
"nauc_mrr_at_20_std": 0.078906,
"nauc_mrr_at_20_diff1": 0.214312,
"nauc_mrr_at_100_max": 0.3829,
"nauc_mrr_at_100_std": 0.076681,
"nauc_mrr_at_100_diff1": 0.215398,
"nauc_mrr_at_1000_max": 0.3829,
"nauc_mrr_at_1000_std": 0.076681,
"nauc_mrr_at_1000_diff1": 0.215398,
"main_score": 0.37727,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 65.1165862083435,
"kg_co2_emissions": null
}
Loading

0 comments on commit 777d539

Please sign in to comment.