Skip to content

Commit

Permalink
feat: add missing arctic v2 results
Browse files Browse the repository at this point in the history
  • Loading branch information
@dbuades
dbuades committed Feb 5, 2025
1 parent 7573d55 commit cea442d
Show file tree
Hide file tree
Showing 56 changed files with 5,072 additions and 0 deletions.
158 changes: 158 additions & 0 deletions ...wflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/FEVER.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,158 @@
{
"dataset_revision": "bea83ef9e8fb933d90a2f1d5515737465d613e12",
"task_name": "FEVER",
"mteb_version": "1.29.3",
"scores": {
"test": [
{
"ndcg_at_1": 0.89694,
"ndcg_at_3": 0.90878,
"ndcg_at_5": 0.91255,
"ndcg_at_10": 0.91536,
"ndcg_at_20": 0.91764,
"ndcg_at_100": 0.92029,
"ndcg_at_1000": 0.92249,
"map_at_1": 0.83229,
"map_at_3": 0.8833,
"map_at_5": 0.88694,
"map_at_10": 0.88877,
"map_at_20": 0.8897,
"map_at_100": 0.89025,
"map_at_1000": 0.89038,
"recall_at_1": 0.83229,
"recall_at_3": 0.92804,
"recall_at_5": 0.93958,
"recall_at_10": 0.94826,
"recall_at_20": 0.95561,
"recall_at_100": 0.96681,
"recall_at_1000": 0.97992,
"precision_at_1": 0.89694,
"precision_at_3": 0.33783,
"precision_at_5": 0.20612,
"precision_at_10": 0.10468,
"precision_at_20": 0.05312,
"precision_at_100": 0.01091,
"precision_at_1000": 0.00113,
"mrr_at_1": 0.89694,
"mrr_at_3": 0.937969,
"mrr_at_5": 0.939709,
"mrr_at_10": 0.940143,
"mrr_at_20": 0.940306,
"mrr_at_100": 0.940361,
"mrr_at_1000": 0.940364,
"nauc_ndcg_at_1_max": 0.240135,
"nauc_ndcg_at_1_std": -0.085947,
"nauc_ndcg_at_1_diff1": 0.832965,
"nauc_ndcg_at_3_max": 0.223631,
"nauc_ndcg_at_3_std": -0.040174,
"nauc_ndcg_at_3_diff1": 0.483861,
"nauc_ndcg_at_5_max": 0.222585,
"nauc_ndcg_at_5_std": -0.026519,
"nauc_ndcg_at_5_diff1": 0.45921,
"nauc_ndcg_at_10_max": 0.227761,
"nauc_ndcg_at_10_std": -0.010605,
"nauc_ndcg_at_10_diff1": 0.464214,
"nauc_ndcg_at_20_max": 0.228807,
"nauc_ndcg_at_20_std": -0.004258,
"nauc_ndcg_at_20_diff1": 0.470817,
"nauc_ndcg_at_100_max": 0.232055,
"nauc_ndcg_at_100_std": -0.003949,
"nauc_ndcg_at_100_diff1": 0.484613,
"nauc_ndcg_at_1000_max": 0.234316,
"nauc_ndcg_at_1000_std": -0.004347,
"nauc_ndcg_at_1000_diff1": 0.497272,
"nauc_map_at_1_max": 0.178732,
"nauc_map_at_1_std": -0.047253,
"nauc_map_at_1_diff1": 0.554748,
"nauc_map_at_3_max": 0.20693,
"nauc_map_at_3_std": -0.031042,
"nauc_map_at_3_diff1": 0.463227,
"nauc_map_at_5_max": 0.210001,
"nauc_map_at_5_std": -0.025452,
"nauc_map_at_5_diff1": 0.457169,
"nauc_map_at_10_max": 0.214016,
"nauc_map_at_10_std": -0.018636,
"nauc_map_at_10_diff1": 0.462403,
"nauc_map_at_20_max": 0.214434,
"nauc_map_at_20_std": -0.016885,
"nauc_map_at_20_diff1": 0.464787,
"nauc_map_at_100_max": 0.215181,
"nauc_map_at_100_std": -0.016589,
"nauc_map_at_100_diff1": 0.466969,
"nauc_map_at_1000_max": 0.215305,
"nauc_map_at_1000_std": -0.016499,
"nauc_map_at_1000_diff1": 0.467488,
"nauc_recall_at_1_max": 0.178732,
"nauc_recall_at_1_std": -0.047253,
"nauc_recall_at_1_diff1": 0.554748,
"nauc_recall_at_3_max": 0.203603,
"nauc_recall_at_3_std": -0.009944,
"nauc_recall_at_3_diff1": 0.205022,
"nauc_recall_at_5_max": 0.205853,
"nauc_recall_at_5_std": 0.03429,
"nauc_recall_at_5_diff1": 0.107736,
"nauc_recall_at_10_max": 0.227242,
"nauc_recall_at_10_std": 0.112848,
"nauc_recall_at_10_diff1": 0.087544,
"nauc_recall_at_20_max": 0.226867,
"nauc_recall_at_20_std": 0.171336,
"nauc_recall_at_20_diff1": 0.059762,
"nauc_recall_at_100_max": 0.254162,
"nauc_recall_at_100_std": 0.228821,
"nauc_recall_at_100_diff1": 0.056763,
"nauc_recall_at_1000_max": 0.31734,
"nauc_recall_at_1000_std": 0.363283,
"nauc_recall_at_1000_diff1": 0.056581,
"nauc_precision_at_1_max": 0.240135,
"nauc_precision_at_1_std": -0.085947,
"nauc_precision_at_1_diff1": 0.832965,
"nauc_precision_at_3_max": 0.192047,
"nauc_precision_at_3_std": 0.008274,
"nauc_precision_at_3_diff1": 0.068583,
"nauc_precision_at_5_max": 0.144238,
"nauc_precision_at_5_std": 0.053483,
"nauc_precision_at_5_diff1": -0.074087,
"nauc_precision_at_10_max": 0.117144,
"nauc_precision_at_10_std": 0.106259,
"nauc_precision_at_10_diff1": -0.074314,
"nauc_precision_at_20_max": 0.087827,
"nauc_precision_at_20_std": 0.115953,
"nauc_precision_at_20_diff1": -0.072706,
"nauc_precision_at_100_max": 0.0467,
"nauc_precision_at_100_std": 0.082354,
"nauc_precision_at_100_diff1": -0.048783,
"nauc_precision_at_1000_max": 0.008532,
"nauc_precision_at_1000_std": 0.051258,
"nauc_precision_at_1000_diff1": -0.028844,
"nauc_mrr_at_1_max": 0.240135,
"nauc_mrr_at_1_std": -0.085947,
"nauc_mrr_at_1_diff1": 0.832965,
"nauc_mrr_at_3_max": 0.266446,
"nauc_mrr_at_3_std": -0.112314,
"nauc_mrr_at_3_diff1": 0.827734,
"nauc_mrr_at_5_max": 0.263992,
"nauc_mrr_at_5_std": -0.107277,
"nauc_mrr_at_5_diff1": 0.826428,
"nauc_mrr_at_10_max": 0.261778,
"nauc_mrr_at_10_std": -0.104472,
"nauc_mrr_at_10_diff1": 0.826833,
"nauc_mrr_at_20_max": 0.260844,
"nauc_mrr_at_20_std": -0.103787,
"nauc_mrr_at_20_diff1": 0.827171,
"nauc_mrr_at_100_max": 0.260441,
"nauc_mrr_at_100_std": -0.103889,
"nauc_mrr_at_100_diff1": 0.827225,
"nauc_mrr_at_1000_max": 0.260407,
"nauc_mrr_at_1000_std": -0.103937,
"nauc_mrr_at_1000_diff1": 0.827224,
"main_score": 0.91536,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 14149.719009637833,
"kg_co2_emissions": 0.0027558129183213086
}
95 changes: 95 additions & 0 deletions ...c-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/AmazonPolarityClassification.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,95 @@
{
"dataset_revision": "e2d317d38cd51312af73b3d32a06d1a08b442046",
"task_name": "AmazonPolarityClassification",
"mteb_version": "1.29.3",
"scores": {
"test": [
{
"accuracy": 0.703808,
"f1": 0.70065,
"f1_weighted": 0.70065,
"ap": 0.648308,
"ap_weighted": 0.648308,
"scores_per_experiment": [
{
"accuracy": 0.717915,
"f1": 0.717255,
"f1_weighted": 0.717255,
"ap": 0.661526,
"ap_weighted": 0.661526
},
{
"accuracy": 0.671957,
"f1": 0.670932,
"f1_weighted": 0.670932,
"ap": 0.612578,
"ap_weighted": 0.612578
},
{
"accuracy": 0.728378,
"f1": 0.728377,
"f1_weighted": 0.728377,
"ap": 0.666384,
"ap_weighted": 0.666384
},
{
"accuracy": 0.699375,
"f1": 0.692943,
"f1_weighted": 0.692943,
"ap": 0.655631,
"ap_weighted": 0.655631
},
{
"accuracy": 0.760027,
"f1": 0.759675,
"f1_weighted": 0.759675,
"ap": 0.703233,
"ap_weighted": 0.703233
},
{
"accuracy": 0.661077,
"f1": 0.648884,
"f1_weighted": 0.648884,
"ap": 0.6219,
"ap_weighted": 0.6219
},
{
"accuracy": 0.719175,
"f1": 0.718435,
"f1_weighted": 0.718435,
"ap": 0.653159,
"ap_weighted": 0.653159
},
{
"accuracy": 0.714623,
"f1": 0.710337,
"f1_weighted": 0.710337,
"ap": 0.668181,
"ap_weighted": 0.668181
},
{
"accuracy": 0.70772,
"f1": 0.701959,
"f1_weighted": 0.701959,
"ap": 0.63762,
"ap_weighted": 0.63762
},
{
"accuracy": 0.657837,
"f1": 0.657699,
"f1_weighted": 0.657699,
"ap": 0.602869,
"ap_weighted": 0.602869
}
],
"main_score": 0.703808,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 245.71567630767822,
"kg_co2_emissions": 6.332100411644837e-05
}
Loading

0 comments on commit cea442d

Please sign in to comment.