add mteb eng results

embeddings-benchmark · Feb 5, 2025 · 3a787d3 · 3a787d3
1 parent 7b57d44
commit 3a787d3
Show file tree

Hide file tree

Showing 42 changed files with 1,110 additions and 132 deletions.
diff --git a/...mini-gte/3c04406e1003dcac653d37026cbc8b3b2081735a/AmazonCounterfactualClassification.json b/...mini-gte/3c04406e1003dcac653d37026cbc8b3b2081735a/AmazonCounterfactualClassification.json
@@ -1,7 +1,7 @@
 {
   "dataset_revision": "e8379541af4e31359cca9fbcf4b00f2671dba205",
   "task_name": "AmazonCounterfactualClassification",
-  "mteb_version": "1.31.3",
+  "mteb_version": "1.34.2",
   "scores": {
     "test": [
       {
@@ -90,6 +90,6 @@
       }
     ]
   },
-  "evaluation_time": 11.624682188034058,
+  "evaluation_time": 1.5344364643096924,
   "kg_co2_emissions": null
 }
diff --git a/...ev__mini-gte/3c04406e1003dcac653d37026cbc8b3b2081735a/ArXivHierarchicalClusteringP2P.json b/...ev__mini-gte/3c04406e1003dcac653d37026cbc8b3b2081735a/ArXivHierarchicalClusteringP2P.json
@@ -0,0 +1,46 @@
+{
+  "dataset_revision": "0bbdb47bcbe3a90093699aefeed338a0f28a7ee8",
+  "task_name": "ArXivHierarchicalClusteringP2P",
+  "mteb_version": "1.34.2",
+  "scores": {
+    "test": [
+      {
+        "v_measures": {
+          "Level 0": [
+            0.584566,
+            0.564616,
+            0.603065,
+            0.559787,
+            0.536648,
+            0.576442,
+            0.599646,
+            0.573892,
+            0.607336,
+            0.599492
+          ],
+          "Level 1": [
+            0.572223,
+            0.599336,
+            0.619473,
+            0.607508,
+            0.589398,
+            0.569943,
+            0.563737,
+            0.587733,
+            0.592429,
+            0.594109
+          ]
+        },
+        "v_measure": 0.585069,
+        "v_measure_std": 0.019676,
+        "main_score": 0.585069,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 6.923922777175903,
+  "kg_co2_emissions": null
+}
diff --git a/...ev__mini-gte/3c04406e1003dcac653d37026cbc8b3b2081735a/ArXivHierarchicalClusteringS2S.json b/...ev__mini-gte/3c04406e1003dcac653d37026cbc8b3b2081735a/ArXivHierarchicalClusteringS2S.json
@@ -0,0 +1,46 @@
+{
+  "dataset_revision": "b73bd54100e5abfa6e3a23dcafb46fe4d2438dc3",
+  "task_name": "ArXivHierarchicalClusteringS2S",
+  "mteb_version": "1.34.2",
+  "scores": {
+    "test": [
+      {
+        "v_measures": {
+          "Level 0": [
+            0.599036,
+            0.604668,
+            0.555879,
+            0.531668,
+            0.571281,
+            0.517458,
+            0.54498,
+            0.600376,
+            0.579854,
+            0.534323
+          ],
+          "Level 1": [
+            0.578926,
+            0.564253,
+            0.578786,
+            0.579403,
+            0.561953,
+            0.572044,
+            0.558246,
+            0.571845,
+            0.560194,
+            0.567866
+          ]
+        },
+        "v_measure": 0.566652,
+        "v_measure_std": 0.022091,
+        "main_score": 0.566652,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 6.497642993927002,
+  "kg_co2_emissions": null
+}
diff --git a/results/prdev__mini-gte/3c04406e1003dcac653d37026cbc8b3b2081735a/ArguAna.json b/results/prdev__mini-gte/3c04406e1003dcac653d37026cbc8b3b2081735a/ArguAna.json
@@ -1,7 +1,7 @@
 {
   "dataset_revision": "c22ab2a51041ffd869aaddef7af8d8215647e41a",
   "task_name": "ArguAna",
-  "mteb_version": "1.31.3",
+  "mteb_version": "1.34.2",
   "scores": {
     "test": [
       {
@@ -153,6 +153,6 @@
       }
     ]
   },
-  "evaluation_time": 17.28126549720764,
+  "evaluation_time": 17.43536615371704,
   "kg_co2_emissions": null
 }
diff --git a/results/prdev__mini-gte/3c04406e1003dcac653d37026cbc8b3b2081735a/AskUbuntuDupQuestions.json b/results/prdev__mini-gte/3c04406e1003dcac653d37026cbc8b3b2081735a/AskUbuntuDupQuestions.json
@@ -1,7 +1,7 @@
 {
   "dataset_revision": "2000358ca161889fa9c082cb41daa8dcfb161a54",
   "task_name": "AskUbuntuDupQuestions",
-  "mteb_version": "1.31.3",
+  "mteb_version": "1.34.2",
   "scores": {
     "test": [
       {
@@ -21,6 +21,6 @@
       }
     ]
   },
-  "evaluation_time": 1.978048324584961,
+  "evaluation_time": 1.7067465782165527,
   "kg_co2_emissions": null
 }
diff --git a/results/prdev__mini-gte/3c04406e1003dcac653d37026cbc8b3b2081735a/BIOSSES.json b/results/prdev__mini-gte/3c04406e1003dcac653d37026cbc8b3b2081735a/BIOSSES.json
@@ -1,7 +1,7 @@
 {
   "dataset_revision": "d3fb88f8f02e40887cd149695127462bbcf29b4a",
   "task_name": "BIOSSES",
-  "mteb_version": "1.31.3",
+  "mteb_version": "1.34.2",
   "scores": {
     "test": [
       {
@@ -21,6 +21,6 @@
       }
     ]
   },
-  "evaluation_time": 0.15509819984436035,
+  "evaluation_time": 0.2208261489868164,
   "kg_co2_emissions": null
 }
diff --git a/...lts/prdev__mini-gte/3c04406e1003dcac653d37026cbc8b3b2081735a/Banking77Classification.json b/...lts/prdev__mini-gte/3c04406e1003dcac653d37026cbc8b3b2081735a/Banking77Classification.json
@@ -1,7 +1,7 @@
 {
   "dataset_revision": "0fd18e25b25c072e09e0d92ab615fda904d66300",
   "task_name": "Banking77Classification",
-  "mteb_version": "1.31.3",
+  "mteb_version": "1.34.2",
   "scores": {
     "test": [
       {
@@ -68,6 +68,6 @@
       }
     ]
   },
-  "evaluation_time": 17.08298373222351,
+  "evaluation_time": 16.93632936477661,
   "kg_co2_emissions": null
 }
diff --git a/...lts/prdev__mini-gte/3c04406e1003dcac653d37026cbc8b3b2081735a/BiorxivClusteringP2P.v2.json b/...lts/prdev__mini-gte/3c04406e1003dcac653d37026cbc8b3b2081735a/BiorxivClusteringP2P.v2.json
@@ -0,0 +1,34 @@
+{
+  "dataset_revision": "f5dbc242e11dd8e24def4c4268607a49e02946dc",
+  "task_name": "BiorxivClusteringP2P.v2",
+  "mteb_version": "1.34.2",
+  "scores": {
+    "test": [
+      {
+        "v_measures": {
+          "Level 0": [
+            0.445521,
+            0.430421,
+            0.425325,
+            0.436456,
+            0.437706,
+            0.440046,
+            0.437139,
+            0.444492,
+            0.435661,
+            0.437881
+          ]
+        },
+        "v_measure": 0.437065,
+        "v_measure_std": 0.005665,
+        "main_score": 0.437065,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 9.267890453338623,
+  "kg_co2_emissions": null
+}
diff --git a/.../prdev__mini-gte/3c04406e1003dcac653d37026cbc8b3b2081735a/CQADupstackGamingRetrieval.json b/.../prdev__mini-gte/3c04406e1003dcac653d37026cbc8b3b2081735a/CQADupstackGamingRetrieval.json
@@ -1,7 +1,7 @@
 {
   "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340",
   "task_name": "CQADupstackGamingRetrieval",
-  "mteb_version": "1.31.3",
+  "mteb_version": "1.34.2",
   "scores": {
     "test": [
       {
@@ -153,6 +153,6 @@
       }
     ]
   },
-  "evaluation_time": 43.446808099746704,
+  "evaluation_time": 44.60592198371887,
   "kg_co2_emissions": null
 }
diff --git a/...ts/prdev__mini-gte/3c04406e1003dcac653d37026cbc8b3b2081735a/CQADupstackUnixRetrieval.json b/...ts/prdev__mini-gte/3c04406e1003dcac653d37026cbc8b3b2081735a/CQADupstackUnixRetrieval.json
@@ -1,7 +1,7 @@
 {
   "dataset_revision": "6c6430d3a6d36f8d2a829195bc5dc94d7e063e53",
   "task_name": "CQADupstackUnixRetrieval",
-  "mteb_version": "1.31.3",
+  "mteb_version": "1.34.2",
   "scores": {
     "test": [
       {
@@ -153,6 +153,6 @@
       }
     ]
   },
-  "evaluation_time": 76.19535565376282,
+  "evaluation_time": 86.88254642486572,
   "kg_co2_emissions": null
 }