From 110ec0b2fbb76ca056c6d76bbf8c490c4d889316 Mon Sep 17 00:00:00 2001
From: rbroc <rbrrcc@gmail.com>
Date: Fri, 19 Apr 2024 23:14:33 +0200
Subject: [PATCH] add results

---
 .../MultiHateClassification.json              | 98 +++++++++++++++++++
 .../MultiHateClassification.json              | 98 +++++++++++++++++++
 2 files changed, 196 insertions(+)
 create mode 100644 results/intfloat__multilingual-e5-small/MultiHateClassification.json
 create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/MultiHateClassification.json

diff --git a/results/intfloat__multilingual-e5-small/MultiHateClassification.json b/results/intfloat__multilingual-e5-small/MultiHateClassification.json
new file mode 100644
index 0000000000..f9354fd6f0
--- /dev/null
+++ b/results/intfloat__multilingual-e5-small/MultiHateClassification.json
@@ -0,0 +1,98 @@
+{
+  "dataset_revision": "bde1317ae1cee1d719d30587afac13d5dc47ebec",
+  "mteb_dataset_name": "MultiHateClassification",
+  "mteb_version": "1.6.10",
+  "test": {
+    "ara": {
+      "accuracy": 0.5612,
+      "accuracy_stderr": 0.03433889922522268,
+      "ap": 0.336636359498135,
+      "ap_stderr": 0.013749992810775444,
+      "f1": 0.5404400939907698,
+      "f1_stderr": 0.02672247870011608,
+      "main_score": 0.5612
+    },
+    "cmn": {
+      "accuracy": 0.584,
+      "accuracy_stderr": 0.05435071296680477,
+      "ap": 0.35956887140008986,
+      "ap_stderr": 0.017254258774481723,
+      "f1": 0.5425407410085168,
+      "f1_stderr": 0.04346798196651584,
+      "main_score": 0.584
+    },
+    "deu": {
+      "accuracy": 0.6052,
+      "accuracy_stderr": 0.03981155611125996,
+      "ap": 0.35294625400431895,
+      "ap_stderr": 0.013439520181409561,
+      "f1": 0.5734665545380919,
+      "f1_stderr": 0.02685826923535391,
+      "main_score": 0.6052
+    },
+    "eng": {
+      "accuracy": 0.6142,
+      "accuracy_stderr": 0.07337956118702263,
+      "ap": 0.3699308942469515,
+      "ap_stderr": 0.034385445631520635,
+      "f1": 0.5753246174454059,
+      "f1_stderr": 0.051411459423875816,
+      "main_score": 0.6142
+    },
+    "evaluation_time": 60.47,
+    "fra": {
+      "accuracy": 0.5650999999999999,
+      "accuracy_stderr": 0.03642101041981124,
+      "ap": 0.33250957462612574,
+      "ap_stderr": 0.01325864331809376,
+      "f1": 0.5382699872694157,
+      "f1_stderr": 0.026211807913836035,
+      "main_score": 0.5650999999999999
+    },
+    "hin": {
+      "accuracy": 0.5612,
+      "accuracy_stderr": 0.04272891292789929,
+      "ap": 0.3327253193496337,
+      "ap_stderr": 0.011831537436717473,
+      "f1": 0.5347651915276457,
+      "f1_stderr": 0.025088065525757125,
+      "main_score": 0.5612
+    },
+    "ita": {
+      "accuracy": 0.6032,
+      "accuracy_stderr": 0.019156200040717906,
+      "ap": 0.3450241096711499,
+      "ap_stderr": 0.01638497825957625,
+      "f1": 0.5670898482430948,
+      "f1_stderr": 0.020280043812625895,
+      "main_score": 0.6032
+    },
+    "nld": {
+      "accuracy": 0.5704,
+      "accuracy_stderr": 0.05304564072569959,
+      "ap": 0.3339186434044502,
+      "ap_stderr": 0.01668236417327919,
+      "f1": 0.5422887886402358,
+      "f1_stderr": 0.039565328041215264,
+      "main_score": 0.5704
+    },
+    "por": {
+      "accuracy": 0.6218,
+      "accuracy_stderr": 0.022283626275810695,
+      "ap": 0.35251162046337636,
+      "ap_stderr": 0.020647343137724868,
+      "f1": 0.577767875587535,
+      "f1_stderr": 0.02848714903668748,
+      "main_score": 0.6218
+    },
+    "spa": {
+      "accuracy": 0.5845999999999999,
+      "accuracy_stderr": 0.02814675825028522,
+      "ap": 0.32708704696662994,
+      "ap_stderr": 0.022495209171507942,
+      "f1": 0.5423272447686079,
+      "f1_stderr": 0.031007224154276262,
+      "main_score": 0.5845999999999999
+    }
+  }
+}
\ No newline at end of file
diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/MultiHateClassification.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/MultiHateClassification.json
new file mode 100644
index 0000000000..cce0424124
--- /dev/null
+++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/MultiHateClassification.json
@@ -0,0 +1,98 @@
+{
+  "dataset_revision": "bde1317ae1cee1d719d30587afac13d5dc47ebec",
+  "mteb_dataset_name": "MultiHateClassification",
+  "mteb_version": "1.6.10",
+  "test": {
+    "ara": {
+      "accuracy": 0.5572999999999999,
+      "accuracy_stderr": 0.045657529499525035,
+      "ap": 0.3235980976889793,
+      "ap_stderr": 0.01532372242555822,
+      "f1": 0.521753261145419,
+      "f1_stderr": 0.031668722596843675,
+      "main_score": 0.5572999999999999
+    },
+    "cmn": {
+      "accuracy": 0.5966,
+      "accuracy_stderr": 0.05268054669420203,
+      "ap": 0.3806332351537496,
+      "ap_stderr": 0.02803414413126023,
+      "f1": 0.5702681477953656,
+      "f1_stderr": 0.04320845357372606,
+      "main_score": 0.5966
+    },
+    "deu": {
+      "accuracy": 0.6044,
+      "accuracy_stderr": 0.03464736642228382,
+      "ap": 0.3407830566387241,
+      "ap_stderr": 0.013854698482920634,
+      "f1": 0.5623991564636706,
+      "f1_stderr": 0.02454701925326222,
+      "main_score": 0.6044
+    },
+    "eng": {
+      "accuracy": 0.6234999999999999,
+      "accuracy_stderr": 0.06963512044938243,
+      "ap": 0.3830650502754332,
+      "ap_stderr": 0.030439126666366022,
+      "f1": 0.5889838899962351,
+      "f1_stderr": 0.045704949887003715,
+      "main_score": 0.6234999999999999
+    },
+    "evaluation_time": 55.84,
+    "fra": {
+      "accuracy": 0.5885,
+      "accuracy_stderr": 0.0295101677392725,
+      "ap": 0.33679103270616634,
+      "ap_stderr": 0.012883960103405794,
+      "f1": 0.5525988123496278,
+      "f1_stderr": 0.019846970701989174,
+      "main_score": 0.5885
+    },
+    "hin": {
+      "accuracy": 0.5431,
+      "accuracy_stderr": 0.06181334807304973,
+      "ap": 0.31827032826015256,
+      "ap_stderr": 0.014308735055883346,
+      "f1": 0.5040771721666524,
+      "f1_stderr": 0.035474132122925765,
+      "main_score": 0.5431
+    },
+    "ita": {
+      "accuracy": 0.6088,
+      "accuracy_stderr": 0.05119140552866272,
+      "ap": 0.34373192281402554,
+      "ap_stderr": 0.026804663165311292,
+      "f1": 0.5625944252729465,
+      "f1_stderr": 0.038408997353860705,
+      "main_score": 0.6088
+    },
+    "nld": {
+      "accuracy": 0.5735,
+      "accuracy_stderr": 0.0726116381856242,
+      "ap": 0.3410087782699132,
+      "ap_stderr": 0.029275124347874475,
+      "f1": 0.5473339784981104,
+      "f1_stderr": 0.05678694021473432,
+      "main_score": 0.5735
+    },
+    "por": {
+      "accuracy": 0.62,
+      "accuracy_stderr": 0.03747532521540008,
+      "ap": 0.35781182500745545,
+      "ap_stderr": 0.015528891087630671,
+      "f1": 0.5791236345491945,
+      "f1_stderr": 0.022633470991120928,
+      "main_score": 0.62
+    },
+    "spa": {
+      "accuracy": 0.5795,
+      "accuracy_stderr": 0.033064331234730876,
+      "ap": 0.31882636627326566,
+      "ap_stderr": 0.019438383288898572,
+      "f1": 0.5297309308338883,
+      "f1_stderr": 0.030569831782880686,
+      "main_score": 0.5795
+    }
+  }
+}
\ No newline at end of file