diff --git a/mteb/models/results/jxm__cde-small-v1/9e2ed1d8d569d34458913d2d246935c1b2324d11/AmazonCounterfactualClassification.json b/mteb/models/results/jxm__cde-small-v1/9e2ed1d8d569d34458913d2d246935c1b2324d11/AmazonCounterfactualClassification.json deleted file mode 100644 index 149427d84..000000000 --- a/mteb/models/results/jxm__cde-small-v1/9e2ed1d8d569d34458913d2d246935c1b2324d11/AmazonCounterfactualClassification.json +++ /dev/null @@ -1,685 +0,0 @@ -{ - "dataset_revision": "e8379541af4e31359cca9fbcf4b00f2671dba205", - "task_name": "AmazonCounterfactualClassification", - "mteb_version": "1.25.6", - "scores": { - "validation": [ - { - "accuracy": 0.587387, - "f1": 0.478971, - "f1_weighted": 0.668053, - "ap": 0.132844, - "ap_weighted": 0.132844, - "scores_per_experiment": [ - { - "accuracy": 0.627628, - "f1": 0.508388, - "f1_weighted": 0.701789, - "ap": 0.14456, - "ap_weighted": 0.14456 - }, - { - "accuracy": 0.608108, - "f1": 0.491432, - "f1_weighted": 0.686014, - "ap": 0.134597, - "ap_weighted": 0.134597 - }, - { - "accuracy": 0.602102, - "f1": 0.50498, - "f1_weighted": 0.680129, - "ap": 0.158933, - "ap_weighted": 0.158933 - }, - { - "accuracy": 0.564565, - "f1": 0.462688, - "f1_weighted": 0.649579, - "ap": 0.125347, - "ap_weighted": 0.125347 - }, - { - "accuracy": 0.527027, - "f1": 0.445779, - "f1_weighted": 0.615285, - "ap": 0.128494, - "ap_weighted": 0.128494 - }, - { - "accuracy": 0.540541, - "f1": 0.436654, - "f1_weighted": 0.629897, - "ap": 0.110326, - "ap_weighted": 0.110326 - }, - { - "accuracy": 0.558559, - "f1": 0.453507, - "f1_weighted": 0.644902, - "ap": 0.118328, - "ap_weighted": 0.118328 - }, - { - "accuracy": 0.591592, - "f1": 0.485878, - "f1_weighted": 0.672102, - "ap": 0.137869, - "ap_weighted": 0.137869 - }, - { - "accuracy": 0.585586, - "f1": 0.474691, - "f1_weighted": 0.667488, - "ap": 0.127395, - "ap_weighted": 0.127395 - }, - { - "accuracy": 0.668168, - "f1": 0.525713, - "f1_weighted": 0.733346, - "ap": 0.142594, - "ap_weighted": 0.142594 - } - ], - "main_score": 0.587387, - "hf_subset": "en-ext", - "languages": [ - "eng-Latn" - ] - }, - { - "accuracy": 0.596418, - "f1": 0.514179, - "f1_weighted": 0.644439, - "ap": 0.201163, - "ap_weighted": 0.201163, - "scores_per_experiment": [ - { - "accuracy": 0.602985, - "f1": 0.518974, - "f1_weighted": 0.650391, - "ap": 0.201538, - "ap_weighted": 0.201538 - }, - { - "accuracy": 0.6, - "f1": 0.532863, - "f1_weighted": 0.648635, - "ap": 0.220043, - "ap_weighted": 0.220043 - }, - { - "accuracy": 0.573134, - "f1": 0.482807, - "f1_weighted": 0.624105, - "ap": 0.180597, - "ap_weighted": 0.180597 - }, - { - "accuracy": 0.552239, - "f1": 0.48758, - "f1_weighted": 0.606574, - "ap": 0.193461, - "ap_weighted": 0.193461 - }, - { - "accuracy": 0.6, - "f1": 0.510874, - "f1_weighted": 0.647368, - "ap": 0.194776, - "ap_weighted": 0.194776 - }, - { - "accuracy": 0.635821, - "f1": 0.529927, - "f1_weighted": 0.675781, - "ap": 0.199054, - "ap_weighted": 0.199054 - }, - { - "accuracy": 0.567164, - "f1": 0.487611, - "f1_weighted": 0.619597, - "ap": 0.186567, - "ap_weighted": 0.186567 - }, - { - "accuracy": 0.58806, - "f1": 0.518919, - "f1_weighted": 0.638146, - "ap": 0.209461, - "ap_weighted": 0.209461 - }, - { - "accuracy": 0.647761, - "f1": 0.566557, - "f1_weighted": 0.689203, - "ap": 0.234951, - "ap_weighted": 0.234951 - }, - { - "accuracy": 0.597015, - "f1": 0.505678, - "f1_weighted": 0.644586, - "ap": 0.191186, - "ap_weighted": 0.191186 - } - ], - "main_score": 0.596418, - "hf_subset": "en", - "languages": [ - "eng-Latn" - ] - }, - { - "accuracy": 0.548069, - "f1": 0.525796, - "f1_weighted": 0.565105, - "ap": 0.719786, - "ap_weighted": 0.719786, - "scores_per_experiment": [ - { - "accuracy": 0.609442, - "f1": 0.576482, - "f1_weighted": 0.623133, - "ap": 0.739725, - "ap_weighted": 0.739725 - }, - { - "accuracy": 0.613734, - "f1": 0.575412, - "f1_weighted": 0.625778, - "ap": 0.73713, - "ap_weighted": 0.73713 - }, - { - "accuracy": 0.521459, - "f1": 0.510732, - "f1_weighted": 0.539337, - "ap": 0.719232, - "ap_weighted": 0.719232 - }, - { - "accuracy": 0.562232, - "f1": 0.533314, - "f1_weighted": 0.579184, - "ap": 0.719514, - "ap_weighted": 0.719514 - }, - { - "accuracy": 0.478541, - "f1": 0.465422, - "f1_weighted": 0.498488, - "ap": 0.694767, - "ap_weighted": 0.694767 - }, - { - "accuracy": 0.532189, - "f1": 0.517241, - "f1_weighted": 0.550783, - "ap": 0.718994, - "ap_weighted": 0.718994 - }, - { - "accuracy": 0.506438, - "f1": 0.494367, - "f1_weighted": 0.525214, - "ap": 0.709546, - "ap_weighted": 0.709546 - }, - { - "accuracy": 0.603004, - "f1": 0.572225, - "f1_weighted": 0.617532, - "ap": 0.738483, - "ap_weighted": 0.738483 - }, - { - "accuracy": 0.542918, - "f1": 0.518471, - "f1_weighted": 0.561312, - "ap": 0.714068, - "ap_weighted": 0.714068 - }, - { - "accuracy": 0.51073, - "f1": 0.494298, - "f1_weighted": 0.530291, - "ap": 0.706407, - "ap_weighted": 0.706407 - } - ], - "main_score": 0.548069, - "hf_subset": "de", - "languages": [ - "deu-Latn" - ] - }, - { - "accuracy": 0.568884, - "f1": 0.450716, - "f1_weighted": 0.653291, - "ap": 0.111252, - "ap_weighted": 0.111252, - "scores_per_experiment": [ - { - "accuracy": 0.48927, - "f1": 0.399706, - "f1_weighted": 0.585801, - "ap": 0.099384, - "ap_weighted": 0.099384 - }, - { - "accuracy": 0.504292, - "f1": 0.411549, - "f1_weighted": 0.59904, - "ap": 0.102881, - "ap_weighted": 0.102881 - }, - { - "accuracy": 0.55794, - "f1": 0.453139, - "f1_weighted": 0.645274, - "ap": 0.117532, - "ap_weighted": 0.117532 - }, - { - "accuracy": 0.622318, - "f1": 0.476404, - "f1_weighted": 0.69824, - "ap": 0.111972, - "ap_weighted": 0.111972 - }, - { - "accuracy": 0.585837, - "f1": 0.462823, - "f1_weighted": 0.669134, - "ap": 0.114034, - "ap_weighted": 0.114034 - }, - { - "accuracy": 0.654506, - "f1": 0.500077, - "f1_weighted": 0.723076, - "ap": 0.120785, - "ap_weighted": 0.120785 - }, - { - "accuracy": 0.622318, - "f1": 0.469688, - "f1_weighted": 0.698022, - "ap": 0.106945, - "ap_weighted": 0.106945 - }, - { - "accuracy": 0.613734, - "f1": 0.477422, - "f1_weighted": 0.691626, - "ap": 0.116011, - "ap_weighted": 0.116011 - }, - { - "accuracy": 0.523605, - "f1": 0.428619, - "f1_weighted": 0.615592, - "ap": 0.109676, - "ap_weighted": 0.109676 - }, - { - "accuracy": 0.515021, - "f1": 0.42773, - "f1_weighted": 0.607109, - "ap": 0.113298, - "ap_weighted": 0.113298 - } - ], - "main_score": 0.568884, - "hf_subset": "ja", - "languages": [ - "jpn-Jpan" - ] - } - ], - "test": [ - { - "accuracy": 0.573013, - "f1": 0.471369, - "f1_weighted": 0.654306, - "ap": 0.132917, - "ap_weighted": 0.132917, - "scores_per_experiment": [ - { - "accuracy": 0.623688, - "f1": 0.51299, - "f1_weighted": 0.696791, - "ap": 0.154337, - "ap_weighted": 0.154337 - }, - { - "accuracy": 0.574963, - "f1": 0.464902, - "f1_weighted": 0.657008, - "ap": 0.123481, - "ap_weighted": 0.123481 - }, - { - "accuracy": 0.546477, - "f1": 0.454002, - "f1_weighted": 0.631877, - "ap": 0.126938, - "ap_weighted": 0.126938 - }, - { - "accuracy": 0.543478, - "f1": 0.444542, - "f1_weighted": 0.630114, - "ap": 0.118164, - "ap_weighted": 0.118164 - }, - { - "accuracy": 0.536732, - "f1": 0.449118, - "f1_weighted": 0.623027, - "ap": 0.127076, - "ap_weighted": 0.127076 - }, - { - "accuracy": 0.581709, - "f1": 0.482536, - "f1_weighted": 0.661863, - "ap": 0.140748, - "ap_weighted": 0.140748 - }, - { - "accuracy": 0.541979, - "f1": 0.451821, - "f1_weighted": 0.627804, - "ap": 0.127076, - "ap_weighted": 0.127076 - }, - { - "accuracy": 0.575712, - "f1": 0.468113, - "f1_weighted": 0.657488, - "ap": 0.126545, - "ap_weighted": 0.126545 - }, - { - "accuracy": 0.544228, - "f1": 0.449239, - "f1_weighted": 0.6303, - "ap": 0.122739, - "ap_weighted": 0.122739 - }, - { - "accuracy": 0.661169, - "f1": 0.536425, - "f1_weighted": 0.726786, - "ap": 0.162065, - "ap_weighted": 0.162065 - } - ], - "main_score": 0.573013, - "hf_subset": "en-ext", - "languages": [ - "eng-Latn" - ] - }, - { - "accuracy": 0.586866, - "f1": 0.530231, - "f1_weighted": 0.629265, - "ap": 0.237683, - "ap_weighted": 0.237683, - "scores_per_experiment": [ - { - "accuracy": 0.579104, - "f1": 0.533251, - "f1_weighted": 0.622338, - "ap": 0.246473, - "ap_weighted": 0.246473 - }, - { - "accuracy": 0.607463, - "f1": 0.545723, - "f1_weighted": 0.647706, - "ap": 0.243431, - "ap_weighted": 0.243431 - }, - { - "accuracy": 0.608955, - "f1": 0.551393, - "f1_weighted": 0.649249, - "ap": 0.250292, - "ap_weighted": 0.250292 - }, - { - "accuracy": 0.540299, - "f1": 0.491268, - "f1_weighted": 0.587443, - "ap": 0.217333, - "ap_weighted": 0.217333 - }, - { - "accuracy": 0.60597, - "f1": 0.539835, - "f1_weighted": 0.646068, - "ap": 0.236797, - "ap_weighted": 0.236797 - }, - { - "accuracy": 0.608955, - "f1": 0.552486, - "f1_weighted": 0.64929, - "ap": 0.251888, - "ap_weighted": 0.251888 - }, - { - "accuracy": 0.580597, - "f1": 0.533444, - "f1_weighted": 0.623766, - "ap": 0.245512, - "ap_weighted": 0.245512 - }, - { - "accuracy": 0.556716, - "f1": 0.504767, - "f1_weighted": 0.602441, - "ap": 0.223337, - "ap_weighted": 0.223337 - }, - { - "accuracy": 0.61194, - "f1": 0.555902, - "f1_weighted": 0.651967, - "ap": 0.254732, - "ap_weighted": 0.254732 - }, - { - "accuracy": 0.568657, - "f1": 0.494242, - "f1_weighted": 0.612379, - "ap": 0.20704, - "ap_weighted": 0.20704 - } - ], - "main_score": 0.586866, - "hf_subset": "en", - "languages": [ - "eng-Latn" - ] - }, - { - "accuracy": 0.534047, - "f1": 0.514386, - "f1_weighted": 0.551064, - "ap": 0.714506, - "ap_weighted": 0.714506, - "scores_per_experiment": [ - { - "accuracy": 0.54818, - "f1": 0.524603, - "f1_weighted": 0.566089, - "ap": 0.715746, - "ap_weighted": 0.715746 - }, - { - "accuracy": 0.579229, - "f1": 0.536694, - "f1_weighted": 0.591704, - "ap": 0.715391, - "ap_weighted": 0.715391 - }, - { - "accuracy": 0.551392, - "f1": 0.543734, - "f1_weighted": 0.566897, - "ap": 0.739597, - "ap_weighted": 0.739597 - }, - { - "accuracy": 0.557816, - "f1": 0.541344, - "f1_weighted": 0.575404, - "ap": 0.728747, - "ap_weighted": 0.728747 - }, - { - "accuracy": 0.48394, - "f1": 0.476411, - "f1_weighted": 0.501015, - "ap": 0.702955, - "ap_weighted": 0.702955 - }, - { - "accuracy": 0.521413, - "f1": 0.509594, - "f1_weighted": 0.539428, - "ap": 0.715701, - "ap_weighted": 0.715701 - }, - { - "accuracy": 0.488223, - "f1": 0.476801, - "f1_weighted": 0.507093, - "ap": 0.699523, - "ap_weighted": 0.699523 - }, - { - "accuracy": 0.556745, - "f1": 0.523124, - "f1_weighted": 0.572742, - "ap": 0.711216, - "ap_weighted": 0.711216 - }, - { - "accuracy": 0.551392, - "f1": 0.524273, - "f1_weighted": 0.568782, - "ap": 0.714029, - "ap_weighted": 0.714029 - }, - { - "accuracy": 0.502141, - "f1": 0.487283, - "f1_weighted": 0.521486, - "ap": 0.70215, - "ap_weighted": 0.70215 - } - ], - "main_score": 0.534047, - "hf_subset": "de", - "languages": [ - "deu-Latn" - ] - }, - { - "accuracy": 0.563919, - "f1": 0.451132, - "f1_weighted": 0.646943, - "ap": 0.115489, - "ap_weighted": 0.115489, - "scores_per_experiment": [ - { - "accuracy": 0.520343, - "f1": 0.426391, - "f1_weighted": 0.610815, - "ap": 0.111, - "ap_weighted": 0.111 - }, - { - "accuracy": 0.465739, - "f1": 0.393165, - "f1_weighted": 0.559883, - "ap": 0.106257, - "ap_weighted": 0.106257 - }, - { - "accuracy": 0.543897, - "f1": 0.445164, - "f1_weighted": 0.631103, - "ap": 0.117981, - "ap_weighted": 0.117981 - }, - { - "accuracy": 0.646681, - "f1": 0.494897, - "f1_weighted": 0.714865, - "ap": 0.121146, - "ap_weighted": 0.121146 - }, - { - "accuracy": 0.563169, - "f1": 0.452448, - "f1_weighted": 0.648055, - "ap": 0.11604, - "ap_weighted": 0.11604 - }, - { - "accuracy": 0.643469, - "f1": 0.497823, - "f1_weighted": 0.712673, - "ap": 0.124979, - "ap_weighted": 0.124979 - }, - { - "accuracy": 0.591006, - "f1": 0.460031, - "f1_weighted": 0.6713, - "ap": 0.111844, - "ap_weighted": 0.111844 - }, - { - "accuracy": 0.600642, - "f1": 0.467523, - "f1_weighted": 0.679032, - "ap": 0.114485, - "ap_weighted": 0.114485 - }, - { - "accuracy": 0.534261, - "f1": 0.440115, - "f1_weighted": 0.622508, - "ap": 0.1177, - "ap_weighted": 0.1177 - }, - { - "accuracy": 0.529979, - "f1": 0.433768, - "f1_weighted": 0.619192, - "ap": 0.113457, - "ap_weighted": 0.113457 - } - ], - "main_score": 0.563919, - "hf_subset": "ja", - "languages": [ - "jpn-Jpan" - ] - } - ] - }, - "evaluation_time": 208.71364331245422, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/mteb/models/results/jxm__cde-small-v1/9e2ed1d8d569d34458913d2d246935c1b2324d11/AskUbuntuDupQuestions.json b/mteb/models/results/jxm__cde-small-v1/9e2ed1d8d569d34458913d2d246935c1b2324d11/AskUbuntuDupQuestions.json deleted file mode 100644 index 8873a7133..000000000 --- a/mteb/models/results/jxm__cde-small-v1/9e2ed1d8d569d34458913d2d246935c1b2324d11/AskUbuntuDupQuestions.json +++ /dev/null @@ -1,26 +0,0 @@ -{ - "dataset_revision": "2000358ca161889fa9c082cb41daa8dcfb161a54", - "task_name": "AskUbuntuDupQuestions", - "mteb_version": "1.25.6", - "scores": { - "test": [ - { - "map": 0.4573, - "mrr": 0.57912, - "nAUC_map_max": 0.1015, - "nAUC_map_std": 0.032769, - "nAUC_map_diff1": 0.065789, - "nAUC_mrr_max": 0.1218, - "nAUC_mrr_std": 0.025236, - "nAUC_mrr_diff1": 0.121052, - "main_score": 0.4573, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ] - } - ] - }, - "evaluation_time": 14.980801105499268, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/mteb/models/results/jxm__cde-small-v1/9e2ed1d8d569d34458913d2d246935c1b2324d11/RedditClustering.json b/mteb/models/results/jxm__cde-small-v1/9e2ed1d8d569d34458913d2d246935c1b2324d11/RedditClustering.json deleted file mode 100644 index 622461a0d..000000000 --- a/mteb/models/results/jxm__cde-small-v1/9e2ed1d8d569d34458913d2d246935c1b2324d11/RedditClustering.json +++ /dev/null @@ -1,47 +0,0 @@ -{ - "dataset_revision": "24640382cdbf8abc73003fb0fa6d111a705499eb", - "task_name": "RedditClustering", - "mteb_version": "1.25.6", - "scores": { - "test": [ - { - "v_measure": 0.295648, - "v_measure_std": 0.03661, - "v_measures": [ - 0.303316, - 0.345247, - 0.277265, - 0.235206, - 0.289305, - 0.277976, - 0.301929, - 0.271455, - 0.265704, - 0.287509, - 0.279204, - 0.315649, - 0.268432, - 0.328162, - 0.331642, - 0.279427, - 0.311906, - 0.402021, - 0.267647, - 0.276365, - 0.268185, - 0.274987, - 0.376281, - 0.279305, - 0.277074 - ], - "main_score": 0.295648, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ] - } - ] - }, - "evaluation_time": 1282.8241243362427, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/mteb/models/results/jxm__cde-small-v1/9e2ed1d8d569d34458913d2d246935c1b2324d11/SCIDOCS.json b/mteb/models/results/jxm__cde-small-v1/9e2ed1d8d569d34458913d2d246935c1b2324d11/SCIDOCS.json deleted file mode 100644 index d3240c003..000000000 --- a/mteb/models/results/jxm__cde-small-v1/9e2ed1d8d569d34458913d2d246935c1b2324d11/SCIDOCS.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "dataset_revision": "f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88", - "task_name": "SCIDOCS", - "mteb_version": "1.25.6", - "scores": { - "test": [ - { - "ndcg_at_1": 0.026, - "ndcg_at_3": 0.01934, - "ndcg_at_5": 0.01769, - "ndcg_at_10": 0.02544, - "ndcg_at_20": 0.03277, - "ndcg_at_100": 0.05475, - "ndcg_at_1000": 0.10466, - "map_at_1": 0.00525, - "map_at_3": 0.0077, - "map_at_5": 0.00901, - "map_at_10": 0.01131, - "map_at_20": 0.01302, - "map_at_100": 0.01566, - "map_at_1000": 0.01743, - "recall_at_1": 0.00525, - "recall_at_3": 0.01075, - "recall_at_5": 0.0159, - "recall_at_10": 0.0302, - "recall_at_20": 0.04745, - "recall_at_100": 0.12145, - "recall_at_1000": 0.36923, - "precision_at_1": 0.026, - "precision_at_3": 0.01767, - "precision_at_5": 0.0156, - "precision_at_10": 0.0148, - "precision_at_20": 0.01165, - "precision_at_100": 0.00593, - "precision_at_1000": 0.00182, - "mrr_at_1": 0.026, - "mrr_at_3": 0.036333, - "mrr_at_5": 0.041683, - "mrr_at_10": 0.049044, - "mrr_at_20": 0.052958, - "mrr_at_100": 0.057021, - "mrr_at_1000": 0.058727, - "nauc_ndcg_at_1_max": -0.099049, - "nauc_ndcg_at_1_std": 0.217116, - "nauc_ndcg_at_1_diff1": 0.12588, - "nauc_ndcg_at_3_max": -0.118116, - "nauc_ndcg_at_3_std": 0.207389, - "nauc_ndcg_at_3_diff1": 0.077149, - "nauc_ndcg_at_5_max": -0.068754, - "nauc_ndcg_at_5_std": 0.205606, - "nauc_ndcg_at_5_diff1": 0.050603, - "nauc_ndcg_at_10_max": -0.024469, - "nauc_ndcg_at_10_std": 0.222433, - "nauc_ndcg_at_10_diff1": -0.001713, - "nauc_ndcg_at_20_max": -0.023364, - "nauc_ndcg_at_20_std": 0.227482, - "nauc_ndcg_at_20_diff1": -0.015951, - "nauc_ndcg_at_100_max": -0.00414, - "nauc_ndcg_at_100_std": 0.292802, - "nauc_ndcg_at_100_diff1": -0.0184, - "nauc_ndcg_at_1000_max": 0.061444, - "nauc_ndcg_at_1000_std": 0.350658, - "nauc_ndcg_at_1000_diff1": -0.036984, - "nauc_map_at_1_max": -0.103579, - "nauc_map_at_1_std": 0.211095, - "nauc_map_at_1_diff1": 0.134205, - "nauc_map_at_3_max": -0.129094, - "nauc_map_at_3_std": 0.212304, - "nauc_map_at_3_diff1": 0.105969, - "nauc_map_at_5_max": -0.093029, - "nauc_map_at_5_std": 0.211456, - "nauc_map_at_5_diff1": 0.078562, - "nauc_map_at_10_max": -0.060459, - "nauc_map_at_10_std": 0.228629, - "nauc_map_at_10_diff1": 0.042722, - "nauc_map_at_20_max": -0.053779, - "nauc_map_at_20_std": 0.230932, - "nauc_map_at_20_diff1": 0.033643, - "nauc_map_at_100_max": -0.039836, - "nauc_map_at_100_std": 0.259473, - "nauc_map_at_100_diff1": 0.027204, - "nauc_map_at_1000_max": -0.027781, - "nauc_map_at_1000_std": 0.27661, - "nauc_map_at_1000_diff1": 0.019336, - "nauc_recall_at_1_max": -0.103579, - "nauc_recall_at_1_std": 0.211095, - "nauc_recall_at_1_diff1": 0.134205, - "nauc_recall_at_3_max": -0.123363, - "nauc_recall_at_3_std": 0.199543, - "nauc_recall_at_3_diff1": 0.064359, - "nauc_recall_at_5_max": -0.042808, - "nauc_recall_at_5_std": 0.197982, - "nauc_recall_at_5_diff1": 0.022815, - "nauc_recall_at_10_max": 0.018386, - "nauc_recall_at_10_std": 0.232156, - "nauc_recall_at_10_diff1": -0.048103, - "nauc_recall_at_20_max": 0.002641, - "nauc_recall_at_20_std": 0.237681, - "nauc_recall_at_20_diff1": -0.059143, - "nauc_recall_at_100_max": 0.025645, - "nauc_recall_at_100_std": 0.32879, - "nauc_recall_at_100_diff1": -0.043547, - "nauc_recall_at_1000_max": 0.130266, - "nauc_recall_at_1000_std": 0.376971, - "nauc_recall_at_1000_diff1": -0.060822, - "nauc_precision_at_1_max": -0.099049, - "nauc_precision_at_1_std": 0.217116, - "nauc_precision_at_1_diff1": 0.12588, - "nauc_precision_at_3_max": -0.118538, - "nauc_precision_at_3_std": 0.20127, - "nauc_precision_at_3_diff1": 0.059388, - "nauc_precision_at_5_max": -0.036078, - "nauc_precision_at_5_std": 0.199628, - "nauc_precision_at_5_diff1": 0.019539, - "nauc_precision_at_10_max": 0.026224, - "nauc_precision_at_10_std": 0.230829, - "nauc_precision_at_10_diff1": -0.048748, - "nauc_precision_at_20_max": 0.00961, - "nauc_precision_at_20_std": 0.236058, - "nauc_precision_at_20_diff1": -0.0586, - "nauc_precision_at_100_max": 0.023488, - "nauc_precision_at_100_std": 0.330997, - "nauc_precision_at_100_diff1": -0.038315, - "nauc_precision_at_1000_max": 0.129935, - "nauc_precision_at_1000_std": 0.377075, - "nauc_precision_at_1000_diff1": -0.056082, - "nauc_mrr_at_1_max": -0.099049, - "nauc_mrr_at_1_std": 0.217116, - "nauc_mrr_at_1_diff1": 0.12588, - "nauc_mrr_at_3_max": -0.110429, - "nauc_mrr_at_3_std": 0.204533, - "nauc_mrr_at_3_diff1": 0.071093, - "nauc_mrr_at_5_max": -0.07405, - "nauc_mrr_at_5_std": 0.207479, - "nauc_mrr_at_5_diff1": 0.054847, - "nauc_mrr_at_10_max": -0.056098, - "nauc_mrr_at_10_std": 0.204401, - "nauc_mrr_at_10_diff1": 0.022811, - "nauc_mrr_at_20_max": -0.053056, - "nauc_mrr_at_20_std": 0.207915, - "nauc_mrr_at_20_diff1": 0.014329, - "nauc_mrr_at_100_max": -0.052592, - "nauc_mrr_at_100_std": 0.215859, - "nauc_mrr_at_100_diff1": 0.013421, - "nauc_mrr_at_1000_max": -0.051807, - "nauc_mrr_at_1000_std": 0.216182, - "nauc_mrr_at_1000_diff1": 0.014216, - "main_score": 0.02544, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ] - } - ] - }, - "evaluation_time": 1571.0255191326141, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/mteb/models/results/jxm__cde-small-v1/9e2ed1d8d569d34458913d2d246935c1b2324d11/STS22.json b/mteb/models/results/jxm__cde-small-v1/9e2ed1d8d569d34458913d2d246935c1b2324d11/STS22.json deleted file mode 100644 index e1402de03..000000000 --- a/mteb/models/results/jxm__cde-small-v1/9e2ed1d8d569d34458913d2d246935c1b2324d11/STS22.json +++ /dev/null @@ -1,289 +0,0 @@ -{ - "dataset_revision": "de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3", - "task_name": "STS22", - "mteb_version": "1.25.6", - "scores": { - "test": [ - { - "pearson": 0.008008, - "spearman": 0.227117, - "cosine_pearson": 0.008008, - "cosine_spearman": 0.227068, - "manhattan_pearson": 0.073398, - "manhattan_spearman": 0.224954, - "euclidean_pearson": 0.073871, - "euclidean_spearman": 0.224843, - "main_score": 0.227068, - "hf_subset": "zh", - "languages": [ - "cmn-Hans" - ] - }, - { - "pearson": -0.127157, - "spearman": 0.094535, - "cosine_pearson": -0.127157, - "cosine_spearman": 0.094535, - "manhattan_pearson": -0.097147, - "manhattan_spearman": 0.102731, - "euclidean_pearson": -0.098844, - "euclidean_spearman": 0.101116, - "main_score": 0.094535, - "hf_subset": "tr", - "languages": [ - "tur-Latn" - ] - }, - { - "pearson": 0.13542, - "spearman": 0.177231, - "cosine_pearson": 0.13542, - "cosine_spearman": 0.177231, - "manhattan_pearson": 0.117341, - "manhattan_spearman": 0.162507, - "euclidean_pearson": 0.12113, - "euclidean_spearman": 0.158087, - "main_score": 0.177231, - "hf_subset": "de-en", - "languages": [ - "deu-Latn", - "eng-Latn" - ] - }, - { - "pearson": -0.074162, - "spearman": -0.004602, - "cosine_pearson": -0.074163, - "cosine_spearman": -0.004602, - "manhattan_pearson": -0.120172, - "manhattan_spearman": -0.052146, - "euclidean_pearson": -0.122522, - "euclidean_spearman": -0.056851, - "main_score": -0.004602, - "hf_subset": "zh-en", - "languages": [ - "cmn-Hans", - "eng-Latn" - ] - }, - { - "pearson": 0.23238, - "spearman": 0.213863, - "cosine_pearson": 0.23238, - "cosine_spearman": 0.213863, - "manhattan_pearson": 0.253118, - "manhattan_spearman": 0.224876, - "euclidean_pearson": 0.259189, - "euclidean_spearman": 0.228717, - "main_score": 0.213863, - "hf_subset": "es-it", - "languages": [ - "spa-Latn", - "ita-Latn" - ] - }, - { - "pearson": 0.05044, - "spearman": 0.342906, - "cosine_pearson": 0.05044, - "cosine_spearman": 0.342906, - "manhattan_pearson": 0.170327, - "manhattan_spearman": 0.35163, - "euclidean_pearson": 0.17216, - "euclidean_spearman": 0.350616, - "main_score": 0.342906, - "hf_subset": "es", - "languages": [ - "spa-Latn" - ] - }, - { - "pearson": 0.214099, - "spearman": 0.351518, - "cosine_pearson": 0.214099, - "cosine_spearman": 0.351571, - "manhattan_pearson": 0.310534, - "manhattan_spearman": 0.361401, - "euclidean_pearson": 0.310021, - "euclidean_spearman": 0.359617, - "main_score": 0.351571, - "hf_subset": "it", - "languages": [ - "ita-Latn" - ] - }, - { - "pearson": -0.085033, - "spearman": -0.151852, - "cosine_pearson": -0.085033, - "cosine_spearman": -0.151852, - "manhattan_pearson": -0.174722, - "manhattan_spearman": -0.249475, - "euclidean_pearson": -0.215482, - "euclidean_spearman": -0.293754, - "main_score": -0.151852, - "hf_subset": "pl-en", - "languages": [ - "pol-Latn", - "eng-Latn" - ] - }, - { - "pearson": -0.095237, - "spearman": -0.005834, - "cosine_pearson": -0.095237, - "cosine_spearman": -0.004761, - "manhattan_pearson": -0.099242, - "manhattan_spearman": -0.003499, - "euclidean_pearson": -0.098785, - "euclidean_spearman": -0.004227, - "main_score": -0.004761, - "hf_subset": "pl", - "languages": [ - "pol-Latn" - ] - }, - { - "pearson": -0.090654, - "spearman": 0.028017, - "cosine_pearson": -0.090654, - "cosine_spearman": 0.028072, - "manhattan_pearson": -0.064006, - "manhattan_spearman": 0.031059, - "euclidean_pearson": -0.063464, - "euclidean_spearman": 0.032074, - "main_score": 0.028072, - "hf_subset": "ru", - "languages": [ - "rus-Cyrl" - ] - }, - { - "pearson": 0.090131, - "spearman": 0.048646, - "cosine_pearson": 0.090131, - "cosine_spearman": 0.048646, - "manhattan_pearson": 0.067852, - "manhattan_spearman": 0.038989, - "euclidean_pearson": 0.071701, - "euclidean_spearman": 0.044088, - "main_score": 0.048646, - "hf_subset": "de-fr", - "languages": [ - "deu-Latn", - "fra-Latn" - ] - }, - { - "pearson": -0.057906, - "spearman": -0.042188, - "cosine_pearson": -0.057905, - "cosine_spearman": -0.042188, - "manhattan_pearson": 0.057408, - "manhattan_spearman": 0.030178, - "euclidean_pearson": 0.042189, - "euclidean_spearman": 0.048347, - "main_score": -0.042188, - "hf_subset": "de-pl", - "languages": [ - "deu-Latn", - "pol-Latn" - ] - }, - { - "pearson": -0.138932, - "spearman": -0.056344, - "cosine_pearson": -0.138932, - "cosine_spearman": -0.056344, - "manhattan_pearson": -0.060722, - "manhattan_spearman": -0.056344, - "euclidean_pearson": -0.056362, - "euclidean_spearman": 0.056344, - "main_score": -0.056344, - "hf_subset": "fr-pl", - "languages": [ - "fra-Latn", - "pol-Latn" - ] - }, - { - "pearson": 0.137405, - "spearman": 0.158222, - "cosine_pearson": 0.137405, - "cosine_spearman": 0.158258, - "manhattan_pearson": 0.13774, - "manhattan_spearman": 0.146609, - "euclidean_pearson": 0.137099, - "euclidean_spearman": 0.147834, - "main_score": 0.158258, - "hf_subset": "de", - "languages": [ - "deu-Latn" - ] - }, - { - "pearson": -0.070263, - "spearman": 0.116267, - "cosine_pearson": -0.070263, - "cosine_spearman": 0.115957, - "manhattan_pearson": -0.015903, - "manhattan_spearman": 0.116522, - "euclidean_pearson": -0.015161, - "euclidean_spearman": 0.115263, - "main_score": 0.115957, - "hf_subset": "ar", - "languages": [ - "ara-Arab" - ] - }, - { - "pearson": 0.260278, - "spearman": 0.283661, - "cosine_pearson": 0.260278, - "cosine_spearman": 0.283661, - "manhattan_pearson": 0.243612, - "manhattan_spearman": 0.258197, - "euclidean_pearson": 0.244419, - "euclidean_spearman": 0.257393, - "main_score": 0.283661, - "hf_subset": "es-en", - "languages": [ - "spa-Latn", - "eng-Latn" - ] - }, - { - "pearson": 0.294418, - "spearman": 0.469594, - "cosine_pearson": 0.294418, - "cosine_spearman": 0.469594, - "manhattan_pearson": 0.424533, - "manhattan_spearman": 0.507811, - "euclidean_pearson": 0.426457, - "euclidean_spearman": 0.508143, - "main_score": 0.469594, - "hf_subset": "fr", - "languages": [ - "fra-Latn" - ] - }, - { - "pearson": 0.600375, - "spearman": 0.612854, - "cosine_pearson": 0.600375, - "cosine_spearman": 0.612854, - "manhattan_pearson": 0.612993, - "manhattan_spearman": 0.604979, - "euclidean_pearson": 0.613514, - "euclidean_spearman": 0.605285, - "main_score": 0.612854, - "hf_subset": "en", - "languages": [ - "eng-Latn" - ] - } - ] - }, - "evaluation_time": 1367.463900089264, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/mteb/models/results/jxm__cde-small-v1/9e2ed1d8d569d34458913d2d246935c1b2324d11/SummEval.json b/mteb/models/results/jxm__cde-small-v1/9e2ed1d8d569d34458913d2d246935c1b2324d11/SummEval.json deleted file mode 100644 index a0034aa04..000000000 --- a/mteb/models/results/jxm__cde-small-v1/9e2ed1d8d569d34458913d2d246935c1b2324d11/SummEval.json +++ /dev/null @@ -1,24 +0,0 @@ -{ - "dataset_revision": "cda12ad7615edc362dbf25a00fdd61d3b1eaf93c", - "task_name": "SummEval", - "mteb_version": "1.25.6", - "scores": { - "test": [ - { - "pearson": 0.288305, - "spearman": 0.291844, - "cosine_spearman": 0.291844, - "cosine_pearson": 0.288305, - "dot_spearman": 0.24166, - "dot_pearson": 0.249637, - "main_score": 0.291844, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ] - } - ] - }, - "evaluation_time": 108.23327994346619, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/mteb/models/results/jxm__cde-small-v1/9e2ed1d8d569d34458913d2d246935c1b2324d11/TwitterSemEval2015.json b/mteb/models/results/jxm__cde-small-v1/9e2ed1d8d569d34458913d2d246935c1b2324d11/TwitterSemEval2015.json deleted file mode 100644 index 61cc8c5ec..000000000 --- a/mteb/models/results/jxm__cde-small-v1/9e2ed1d8d569d34458913d2d246935c1b2324d11/TwitterSemEval2015.json +++ /dev/null @@ -1,58 +0,0 @@ -{ - "dataset_revision": "70970daeab8776df92f5ea462b6173c0b46fd2d1", - "task_name": "TwitterSemEval2015", - "mteb_version": "1.25.6", - "scores": { - "test": [ - { - "similarity_accuracy": 0.794421, - "similarity_accuracy_threshold": 0.787286, - "similarity_f1": 0.49978, - "similarity_f1_threshold": 0.642092, - "similarity_precision": 0.429193, - "similarity_recall": 0.598153, - "similarity_ap": 0.492907, - "cosine_accuracy": 0.794421, - "cosine_accuracy_threshold": 0.787286, - "cosine_f1": 0.49978, - "cosine_f1_threshold": 0.642092, - "cosine_precision": 0.429193, - "cosine_recall": 0.598153, - "cosine_ap": 0.492907, - "manhattan_accuracy": 0.798295, - "manhattan_accuracy_threshold": 91.119789, - "manhattan_f1": 0.497448, - "manhattan_f1_threshold": 117.091232, - "manhattan_precision": 0.429173, - "manhattan_recall": 0.591557, - "manhattan_ap": 0.49593, - "euclidean_accuracy": 0.798236, - "euclidean_accuracy_threshold": 4.148115, - "euclidean_f1": 0.497197, - "euclidean_f1_threshold": 5.23317, - "euclidean_precision": 0.438901, - "euclidean_recall": 0.573351, - "euclidean_ap": 0.495435, - "dot_accuracy": 0.77487, - "dot_accuracy_threshold": 45.365723, - "dot_f1": 0.454317, - "dot_f1_threshold": 22.805431, - "dot_precision": 0.344611, - "dot_recall": 0.666491, - "dot_ap": 0.380412, - "max_accuracy": 0.798295, - "max_f1": 0.49978, - "max_precision": 0.438901, - "max_recall": 0.666491, - "max_ap": 0.49593, - "main_score": 0.49593, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ] - } - ] - }, - "evaluation_time": 23.352548837661743, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/mteb/models/results/jxm__cde-small-v1/9e2ed1d8d569d34458913d2d246935c1b2324d11/model_meta.json b/mteb/models/results/jxm__cde-small-v1/9e2ed1d8d569d34458913d2d246935c1b2324d11/model_meta.json deleted file mode 100644 index 4a0e4ede6..000000000 --- a/mteb/models/results/jxm__cde-small-v1/9e2ed1d8d569d34458913d2d246935c1b2324d11/model_meta.json +++ /dev/null @@ -1 +0,0 @@ -{"name": "jxm/cde-small-v1", "revision": "9e2ed1d8d569d34458913d2d246935c1b2324d11", "release_date": null, "languages": [], "n_parameters": null, "memory_usage": null, "max_tokens": null, "embed_dim": null, "license": null, "open_weights": null, "public_training_data": null, "public_training_code": null, "framework": ["Sentence Transformers"], "reference": null, "similarity_fn_name": "cosine", "use_instructions": null, "training_datasets": null, "adapted_from": null, "superseded_by": null, "loader": null} \ No newline at end of file diff --git a/mteb/models/results/jxm__cde-small-v1/no_revision_available/AmazonCounterfactualClassification.json b/mteb/models/results/jxm__cde-small-v1/no_revision_available/AmazonCounterfactualClassification.json deleted file mode 100644 index a6ce16c88..000000000 --- a/mteb/models/results/jxm__cde-small-v1/no_revision_available/AmazonCounterfactualClassification.json +++ /dev/null @@ -1,685 +0,0 @@ -{ - "dataset_revision": "e8379541af4e31359cca9fbcf4b00f2671dba205", - "evaluation_time": 64.05919694900513, - "kg_co2_emissions": null, - "mteb_version": "1.20.1", - "scores": { - "test": [ - { - "accuracy": 0.5730134932533733, - "ap": 0.13291680639311085, - "ap_weighted": 0.13291680639311085, - "f1": 0.4713687596774093, - "f1_weighted": 0.6543058416598775, - "hf_subset": "en-ext", - "languages": [ - "eng-Latn" - ], - "main_score": 0.5730134932533733, - "scores_per_experiment": [ - { - "accuracy": 0.623688155922039, - "ap": 0.15433664552776571, - "ap_weighted": 0.15433664552776571, - "f1": 0.5129899786191148, - "f1_weighted": 0.6967907258390643 - }, - { - "accuracy": 0.5749625187406296, - "ap": 0.12348069959654974, - "ap_weighted": 0.12348069959654974, - "f1": 0.46490172482952263, - "f1_weighted": 0.6570078378380003 - }, - { - "accuracy": 0.5464767616191905, - "ap": 0.1269381067757321, - "ap_weighted": 0.1269381067757321, - "f1": 0.45400177924507246, - "f1_weighted": 0.6318771551778022 - }, - { - "accuracy": 0.5434782608695652, - "ap": 0.1181640818330476, - "ap_weighted": 0.1181640818330476, - "f1": 0.44454176059270323, - "f1_weighted": 0.6301135977017019 - }, - { - "accuracy": 0.5367316341829086, - "ap": 0.12707565127556994, - "ap_weighted": 0.12707565127556994, - "f1": 0.44911836165213975, - "f1_weighted": 0.6230274138936658 - }, - { - "accuracy": 0.5817091454272864, - "ap": 0.14074805371866927, - "ap_weighted": 0.14074805371866927, - "f1": 0.4825359749739312, - "f1_weighted": 0.6618628037389023 - }, - { - "accuracy": 0.5419790104947526, - "ap": 0.12707610619480703, - "ap_weighted": 0.12707610619480703, - "f1": 0.45182076502732244, - "f1_weighted": 0.6278043273445245 - }, - { - "accuracy": 0.5757121439280359, - "ap": 0.12654466249735902, - "ap_weighted": 0.12654466249735902, - "f1": 0.4681125647737744, - "f1_weighted": 0.657487824085275 - }, - { - "accuracy": 0.5442278860569715, - "ap": 0.12273892290995211, - "ap_weighted": 0.12273892290995211, - "f1": 0.44923946110386787, - "f1_weighted": 0.6303004299675455 - }, - { - "accuracy": 0.6611694152923538, - "ap": 0.16206513360165606, - "ap_weighted": 0.16206513360165606, - "f1": 0.5364252259566447, - "f1_weighted": 0.7267863010122934 - } - ] - }, - { - "accuracy": 0.586865671641791, - "ap": 0.23768342387897062, - "ap_weighted": 0.23768342387897062, - "f1": 0.5302310854573633, - "f1_weighted": 0.6292647494831615, - "hf_subset": "en", - "languages": [ - "eng-Latn" - ], - "main_score": 0.586865671641791, - "scores_per_experiment": [ - { - "accuracy": 0.5791044776119403, - "ap": 0.24647273389658592, - "ap_weighted": 0.24647273389658592, - "f1": 0.5332509881422924, - "f1_weighted": 0.6223377676833226 - }, - { - "accuracy": 0.6074626865671642, - "ap": 0.24343091610857143, - "ap_weighted": 0.24343091610857143, - "f1": 0.5457228963806843, - "f1_weighted": 0.6477060315875013 - }, - { - "accuracy": 0.608955223880597, - "ap": 0.25029171332949485, - "ap_weighted": 0.25029171332949485, - "f1": 0.5513927932532584, - "f1_weighted": 0.6492489253197341 - }, - { - "accuracy": 0.5402985074626866, - "ap": 0.21733279131429406, - "ap_weighted": 0.21733279131429406, - "f1": 0.4912680334092635, - "f1_weighted": 0.5874431940525164 - }, - { - "accuracy": 0.6059701492537314, - "ap": 0.23679693137366603, - "ap_weighted": 0.23679693137366603, - "f1": 0.5398351648351648, - "f1_weighted": 0.6460677382319173 - }, - { - "accuracy": 0.608955223880597, - "ap": 0.25188818404490443, - "ap_weighted": 0.25188818404490443, - "f1": 0.5524861315059553, - "f1_weighted": 0.6492902898624839 - }, - { - "accuracy": 0.5805970149253732, - "ap": 0.24551193827145823, - "ap_weighted": 0.24551193827145823, - "f1": 0.5334435272630851, - "f1_weighted": 0.6237657008133832 - }, - { - "accuracy": 0.5567164179104478, - "ap": 0.22333661454238457, - "ap_weighted": 0.22333661454238457, - "f1": 0.5047671666529786, - "f1_weighted": 0.6024413349158698 - }, - { - "accuracy": 0.6119402985074627, - "ap": 0.2547323361382835, - "ap_weighted": 0.2547323361382835, - "f1": 0.5559022679066732, - "f1_weighted": 0.6519674632223122 - }, - { - "accuracy": 0.5686567164179105, - "ap": 0.2070400797700631, - "ap_weighted": 0.2070400797700631, - "f1": 0.49424188522427787, - "f1_weighted": 0.612379049142574 - } - ] - }, - { - "accuracy": 0.5340471092077088, - "ap": 0.7145055279340597, - "ap_weighted": 0.7145055279340597, - "f1": 0.5143860493415808, - "f1_weighted": 0.5510640552248417, - "hf_subset": "de", - "languages": [ - "deu-Latn" - ], - "main_score": 0.5340471092077088, - "scores_per_experiment": [ - { - "accuracy": 0.5481798715203426, - "ap": 0.7157457886553829, - "ap_weighted": 0.7157457886553829, - "f1": 0.5246028185050633, - "f1_weighted": 0.5660893637146412 - }, - { - "accuracy": 0.5792291220556746, - "ap": 0.7153905010578815, - "ap_weighted": 0.7153905010578815, - "f1": 0.5366940690449054, - "f1_weighted": 0.5917040669316245 - }, - { - "accuracy": 0.5513918629550322, - "ap": 0.7395971375757243, - "ap_weighted": 0.7395971375757243, - "f1": 0.5437342240720986, - "f1_weighted": 0.5668969995361787 - }, - { - "accuracy": 0.5578158458244111, - "ap": 0.7287473644305222, - "ap_weighted": 0.7287473644305222, - "f1": 0.5413440947793591, - "f1_weighted": 0.5754043257538736 - }, - { - "accuracy": 0.48394004282655245, - "ap": 0.7029553316062953, - "ap_weighted": 0.7029553316062953, - "f1": 0.47641112243141526, - "f1_weighted": 0.5010145587226673 - }, - { - "accuracy": 0.5214132762312634, - "ap": 0.7157010496229737, - "ap_weighted": 0.7157010496229737, - "f1": 0.5095938007660945, - "f1_weighted": 0.5394277871126587 - }, - { - "accuracy": 0.48822269807280516, - "ap": 0.699522889098277, - "ap_weighted": 0.699522889098277, - "f1": 0.4768009825245631, - "f1_weighted": 0.5070933585438137 - }, - { - "accuracy": 0.556745182012848, - "ap": 0.7112164697693831, - "ap_weighted": 0.7112164697693831, - "f1": 0.5231238253096743, - "f1_weighted": 0.5727424404441968 - }, - { - "accuracy": 0.5513918629550322, - "ap": 0.714029039014658, - "ap_weighted": 0.714029039014658, - "f1": 0.524272847839908, - "f1_weighted": 0.568782083410022 - }, - { - "accuracy": 0.5021413276231264, - "ap": 0.7021497085094999, - "ap_weighted": 0.7021497085094999, - "f1": 0.48728270814272645, - "f1_weighted": 0.5214855680787414 - } - ] - }, - { - "accuracy": 0.5639186295503212, - "ap": 0.11548885809087432, - "ap_weighted": 0.11548885809087432, - "f1": 0.45113239757771123, - "f1_weighted": 0.6469425921844894, - "hf_subset": "ja", - "languages": [ - "jpn-Jpan" - ], - "main_score": 0.5639186295503212, - "scores_per_experiment": [ - { - "accuracy": 0.5203426124197003, - "ap": 0.11100048878130528, - "ap_weighted": 0.11100048878130528, - "f1": 0.42639059484120023, - "f1_weighted": 0.610814925643441 - }, - { - "accuracy": 0.4657387580299786, - "ap": 0.10625697317450089, - "ap_weighted": 0.10625697317450089, - "f1": 0.39316456322499077, - "f1_weighted": 0.559882992157811 - }, - { - "accuracy": 0.5438972162740899, - "ap": 0.11798055081312575, - "ap_weighted": 0.11798055081312575, - "f1": 0.44516398929049533, - "f1_weighted": 0.6311032137113765 - }, - { - "accuracy": 0.6466809421841542, - "ap": 0.12114566501578627, - "ap_weighted": 0.12114566501578627, - "f1": 0.49489685551906554, - "f1_weighted": 0.714865199865737 - }, - { - "accuracy": 0.563169164882227, - "ap": 0.11603954070742362, - "ap_weighted": 0.11603954070742362, - "f1": 0.4524481432734253, - "f1_weighted": 0.648055281448975 - }, - { - "accuracy": 0.6434689507494646, - "ap": 0.12497915934247393, - "ap_weighted": 0.12497915934247393, - "f1": 0.49782270681863316, - "f1_weighted": 0.7126726332533786 - }, - { - "accuracy": 0.5910064239828694, - "ap": 0.1118444780561126, - "ap_weighted": 0.1118444780561126, - "f1": 0.46003063157958457, - "f1_weighted": 0.6713002793257526 - }, - { - "accuracy": 0.6006423982869379, - "ap": 0.11448521319965907, - "ap_weighted": 0.11448521319965907, - "f1": 0.46752319771591716, - "f1_weighted": 0.6790316491585238 - }, - { - "accuracy": 0.5342612419700214, - "ap": 0.11769987685405243, - "ap_weighted": 0.11769987685405243, - "f1": 0.44011509411341565, - "f1_weighted": 0.6225078923108085 - }, - { - "accuracy": 0.5299785867237687, - "ap": 0.11345663496430333, - "ap_weighted": 0.11345663496430333, - "f1": 0.43376819940038475, - "f1_weighted": 0.6191918549690884 - } - ] - } - ], - "validation": [ - { - "accuracy": 0.5873873873873874, - "ap": 0.13284425811749329, - "ap_weighted": 0.13284425811749329, - "f1": 0.4789709460291591, - "f1_weighted": 0.6680532053665149, - "hf_subset": "en-ext", - "languages": [ - "eng-Latn" - ], - "main_score": 0.5873873873873874, - "scores_per_experiment": [ - { - "accuracy": 0.6276276276276276, - "ap": 0.14456026770836486, - "ap_weighted": 0.14456026770836486, - "f1": 0.5083876037288821, - "f1_weighted": 0.7017891059061157 - }, - { - "accuracy": 0.6081081081081081, - "ap": 0.13459680362665438, - "ap_weighted": 0.13459680362665438, - "f1": 0.4914319987126787, - "f1_weighted": 0.6860140996480031 - }, - { - "accuracy": 0.6021021021021021, - "ap": 0.15893343264710114, - "ap_weighted": 0.15893343264710114, - "f1": 0.5049799316188495, - "f1_weighted": 0.6801290661852577 - }, - { - "accuracy": 0.5645645645645646, - "ap": 0.12534676394986496, - "ap_weighted": 0.12534676394986496, - "f1": 0.46268806196029555, - "f1_weighted": 0.6495787494964028 - }, - { - "accuracy": 0.527027027027027, - "ap": 0.1284938183584487, - "ap_weighted": 0.1284938183584487, - "f1": 0.44577854918091253, - "f1_weighted": 0.6152851774716298 - }, - { - "accuracy": 0.5405405405405406, - "ap": 0.11032567067090931, - "ap_weighted": 0.11032567067090931, - "f1": 0.43665413533834585, - "f1_weighted": 0.6298973785815891 - }, - { - "accuracy": 0.5585585585585585, - "ap": 0.1183275015012095, - "ap_weighted": 0.1183275015012095, - "f1": 0.4535071952485682, - "f1_weighted": 0.6449021448407424 - }, - { - "accuracy": 0.5915915915915916, - "ap": 0.13786853339092142, - "ap_weighted": 0.13786853339092142, - "f1": 0.48587775860503135, - "f1_weighted": 0.6721021266475812 - }, - { - "accuracy": 0.5855855855855856, - "ap": 0.12739541538380109, - "ap_weighted": 0.12739541538380109, - "f1": 0.4746913580246913, - "f1_weighted": 0.6674878582285989 - }, - { - "accuracy": 0.6681681681681682, - "ap": 0.1425943739376575, - "ap_weighted": 0.1425943739376575, - "f1": 0.5257128678733353, - "f1_weighted": 0.7333463466592286 - } - ] - }, - { - "accuracy": 0.5964179104477612, - "ap": 0.20116341724041176, - "ap_weighted": 0.20116341724041176, - "f1": 0.5141790266361893, - "f1_weighted": 0.6444385757892768, - "hf_subset": "en", - "languages": [ - "eng-Latn" - ], - "main_score": 0.5964179104477612, - "scores_per_experiment": [ - { - "accuracy": 0.6029850746268657, - "ap": 0.20153836906582118, - "ap_weighted": 0.20153836906582118, - "f1": 0.518974358974359, - "f1_weighted": 0.6503911213164945 - }, - { - "accuracy": 0.6, - "ap": 0.22004288900325958, - "ap_weighted": 0.22004288900325958, - "f1": 0.5328629703629704, - "f1_weighted": 0.6486346986346987 - }, - { - "accuracy": 0.573134328358209, - "ap": 0.18059663925527158, - "ap_weighted": 0.18059663925527158, - "f1": 0.4828070175438597, - "f1_weighted": 0.6241047394605918 - }, - { - "accuracy": 0.5522388059701493, - "ap": 0.1934614357283856, - "ap_weighted": 0.1934614357283856, - "f1": 0.48757953989231523, - "f1_weighted": 0.6065743236826149 - }, - { - "accuracy": 0.6, - "ap": 0.19477611940298506, - "ap_weighted": 0.19477611940298506, - "f1": 0.5108743026499303, - "f1_weighted": 0.6473675034867503 - }, - { - "accuracy": 0.6358208955223881, - "ap": 0.19905397035861022, - "ap_weighted": 0.19905397035861022, - "f1": 0.5299273095325727, - "f1_weighted": 0.6757807392921297 - }, - { - "accuracy": 0.5671641791044776, - "ap": 0.1865671641791045, - "ap_weighted": 0.1865671641791045, - "f1": 0.4876108901804833, - "f1_weighted": 0.6195970286225647 - }, - { - "accuracy": 0.5880597014925373, - "ap": 0.20946131411905988, - "ap_weighted": 0.20946131411905988, - "f1": 0.5189185814185815, - "f1_weighted": 0.6381461821760329 - }, - { - "accuracy": 0.6477611940298508, - "ap": 0.23495063865624854, - "ap_weighted": 0.23495063865624854, - "f1": 0.5665570175438597, - "f1_weighted": 0.6892033254778738 - }, - { - "accuracy": 0.5970149253731343, - "ap": 0.19118563263537125, - "ap_weighted": 0.19118563263537125, - "f1": 0.5056782782629605, - "f1_weighted": 0.6445860957430165 - } - ] - }, - { - "accuracy": 0.5480686695278971, - "ap": 0.7197864878836683, - "ap_weighted": 0.7197864878836683, - "f1": 0.5257963686950706, - "f1_weighted": 0.5651052918106869, - "hf_subset": "de", - "languages": [ - "deu-Latn" - ], - "main_score": 0.5480686695278971, - "scores_per_experiment": [ - { - "accuracy": 0.6094420600858369, - "ap": 0.7397247030245145, - "ap_weighted": 0.7397247030245145, - "f1": 0.5764821029082774, - "f1_weighted": 0.6231331192211309 - }, - { - "accuracy": 0.6137339055793991, - "ap": 0.7371295507602077, - "ap_weighted": 0.7371295507602077, - "f1": 0.5754115288829497, - "f1_weighted": 0.6257780811125689 - }, - { - "accuracy": 0.5214592274678111, - "ap": 0.7192323727774372, - "ap_weighted": 0.7192323727774372, - "f1": 0.5107323618729255, - "f1_weighted": 0.5393373367926207 - }, - { - "accuracy": 0.5622317596566524, - "ap": 0.7195138563278708, - "ap_weighted": 0.7195138563278708, - "f1": 0.5333136966126657, - "f1_weighted": 0.5791837276479549 - }, - { - "accuracy": 0.47854077253218885, - "ap": 0.6947672190630756, - "ap_weighted": 0.6947672190630756, - "f1": 0.46542225495333456, - "f1_weighted": 0.4984881074808577 - }, - { - "accuracy": 0.5321888412017167, - "ap": 0.7189944142348923, - "ap_weighted": 0.7189944142348923, - "f1": 0.5172407238442822, - "f1_weighted": 0.5507828408414523 - }, - { - "accuracy": 0.5064377682403434, - "ap": 0.7095457835601704, - "ap_weighted": 0.7095457835601704, - "f1": 0.4943671805710188, - "f1_weighted": 0.5252142379481816 - }, - { - "accuracy": 0.6030042918454935, - "ap": 0.738482737050616, - "ap_weighted": 0.738482737050616, - "f1": 0.572224620529844, - "f1_weighted": 0.6175322967064801 - }, - { - "accuracy": 0.5429184549356223, - "ap": 0.7140676978905808, - "ap_weighted": 0.7140676978905808, - "f1": 0.518471263419864, - "f1_weighted": 0.561312056171288 - }, - { - "accuracy": 0.5107296137339056, - "ap": 0.7064065441473166, - "ap_weighted": 0.7064065441473166, - "f1": 0.49429795335554494, - "f1_weighted": 0.5302911141843349 - } - ] - }, - { - "accuracy": 0.5688841201716739, - "ap": 0.11125178801816352, - "ap_weighted": 0.11125178801816352, - "f1": 0.4507155329387983, - "f1_weighted": 0.6532914446769953, - "hf_subset": "ja", - "languages": [ - "jpn-Jpan" - ], - "main_score": 0.5688841201716739, - "scores_per_experiment": [ - { - "accuracy": 0.4892703862660944, - "ap": 0.09938421347266281, - "ap_weighted": 0.09938421347266281, - "f1": 0.3997055576002944, - "f1_weighted": 0.5858013682725677 - }, - { - "accuracy": 0.5042918454935622, - "ap": 0.10288121394512315, - "ap_weighted": 0.10288121394512315, - "f1": 0.4115486166915394, - "f1_weighted": 0.5990403332967098 - }, - { - "accuracy": 0.5579399141630901, - "ap": 0.11753160139053029, - "ap_weighted": 0.11753160139053029, - "f1": 0.45313888572405153, - "f1_weighted": 0.6452741045289556 - }, - { - "accuracy": 0.6223175965665236, - "ap": 0.11197191104018807, - "ap_weighted": 0.11197191104018807, - "f1": 0.4764044943820225, - "f1_weighted": 0.6982398611178087 - }, - { - "accuracy": 0.5858369098712446, - "ap": 0.11403370012777972, - "ap_weighted": 0.11403370012777972, - "f1": 0.4628226032838192, - "f1_weighted": 0.6691335928071246 - }, - { - "accuracy": 0.6545064377682404, - "ap": 0.12078479460453709, - "ap_weighted": 0.12078479460453709, - "f1": 0.5000766283524904, - "f1_weighted": 0.7230756581651949 - }, - { - "accuracy": 0.6223175965665236, - "ap": 0.10694488655697398, - "ap_weighted": 0.10694488655697398, - "f1": 0.4696875646596317, - "f1_weighted": 0.698022092392342 - }, - { - "accuracy": 0.6137339055793991, - "ap": 0.11601106488212291, - "ap_weighted": 0.11601106488212291, - "f1": 0.4774222488038277, - "f1_weighted": 0.6916262808797256 - }, - { - "accuracy": 0.5236051502145923, - "ap": 0.10967612387126086, - "ap_weighted": 0.10967612387126086, - "f1": 0.428618769883351, - "f1_weighted": 0.6155919606406365 - }, - { - "accuracy": 0.5150214592274678, - "ap": 0.11329837029045617, - "ap_weighted": 0.11329837029045617, - "f1": 0.4277299600069553, - "f1_weighted": 0.6071091946688877 - } - ] - } - ] - }, - "task_name": "AmazonCounterfactualClassification" -} \ No newline at end of file diff --git a/mteb/models/results/jxm__cde-small-v1/no_revision_available/AskUbuntuDupQuestions.json b/mteb/models/results/jxm__cde-small-v1/no_revision_available/AskUbuntuDupQuestions.json deleted file mode 100644 index ee488b7d9..000000000 --- a/mteb/models/results/jxm__cde-small-v1/no_revision_available/AskUbuntuDupQuestions.json +++ /dev/null @@ -1,26 +0,0 @@ -{ - "dataset_revision": "2000358ca161889fa9c082cb41daa8dcfb161a54", - "evaluation_time": 15.205315828323364, - "kg_co2_emissions": null, - "mteb_version": "1.20.1", - "scores": { - "test": [ - { - "hf_subset": "default", - "languages": [ - "eng-Latn" - ], - "main_score": 0.4572995797340279, - "map": 0.4572995797340279, - "mrr": 0.5791199489952952, - "nAUC_map_diff1": 0.06578890976002508, - "nAUC_map_max": 0.10149974607970018, - "nAUC_map_std": 0.03276894434223838, - "nAUC_mrr_diff1": 0.12105237498057564, - "nAUC_mrr_max": 0.12180002803153644, - "nAUC_mrr_std": 0.025236223934650765 - } - ] - }, - "task_name": "AskUbuntuDupQuestions" -} \ No newline at end of file diff --git a/mteb/models/results/jxm__cde-small-v1/no_revision_available/RedditClustering.json b/mteb/models/results/jxm__cde-small-v1/no_revision_available/RedditClustering.json deleted file mode 100644 index 1e34eba1c..000000000 --- a/mteb/models/results/jxm__cde-small-v1/no_revision_available/RedditClustering.json +++ /dev/null @@ -1,47 +0,0 @@ -{ - "dataset_revision": "24640382cdbf8abc73003fb0fa6d111a705499eb", - "evaluation_time": 2650.390357017517, - "kg_co2_emissions": null, - "mteb_version": "1.20.1", - "scores": { - "test": [ - { - "hf_subset": "default", - "languages": [ - "eng-Latn" - ], - "main_score": 0.2956478524968904, - "v_measure": 0.2956478524968904, - "v_measure_std": 0.03661017053290187, - "v_measures": [ - 0.30331566980717267, - 0.34524662033320863, - 0.2772646175215716, - 0.235205505824534, - 0.2893051821188697, - 0.27797562391696723, - 0.30192895779216977, - 0.27145471632053914, - 0.2657040853681143, - 0.28750853250526237, - 0.2792035946163849, - 0.31564858138532814, - 0.2684318492505604, - 0.328162174819732, - 0.3316423059125801, - 0.2794271377615741, - 0.311906035730973, - 0.4020213187039427, - 0.26764683409720674, - 0.2763652271720581, - 0.2681845026166207, - 0.27498749069052625, - 0.3762807013255129, - 0.27930541093221356, - 0.27707363589863765 - ] - } - ] - }, - "task_name": "RedditClustering" -} \ No newline at end of file diff --git a/mteb/models/results/jxm__cde-small-v1/no_revision_available/SCIDOCS.json b/mteb/models/results/jxm__cde-small-v1/no_revision_available/SCIDOCS.json deleted file mode 100644 index d7acc5d75..000000000 --- a/mteb/models/results/jxm__cde-small-v1/no_revision_available/SCIDOCS.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "dataset_revision": "f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88", - "evaluation_time": 2195.249115228653, - "kg_co2_emissions": null, - "mteb_version": "1.20.1", - "scores": { - "test": [ - { - "hf_subset": "default", - "languages": [ - "eng-Latn" - ], - "main_score": 0.02544, - "map_at_1": 0.00525, - "map_at_10": 0.01131, - "map_at_100": 0.01566, - "map_at_1000": 0.01743, - "map_at_20": 0.01302, - "map_at_3": 0.0077, - "map_at_5": 0.009, - "mrr_at_1": 0.026, - "mrr_at_10": 0.04904404761904763, - "mrr_at_100": 0.05702146747877967, - "mrr_at_1000": 0.05872740003402214, - "mrr_at_20": 0.05295812438765228, - "mrr_at_3": 0.03633333333333334, - "mrr_at_5": 0.041683333333333336, - "nauc_map_at_1000_diff1": 0.01933640264329664, - "nauc_map_at_1000_max": -0.0277806471176794, - "nauc_map_at_1000_std": 0.2766096348024829, - "nauc_map_at_100_diff1": 0.02720387577770822, - "nauc_map_at_100_max": -0.03983635260917887, - "nauc_map_at_100_std": 0.25947326231138507, - "nauc_map_at_10_diff1": 0.042721574098012846, - "nauc_map_at_10_max": -0.060458541903128, - "nauc_map_at_10_std": 0.2286294555257837, - "nauc_map_at_1_diff1": 0.1342047095199764, - "nauc_map_at_1_max": -0.10357877521816346, - "nauc_map_at_1_std": 0.21109535308623045, - "nauc_map_at_20_diff1": 0.03364338133946958, - "nauc_map_at_20_max": -0.05377938161911028, - "nauc_map_at_20_std": 0.2309318096226402, - "nauc_map_at_3_diff1": 0.10596884557174344, - "nauc_map_at_3_max": -0.12909394067161697, - "nauc_map_at_3_std": 0.21230357157376215, - "nauc_map_at_5_diff1": 0.07856182612478009, - "nauc_map_at_5_max": -0.09302936224650546, - "nauc_map_at_5_std": 0.2114563747167464, - "nauc_mrr_at_1000_diff1": 0.01421627931542047, - "nauc_mrr_at_1000_max": -0.051806555892880635, - "nauc_mrr_at_1000_std": 0.21618167133490507, - "nauc_mrr_at_100_diff1": 0.013420651096275223, - "nauc_mrr_at_100_max": -0.05259157490834034, - "nauc_mrr_at_100_std": 0.21585919067148762, - "nauc_mrr_at_10_diff1": 0.022810793224090763, - "nauc_mrr_at_10_max": -0.056097780548171106, - "nauc_mrr_at_10_std": 0.20440063653089216, - "nauc_mrr_at_1_diff1": 0.1258797548038224, - "nauc_mrr_at_1_max": -0.09904852325029408, - "nauc_mrr_at_1_std": 0.2171162617902624, - "nauc_mrr_at_20_diff1": 0.014328784100411966, - "nauc_mrr_at_20_max": -0.05305647865635608, - "nauc_mrr_at_20_std": 0.20791452315026165, - "nauc_mrr_at_3_diff1": 0.07109291729334409, - "nauc_mrr_at_3_max": -0.11042897969934252, - "nauc_mrr_at_3_std": 0.20453275502593277, - "nauc_mrr_at_5_diff1": 0.0548473929451562, - "nauc_mrr_at_5_max": -0.07405012237122864, - "nauc_mrr_at_5_std": 0.20747912265198581, - "nauc_ndcg_at_1000_diff1": -0.03698353777775996, - "nauc_ndcg_at_1000_max": 0.06144439095107709, - "nauc_ndcg_at_1000_std": 0.35065807364116486, - "nauc_ndcg_at_100_diff1": -0.01839996074517026, - "nauc_ndcg_at_100_max": -0.004140115243611391, - "nauc_ndcg_at_100_std": 0.29280188875877744, - "nauc_ndcg_at_10_diff1": -0.00171302635636293, - "nauc_ndcg_at_10_max": -0.024469480280761745, - "nauc_ndcg_at_10_std": 0.22243293627794014, - "nauc_ndcg_at_1_diff1": 0.1258797548038224, - "nauc_ndcg_at_1_max": -0.09904852325029408, - "nauc_ndcg_at_1_std": 0.2171162617902624, - "nauc_ndcg_at_20_diff1": -0.01595056974853496, - "nauc_ndcg_at_20_max": -0.02336418243642238, - "nauc_ndcg_at_20_std": 0.22748178900449165, - "nauc_ndcg_at_3_diff1": 0.0771492727129433, - "nauc_ndcg_at_3_max": -0.11811580987946677, - "nauc_ndcg_at_3_std": 0.20738930003699554, - "nauc_ndcg_at_5_diff1": 0.050602804809889365, - "nauc_ndcg_at_5_max": -0.06875370404903138, - "nauc_ndcg_at_5_std": 0.2056059771936058, - "nauc_precision_at_1000_diff1": -0.05608207429455955, - "nauc_precision_at_1000_max": 0.12993459456151374, - "nauc_precision_at_1000_std": 0.37707469021194906, - "nauc_precision_at_100_diff1": -0.03831527871447407, - "nauc_precision_at_100_max": 0.023488355401287384, - "nauc_precision_at_100_std": 0.3309973223598153, - "nauc_precision_at_10_diff1": -0.04874809729427477, - "nauc_precision_at_10_max": 0.026224332888074457, - "nauc_precision_at_10_std": 0.23082926905035583, - "nauc_precision_at_1_diff1": 0.1258797548038224, - "nauc_precision_at_1_max": -0.09904852325029408, - "nauc_precision_at_1_std": 0.2171162617902624, - "nauc_precision_at_20_diff1": -0.05860045633010234, - "nauc_precision_at_20_max": 0.00960999144873651, - "nauc_precision_at_20_std": 0.23605822215158204, - "nauc_precision_at_3_diff1": 0.059388146670649226, - "nauc_precision_at_3_max": -0.11853835600488016, - "nauc_precision_at_3_std": 0.2012696741270991, - "nauc_precision_at_5_diff1": 0.019538640413338738, - "nauc_precision_at_5_max": -0.036077686735051843, - "nauc_precision_at_5_std": 0.19962780265973198, - "nauc_recall_at_1000_diff1": -0.06082232134684534, - "nauc_recall_at_1000_max": 0.13026594619892992, - "nauc_recall_at_1000_std": 0.37697083025443656, - "nauc_recall_at_100_diff1": -0.043547258139956885, - "nauc_recall_at_100_max": 0.025644710897037088, - "nauc_recall_at_100_std": 0.3287897305046709, - "nauc_recall_at_10_diff1": -0.048103326067912344, - "nauc_recall_at_10_max": 0.018386202414501514, - "nauc_recall_at_10_std": 0.23215585373130374, - "nauc_recall_at_1_diff1": 0.1342047095199764, - "nauc_recall_at_1_max": -0.10357877521816346, - "nauc_recall_at_1_std": 0.21109535308623045, - "nauc_recall_at_20_diff1": -0.059142879110111006, - "nauc_recall_at_20_max": 0.0026414474012256897, - "nauc_recall_at_20_std": 0.23768136828969896, - "nauc_recall_at_3_diff1": 0.06435876476497739, - "nauc_recall_at_3_max": -0.12336251489757319, - "nauc_recall_at_3_std": 0.1995432450814609, - "nauc_recall_at_5_diff1": 0.0228149843146984, - "nauc_recall_at_5_max": -0.04280762681975649, - "nauc_recall_at_5_std": 0.19798242638708174, - "ndcg_at_1": 0.026, - "ndcg_at_10": 0.02544, - "ndcg_at_100": 0.05475, - "ndcg_at_1000": 0.10466, - "ndcg_at_20": 0.03277, - "ndcg_at_3": 0.01934, - "ndcg_at_5": 0.01769, - "precision_at_1": 0.026, - "precision_at_10": 0.0148, - "precision_at_100": 0.00593, - "precision_at_1000": 0.00182, - "precision_at_20": 0.01165, - "precision_at_3": 0.01767, - "precision_at_5": 0.0156, - "recall_at_1": 0.00525, - "recall_at_10": 0.0302, - "recall_at_100": 0.12145, - "recall_at_1000": 0.36923, - "recall_at_20": 0.04745, - "recall_at_3": 0.01075, - "recall_at_5": 0.0159 - } - ] - }, - "task_name": "SCIDOCS" -} \ No newline at end of file diff --git a/mteb/models/results/jxm__cde-small-v1/no_revision_available/STS22.json b/mteb/models/results/jxm__cde-small-v1/no_revision_available/STS22.json deleted file mode 100644 index c6349f42a..000000000 --- a/mteb/models/results/jxm__cde-small-v1/no_revision_available/STS22.json +++ /dev/null @@ -1,289 +0,0 @@ -{ - "dataset_revision": "de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3", - "evaluation_time": 699.6219079494476, - "kg_co2_emissions": null, - "mteb_version": "1.20.1", - "scores": { - "test": [ - { - "cosine_pearson": -0.07416259910699953, - "cosine_spearman": -0.004602186383405669, - "euclidean_pearson": -0.12252220034902583, - "euclidean_spearman": -0.056851440340385334, - "hf_subset": "zh-en", - "languages": [ - "cmn-Hans", - "eng-Latn" - ], - "main_score": -0.004602186383405669, - "manhattan_pearson": -0.12017158073143239, - "manhattan_spearman": -0.05214602213146526, - "pearson": -0.07416259910699953, - "spearman": -0.004602186383405669 - }, - { - "cosine_pearson": -0.12715655942693727, - "cosine_spearman": 0.09453515673611879, - "euclidean_pearson": -0.0988435209678679, - "euclidean_spearman": 0.1011162136831852, - "hf_subset": "tr", - "languages": [ - "tur-Latn" - ], - "main_score": 0.09453515673611879, - "manhattan_pearson": -0.09714680343716947, - "manhattan_spearman": 0.10273116868691565, - "pearson": -0.12715655942693727, - "spearman": 0.09453515673611879 - }, - { - "cosine_pearson": 0.21409902565738814, - "cosine_spearman": 0.35157107443581553, - "euclidean_pearson": 0.31002055044027244, - "euclidean_spearman": 0.3596168107193269, - "hf_subset": "it", - "languages": [ - "ita-Latn" - ], - "main_score": 0.35157107443581553, - "manhattan_pearson": 0.31053424857114786, - "manhattan_spearman": 0.3614013173054331, - "pearson": 0.21409902565738814, - "spearman": 0.35157107443581553 - }, - { - "cosine_pearson": 0.008007854396633485, - "cosine_spearman": 0.22706774025039925, - "euclidean_pearson": 0.07387071253173043, - "euclidean_spearman": 0.22484339306637707, - "hf_subset": "zh", - "languages": [ - "cmn-Hans" - ], - "main_score": 0.22706774025039925, - "manhattan_pearson": 0.07339822910153156, - "manhattan_spearman": 0.22495364459483164, - "pearson": 0.008007854396633485, - "spearman": 0.22706774025039925 - }, - { - "cosine_pearson": -0.13893192656663234, - "cosine_spearman": -0.05634361698190111, - "euclidean_pearson": -0.05636182844760565, - "euclidean_spearman": 0.05634361698190111, - "hf_subset": "fr-pl", - "languages": [ - "fra-Latn", - "pol-Latn" - ], - "main_score": -0.05634361698190111, - "manhattan_pearson": -0.06072236543717352, - "manhattan_spearman": -0.05634361698190111, - "pearson": -0.13893192656663234, - "spearman": -0.05634361698190111 - }, - { - "cosine_pearson": -0.07026334074894271, - "cosine_spearman": 0.11595716149170351, - "euclidean_pearson": -0.015161294615692716, - "euclidean_spearman": 0.11526308169509611, - "hf_subset": "ar", - "languages": [ - "ara-Arab" - ], - "main_score": 0.11595716149170351, - "manhattan_pearson": -0.015902910276935776, - "manhattan_spearman": 0.11652202894881672, - "pearson": -0.07026334074894271, - "spearman": 0.11595716149170351 - }, - { - "cosine_pearson": -0.09523703821379272, - "cosine_spearman": -0.0047613457469081275, - "euclidean_pearson": -0.09878547367981824, - "euclidean_spearman": -0.004227303614640491, - "hf_subset": "pl", - "languages": [ - "pol-Latn" - ], - "main_score": -0.0047613457469081275, - "manhattan_pearson": -0.09924220970015764, - "manhattan_spearman": -0.003498627939160882, - "pearson": -0.09523703821379272, - "spearman": -0.0047613457469081275 - }, - { - "cosine_pearson": 0.6003749876198383, - "cosine_spearman": 0.6128539530146863, - "euclidean_pearson": 0.6135137393525554, - "euclidean_spearman": 0.6052850113267342, - "hf_subset": "en", - "languages": [ - "eng-Latn" - ], - "main_score": 0.6128539530146863, - "manhattan_pearson": 0.6129925384569339, - "manhattan_spearman": 0.6049789982004257, - "pearson": 0.6003749876198383, - "spearman": 0.6128539530146863 - }, - { - "cosine_pearson": 0.0901309527936306, - "cosine_spearman": 0.048646044282876076, - "euclidean_pearson": 0.07170137987987872, - "euclidean_spearman": 0.04408829801889604, - "hf_subset": "de-fr", - "languages": [ - "deu-Latn", - "fra-Latn" - ], - "main_score": 0.048646044282876076, - "manhattan_pearson": 0.06785152427967814, - "manhattan_spearman": 0.03898903734731441, - "pearson": 0.0901309527936306, - "spearman": 0.048646044282876076 - }, - { - "cosine_pearson": -0.05790541126048787, - "cosine_spearman": -0.04218792179448978, - "euclidean_pearson": 0.042188597127735275, - "euclidean_spearman": 0.048346742494415305, - "hf_subset": "de-pl", - "languages": [ - "deu-Latn", - "pol-Latn" - ], - "main_score": -0.04218792179448978, - "manhattan_pearson": 0.05740827110808208, - "manhattan_spearman": 0.03017822142963503, - "pearson": -0.05790541126048787, - "spearman": -0.04218792179448978 - }, - { - "cosine_pearson": 0.2944179442721781, - "cosine_spearman": 0.46959417744356907, - "euclidean_pearson": 0.4264571916445661, - "euclidean_spearman": 0.508143242495218, - "hf_subset": "fr", - "languages": [ - "fra-Latn" - ], - "main_score": 0.46959417744356907, - "manhattan_pearson": 0.42453343778995734, - "manhattan_spearman": 0.50781097070911, - "pearson": 0.2944179442721781, - "spearman": 0.46959417744356907 - }, - { - "cosine_pearson": 0.26027792313062575, - "cosine_spearman": 0.28366082482978966, - "euclidean_pearson": 0.244418796032368, - "euclidean_spearman": 0.25739257197813276, - "hf_subset": "es-en", - "languages": [ - "spa-Latn", - "eng-Latn" - ], - "main_score": 0.28366082482978966, - "manhattan_pearson": 0.24361184211402304, - "manhattan_spearman": 0.25819666067883906, - "pearson": 0.26027792313062575, - "spearman": 0.28366082482978966 - }, - { - "cosine_pearson": 0.13541966533647742, - "cosine_spearman": 0.17723080926715384, - "euclidean_pearson": 0.12112992472046852, - "euclidean_spearman": 0.15808666900684548, - "hf_subset": "de-en", - "languages": [ - "deu-Latn", - "eng-Latn" - ], - "main_score": 0.17723080926715384, - "manhattan_pearson": 0.11734147287633862, - "manhattan_spearman": 0.16250690876764354, - "pearson": 0.13541966533647742, - "spearman": 0.17723080926715384 - }, - { - "cosine_pearson": -0.09065370582438907, - "cosine_spearman": 0.028072202874884548, - "euclidean_pearson": -0.06346377025523368, - "euclidean_spearman": 0.03207429998936639, - "hf_subset": "ru", - "languages": [ - "rus-Cyrl" - ], - "main_score": 0.028072202874884548, - "manhattan_pearson": -0.06400554025413477, - "manhattan_spearman": 0.031059002025199227, - "pearson": -0.09065370582438907, - "spearman": 0.028072202874884548 - }, - { - "cosine_pearson": 0.23237967934937964, - "cosine_spearman": 0.21386278016089819, - "euclidean_pearson": 0.2591894664813347, - "euclidean_spearman": 0.22871681534036753, - "hf_subset": "es-it", - "languages": [ - "spa-Latn", - "ita-Latn" - ], - "main_score": 0.21386278016089819, - "manhattan_pearson": 0.25311830562126725, - "manhattan_spearman": 0.224875671693616, - "pearson": 0.23237967934937964, - "spearman": 0.21386278016089819 - }, - { - "cosine_pearson": -0.08503303225883813, - "cosine_spearman": -0.1518518365183025, - "euclidean_pearson": -0.21548242613926744, - "euclidean_spearman": -0.29375386144998555, - "hf_subset": "pl-en", - "languages": [ - "pol-Latn", - "eng-Latn" - ], - "main_score": -0.1518518365183025, - "manhattan_pearson": -0.17472244742812873, - "manhattan_spearman": -0.24947459522680987, - "pearson": -0.08503303225883813, - "spearman": -0.1518518365183025 - }, - { - "cosine_pearson": 0.13740507033704832, - "cosine_spearman": 0.15825804400131704, - "euclidean_pearson": 0.1370989050603079, - "euclidean_spearman": 0.14783355557843417, - "hf_subset": "de", - "languages": [ - "deu-Latn" - ], - "main_score": 0.15825804400131704, - "manhattan_pearson": 0.13774032598568944, - "manhattan_spearman": 0.14660908530586783, - "pearson": 0.13740507033704832, - "spearman": 0.15825804400131704 - }, - { - "cosine_pearson": 0.050440124376162375, - "cosine_spearman": 0.3429057921391839, - "euclidean_pearson": 0.1721595383119302, - "euclidean_spearman": 0.35061630061927535, - "hf_subset": "es", - "languages": [ - "spa-Latn" - ], - "main_score": 0.3429057921391839, - "manhattan_pearson": 0.1703269562550752, - "manhattan_spearman": 0.3516295852305053, - "pearson": 0.050440124376162375, - "spearman": 0.3429057921391839 - } - ] - }, - "task_name": "STS22" -} \ No newline at end of file diff --git a/mteb/models/results/jxm__cde-small-v1/no_revision_available/SummEval.json b/mteb/models/results/jxm__cde-small-v1/no_revision_available/SummEval.json deleted file mode 100644 index 612ea4833..000000000 --- a/mteb/models/results/jxm__cde-small-v1/no_revision_available/SummEval.json +++ /dev/null @@ -1,24 +0,0 @@ -{ - "dataset_revision": "cda12ad7615edc362dbf25a00fdd61d3b1eaf93c", - "evaluation_time": 22.431171894073486, - "kg_co2_emissions": null, - "mteb_version": "1.20.1", - "scores": { - "test": [ - { - "cosine_pearson": 0.2883051305598499, - "cosine_spearman": 0.29184408443542564, - "dot_pearson": 0.24963744740838972, - "dot_spearman": 0.24166030865995428, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ], - "main_score": 0.29184408443542564, - "pearson": 0.2883051305598499, - "spearman": 0.29184408443542564 - } - ] - }, - "task_name": "SummEval" -} \ No newline at end of file diff --git a/mteb/models/results/jxm__cde-small-v1/no_revision_available/TwitterSemEval2015.json b/mteb/models/results/jxm__cde-small-v1/no_revision_available/TwitterSemEval2015.json deleted file mode 100644 index 01a6ead91..000000000 --- a/mteb/models/results/jxm__cde-small-v1/no_revision_available/TwitterSemEval2015.json +++ /dev/null @@ -1,58 +0,0 @@ -{ - "dataset_revision": "70970daeab8776df92f5ea462b6173c0b46fd2d1", - "evaluation_time": 40.703593015670776, - "kg_co2_emissions": null, - "mteb_version": "1.20.1", - "scores": { - "test": [ - { - "cosine_accuracy": 0.7944209334207546, - "cosine_accuracy_threshold": 0.7872862815856934, - "cosine_ap": 0.49290657146735395, - "cosine_f1": 0.4997795414462082, - "cosine_f1_threshold": 0.642092227935791, - "cosine_precision": 0.42919348731541085, - "cosine_recall": 0.5981530343007916, - "dot_accuracy": 0.7748703582285271, - "dot_accuracy_threshold": 45.36572265625, - "dot_ap": 0.3804116488627364, - "dot_f1": 0.4543165467625899, - "dot_f1_threshold": 22.805423736572266, - "dot_precision": 0.3446111869031378, - "dot_recall": 0.666490765171504, - "euclidean_accuracy": 0.7982356797997258, - "euclidean_accuracy_threshold": 4.148113250732422, - "euclidean_ap": 0.4954343762904851, - "euclidean_f1": 0.4971971170346642, - "euclidean_f1_threshold": 5.233168601989746, - "euclidean_precision": 0.4389012320743284, - "euclidean_recall": 0.5733509234828496, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ], - "main_score": 0.4959297661487955, - "manhattan_accuracy": 0.7982952852118972, - "manhattan_accuracy_threshold": 91.11976623535156, - "manhattan_ap": 0.4959297661487955, - "manhattan_f1": 0.49744841357887737, - "manhattan_f1_threshold": 117.09125518798828, - "manhattan_precision": 0.4291730474732006, - "manhattan_recall": 0.59155672823219, - "max_accuracy": 0.7982952852118972, - "max_ap": 0.4959297661487955, - "max_f1": 0.4997795414462082, - "max_precision": 0.4389012320743284, - "max_recall": 0.666490765171504, - "similarity_accuracy": 0.7944209334207546, - "similarity_accuracy_threshold": 0.7872862815856934, - "similarity_ap": 0.49290657146735395, - "similarity_f1": 0.4997795414462082, - "similarity_f1_threshold": 0.642092227935791, - "similarity_precision": 0.42919348731541085, - "similarity_recall": 0.5981530343007916 - } - ] - }, - "task_name": "TwitterSemEval2015" -} \ No newline at end of file diff --git a/mteb/models/results/jxm__cde-small-v1/no_revision_available/model_meta.json b/mteb/models/results/jxm__cde-small-v1/no_revision_available/model_meta.json deleted file mode 100644 index 0191afcbc..000000000 --- a/mteb/models/results/jxm__cde-small-v1/no_revision_available/model_meta.json +++ /dev/null @@ -1 +0,0 @@ -{"name": "jxm/cde-small-v1", "revision": "no_revision_available", "release_date": null, "languages": [], "n_parameters": null, "memory_usage": null, "max_tokens": null, "embed_dim": null, "license": null, "open_weights": null, "public_training_data": null, "public_training_code": null, "framework": ["Sentence Transformers"], "reference": null, "similarity_fn_name": "cosine", "use_instructions": null, "zero_shot_benchmarks": null, "loader": null} \ No newline at end of file