BAAI/bge-small-en-v1.5
hf BAAI/bge-small-en-v1.5 2 sources, 2 claims · Watch
What each source says
| Property | Source | Said | Means here | ||||
|---|---|---|---|---|---|---|---|
| Author author not compared | GGUF quantisations | RiverRiderreceipt
What the source handed over{
"_id": "6ab9a0241f2e996ba1fa2479",
"author": "RiverRider",
"cardData": {
"base_model": "BAAI/bge-small-en-v1.5",
"base_model_relation": "finetune",
"language": [
"en"
],
"library_name": "sentence-transformers",
"license": "other",
"license_link": "LICENSE",
"license_name": "busl-1.1",
"pipeline_tag": "sentence-similarity",
"tags": [
"sentence-transformers",
"feature-extraction",
"sentence-similarity",
"code-search",
"code-retrieval",
"swe-bench",
"transformers.js",
"onnx",
"model-soup"
]
},
"createdAt": "2026-09-27T23:00:52.000Z",
"downloads": 927,
"gated": false,
"id": "RiverRider/motherlode-code-small-en-v0.1",
"lastModified": "2026-09-30T15:20:05.000Z",
"library_name": "sentence-transformers",
"likes": 3,
"modelId": "RiverRider/motherlode-code-small-en-v0.1",
"pipeline_tag": "sentence-similarity",
"private": false,
"sha": "10c3db34a27980cbca72227f736807aa8be487bb",
"siblings": [
{
"rfilename": ".eval_results/ArguAna.yaml"
},
{
"rfilename": ".eval_results/BRIGHT(v1.1).yaml"
},
{
"rfilename": ".eval_results/BrightAopsRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightBiologyLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightBiologyRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightEarthScienceLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightEarthScienceRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightEconomicsLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightEconomicsRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightLeetcodeRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightPonyLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightPonyRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightPsychologyLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightPsychologyRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightRoboticsLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightRoboticsRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightStackoverflowLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightStackoverflowRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightSustainableLivingLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightSustainableLivingRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightTheoremQAQuestionsRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightTheoremQATheoremsRetrieval.yaml"
},
{
"rfilename": ".gitattributes"
},
{
"rfilename": "1_Pooling/config.json"
},
{
"rfilename": "2_Normalize/config.json"
},
{
"rfilename": "LICENSE"
},
{
"rfilename": "NOTICE"
},
{
"rfilename": "README.md"
},
{
"rfilename": "SHA256SUMS"
},
{
"rfilename": "centring/mean_captions_coco20k.json"
},
{
"rfilename": "centring/mean_code_pilot64k.json"
},
{
"rfilename": "centring/mean_shipped.json"
},
{
"rfilename": "config.json"
},
{
"rfilename": "config_sentence_transformers.json"
},
{
"rfilename": "engine/gates.json"
},
{
"rfilename": "gguf/motherlode-code-small-en-v0.1-f16.gguf"
},
{
"rfilename": "heads/text_head_soup_v3gallery.safetensors"
},
{
"rfilename": "heads/vision_qwen38_L52_soup.head"
},
{
"rfilename": "model.safetensors"
},
{
"rfilename": "modules.json"
},
{
"rfilename": "onnx/model.onnx"
},
{
"rfilename": "onnx/model_fp16.onnx"
},
{
"rfilename": "sentence_bert_config.json"
},
{
"rfilename": "special_tokens_map.json"
},
{
"rfilename": "tokenizer.json"
},
{
"rfilename": "tokenizer_config.json"
},
{
"rfilename": "tower/coco_caps_soup.bin"
},
{
"rfilename": "tower/mcs0_soup.head"
},
{
"rfilename": "vocab.txt"
}
],
"tags": [
"sentence-transformers",
"onnx",
"safetensors",
"gguf",
"bert",
"feature-extraction",
"sentence-similarity",
"code-search",
"code-retrieval",
"swe-bench",
"transformers.js",
"model-soup",
"en",
"arxiv:2407.02883",
"base_model:BAAI/bge-small-en-v1.5",
"base_model:finetune:BAAI/bge-small-en-v1.5",
"license:other",
"eval-results",
"text-embeddings-inference",
"endpoints_compatible",
"region:us"
]
} | — | ||||
| Author author not compared | Hugging Face models | BAAIreceipt
What the source handed over{
"_asked": "BAAI/bge-small-en-v1.5",
"_id": "64fff537d522560505ad6567",
"author": "BAAI",
"cardData": {
"language": [
"en"
],
"license": "mit",
"model-index": [
{
"name": "bge-small-en-v1.5",
"results": [
{
"dataset": {
"config": "en",
"name": "MTEB AmazonCounterfactualClassification (en)",
"revision": "e8379541af4e31359cca9fbcf4b00f2671dba205",
"split": "test",
"type": "mteb/amazon_counterfactual"
},
"metrics": [
{
"type": "accuracy",
"value": 73.79104477611939,
"verified": false
},
{
"type": "ap",
"value": 37.21923821573361,
"verified": false
},
{
"type": "f1",
"value": 68.0914945617093,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB AmazonPolarityClassification",
"revision": "e2d317d38cd51312af73b3d32a06d1a08b442046",
"split": "test",
"type": "mteb/amazon_polarity"
},
"metrics": [
{
"type": "accuracy",
"value": 92.753775,
"verified": false
},
{
"type": "ap",
"value": 89.46766124546022,
"verified": false
},
{
"type": "f1",
"value": 92.73884001331488,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB AmazonReviewsClassification (en)",
"revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
"split": "test",
"type": "mteb/amazon_reviews_multi"
},
"metrics": [
{
"type": "accuracy",
"value": 46.986,
"verified": false
},
{
"type": "f1",
"value": 46.55936786727896,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArguAna",
"revision": "None",
"split": "test",
"type": "arguana"
},
"metrics": [
{
"type": "map_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "map_at_10",
"value": 51.388,
"verified": false
},
{
"type": "map_at_100",
"value": 52.133,
"verified": false
},
{
"type": "map_at_1000",
"value": 52.141000000000005,
"verified": false
},
{
"type": "map_at_3",
"value": 47.037,
"verified": false
},
{
"type": "map_at_5",
"value": 49.579,
"verified": false
},
{
"type": "mrr_at_1",
"value": 36.558,
"verified": false
},
{
"type": "mrr_at_10",
"value": 51.658,
"verified": false
},
{
"type": "mrr_at_100",
"value": 52.402,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 52.41,
"verified": false
},
{
"type": "mrr_at_3",
"value": 47.345,
"verified": false
},
{
"type": "mrr_at_5",
"value": 49.797999999999995,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 59.55,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 62.596,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 62.759,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 50.666999999999994,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 55.228,
"verified": false
},
{
"type": "precision_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.542,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.984,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.1,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.389,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.438,
"verified": false
},
{
"type": "recall_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "recall_at_10",
"value": 85.42,
"verified": false
},
{
"type": "recall_at_100",
"value": 98.435,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.644,
"verified": false
},
{
"type": "recall_at_3",
"value": 61.166,
"verified": false
},
{
"type": "recall_at_5",
"value": 72.191,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArxivClusteringP2P",
"revision": "a122ad7f3f0291bf49cc6f4d32aa80929df69d5d",
"split": "test",
"type": "mteb/arxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 47.402770198163594,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArxivClusteringS2S",
"revision": "f910caf1a6075f7329cdf8c1a6135696f37dbd53",
"split": "test",
"type": "mteb/arxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 40.01545436974177,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB AskUbuntuDupQuestions",
"revision": "2000358ca161889fa9c082cb41daa8dcfb161a54",
"split": "test",
"type": "mteb/askubuntudupquestions-reranking"
},
"metrics": [
{
"type": "map",
"value": 62.5864652732072,
"verified": false
},
{
"type": "mrr",
"value": 74.42169019038825,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BIOSSES",
"revision": "d3fb88f8f02e40887cd149695127462bbcf29b4a",
"split": "test",
"type": "mteb/biosses-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 85.1891186537969,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 83.75492046087288,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 84.11766204805357,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 84.01456493126516,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 84.2132950502772,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 83.89227298813377,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB Banking77Classification",
"revision": "0fd18e25b25c072e09e0d92ab615fda904d66300",
"split": "test",
"type": "mteb/banking77"
},
"metrics": [
{
"type": "accuracy",
"value": 85.74025974025975,
"verified": false
},
{
"type": "f1",
"value": 85.71493566466381,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BiorxivClusteringP2P",
"revision": "65b79d1d13f80053f67aca9498d9402c2d9f1f40",
"split": "test",
"type": "mteb/biorxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 38.467181385006434,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BiorxivClusteringS2S",
"revision": "258694dd0231531bc1fd9de6ceb52a0853c6d908",
"split": "test",
"type": "mteb/biorxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 34.719496037339056,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackAndroidRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 29.587000000000003,
"verified": false
},
{
"type": "map_at_10",
"value": 41.114,
"verified": false
},
{
"type": "map_at_100",
"value": 42.532,
"verified": false
},
{
"type": "map_at_1000",
"value": 42.661,
"verified": false
},
{
"type": "map_at_3",
"value": 37.483,
"verified": false
},
{
"type": "map_at_5",
"value": 39.652,
"verified": false
},
{
"type": "mrr_at_1",
"value": 36.338,
"verified": false
},
{
"type": "mrr_at_10",
"value": 46.763,
"verified": false
},
{
"type": "mrr_at_100",
"value": 47.393,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 47.445,
"verified": false
},
{
"type": "mrr_at_3",
"value": 43.538,
"verified": false
},
{
"type": "mrr_at_5",
"value": 45.556,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 36.338,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 47.658,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 52.824000000000005,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 54.913999999999994,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.989,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 44.944,
"verified": false
},
{
"type": "precision_at_1",
"value": 36.338,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.156,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.479,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.196,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.076,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.85,
"verified": false
},
{
"type": "recall_at_1",
"value": 29.587000000000003,
"verified": false
},
{
"type": "recall_at_10",
"value": 60.746,
"verified": false
},
{
"type": "recall_at_100",
"value": 82.157,
"verified": false
},
{
"type": "recall_at_1000",
"value": 95.645,
"verified": false
},
{
"type": "recall_at_3",
"value": 44.821,
"verified": false
},
{
"type": "recall_at_5",
"value": 52.819,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackEnglishRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 30.239,
"verified": false
},
{
"type": "map_at_10",
"value": 39.989,
"verified": false
},
{
"type": "map_at_100",
"value": 41.196,
"verified": false
},
{
"type": "map_at_1000",
"value": 41.325,
"verified": false
},
{
"type": "map_at_3",
"value": 37.261,
"verified": false
},
{
"type": "map_at_5",
"value": 38.833,
"verified": false
},
{
"type": "mrr_at_1",
"value": 37.516,
"verified": false
},
{
"type": "mrr_at_10",
"value": 46.177,
"verified": false
},
{
"type": "mrr_at_100",
"value": 46.806,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 46.849,
"verified": false
},
{
"type": "mrr_at_3",
"value": 44.002,
"verified": false
},
{
"type": "mrr_at_5",
"value": 45.34,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 37.516,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 45.586,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 49.897000000000006,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.955,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.684,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 43.617,
"verified": false
},
{
"type": "precision_at_1",
"value": 37.516,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.522,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.374,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.184,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.106,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.153,
"verified": false
},
{
"type": "recall_at_1",
"value": 30.239,
"verified": false
},
{
"type": "recall_at_10",
"value": 55.03,
"verified": false
},
{
"type": "recall_at_100",
"value": 73.375,
"verified": false
},
{
"type": "recall_at_1000",
"value": 86.29599999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 43.269000000000005,
"verified": false
},
{
"type": "recall_at_5",
"value": 48.878,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackGamingRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 38.338,
"verified": false
},
{
"type": "map_at_10",
"value": 50.468999999999994,
"verified": false
},
{
"type": "map_at_100",
"value": 51.553,
"verified": false
},
{
"type": "map_at_1000",
"value": 51.608,
"verified": false
},
{
"type": "map_at_3",
"value": 47.107,
"verified": false
},
{
"type": "map_at_5",
"value": 49.101,
"verified": false
},
{
"type": "mrr_at_1",
"value": 44.201,
"verified": false
},
{
"type": "mrr_at_10",
"value": 54.057,
"verified": false
},
{
"type": "mrr_at_100",
"value": 54.764,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 54.791,
"verified": false
},
{
"type": "mrr_at_3",
"value": 51.56699999999999,
"verified": false
},
{
"type": "mrr_at_5",
"value": 53.05,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 44.201,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 56.379000000000005,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 60.645,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 61.73499999999999,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 50.726000000000006,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 53.58500000000001,
"verified": false
},
{
"type": "precision_at_1",
"value": 44.201,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.141,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.216,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.135,
"verified": false
},
{
"type": "precision_at_3",
"value": 22.654,
"verified": false
},
{
"type": "precision_at_5",
"value": 15.723999999999998,
"verified": false
},
{
"type": "recall_at_1",
"value": 38.338,
"verified": false
},
{
"type": "recall_at_10",
"value": 70.30499999999999,
"verified": false
},
{
"type": "recall_at_100",
"value": 88.77199999999999,
"verified": false
},
{
"type": "recall_at_1000",
"value": 96.498,
"verified": false
},
{
"type": "recall_at_3",
"value": 55.218,
"verified": false
},
{
"type": "recall_at_5",
"value": 62.104000000000006,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackGisRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 25.682,
"verified": false
},
{
"type": "map_at_10",
"value": 33.498,
"verified": false
},
{
"type": "map_at_100",
"value": 34.461000000000006,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.544000000000004,
"verified": false
},
{
"type": "map_at_3",
"value": 30.504,
"verified": false
},
{
"type": "map_at_5",
"value": 32.216,
"verified": false
},
{
"type": "mrr_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "mrr_at_10",
"value": 35.467999999999996,
"verified": false
},
{
"type": "mrr_at_100",
"value": 36.32,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 36.386,
"verified": false
},
{
"type": "mrr_at_3",
"value": 32.618,
"verified": false
},
{
"type": "mrr_at_5",
"value": 34.262,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.378,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 43.288,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 45.413,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.586,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.499,
"verified": false
},
{
"type": "precision_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.864,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.882,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.11,
"verified": false
},
{
"type": "precision_at_3",
"value": 13.446,
"verified": false
},
{
"type": "precision_at_5",
"value": 9.718,
"verified": false
},
{
"type": "recall_at_1",
"value": 25.682,
"verified": false
},
{
"type": "recall_at_10",
"value": 51.712,
"verified": false
},
{
"type": "recall_at_100",
"value": 74.446,
"verified": false
},
{
"type": "recall_at_1000",
"value": 90.472,
"verified": false
},
{
"type": "recall_at_3",
"value": 36.236,
"verified": false
},
{
"type": "recall_at_5",
"value": 43.234,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackMathematicaRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 16.073999999999998,
"verified": false
},
{
"type": "map_at_10",
"value": 24.353,
"verified": false
},
{
"type": "map_at_100",
"value": 25.438,
"verified": false
},
{
"type": "map_at_1000",
"value": 25.545,
"verified": false
},
{
"type": "map_at_3",
"value": 21.614,
"verified": false
},
{
"type": "map_at_5",
"value": 23.104,
"verified": false
},
{
"type": "mrr_at_1",
"value": 19.776,
"verified": false
},
{
"type": "mrr_at_10",
"value": 28.837000000000003,
"verified": false
},
{
"type": "mrr_at_100",
"value": 29.755,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 29.817,
"verified": false
},
{
"type": "mrr_at_3",
"value": 26.202,
"verified": false
},
{
"type": "mrr_at_5",
"value": 27.714,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 19.776,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 29.701,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 35.307,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 37.942,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 24.764,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 27.025,
"verified": false
},
{
"type": "precision_at_1",
"value": 19.776,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.659,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.971,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.133,
"verified": false
},
{
"type": "precision_at_3",
"value": 12.065,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.905000000000001,
"verified": false
},
{
"type": "recall_at_1",
"value": 16.073999999999998,
"verified": false
},
{
"type": "recall_at_10",
"value": 41.647,
"verified": false
},
{
"type": "recall_at_100",
"value": 66.884,
"verified": false
},
{
"type": "recall_at_1000",
"value": 85.91499999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 27.916,
"verified": false
},
{
"type": "recall_at_5",
"value": 33.729,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackPhysicsRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 28.444999999999997,
"verified": false
},
{
"type": "map_at_10",
"value": 38.218999999999994,
"verified": false
},
{
"type": "map_at_100",
"value": 39.595,
"verified": false
},
{
"type": "map_at_1000",
"value": 39.709,
"verified": false
},
{
"type": "map_at_3",
"value": 35.586,
"verified": false
},
{
"type": "map_at_5",
"value": 36.895,
"verified": false
},
{
"type": "mrr_at_1",
"value": 34.841,
"verified": false
},
{
"type": "mrr_at_10",
"value": 44.106,
"verified": false
},
{
"type": "mrr_at_100",
"value": 44.98,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 45.03,
"verified": false
},
{
"type": "mrr_at_3",
"value": 41.979,
"verified": false
},
{
"type": "mrr_at_5",
"value": 43.047999999999995,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 34.841,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 43.922,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 49.504999999999995,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.675,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 39.858,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 41.408,
"verified": false
},
{
"type": "precision_at_1",
"value": 34.841,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.872999999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.245,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.161,
"verified": false
},
{
"type": "precision_at_3",
"value": 18.993,
"verified": false
},
{
"type": "precision_at_5",
"value": 13.032,
"verified": false
},
{
"type": "recall_at_1",
"value": 28.444999999999997,
"verified": false
},
{
"type": "recall_at_10",
"value": 54.984,
"verified": false
},
{
"type": "recall_at_100",
"value": 78.342,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.77,
"verified": false
},
{
"type": "recall_at_3",
"value": 42.843,
"verified": false
},
{
"type": "recall_at_5",
"value": 47.247,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackProgrammersRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.072,
"verified": false
},
{
"type": "map_at_10",
"value": 32.354,
"verified": false
},
{
"type": "map_at_100",
"value": 33.800000000000004,
"verified": false
},
{
"type": "map_at_1000",
"value": 33.908,
"verified": false
},
{
"type": "map_at_3",
"value": 29.232000000000003,
"verified": false
},
{
"type": "map_at_5",
"value": 31.049,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "mrr_at_10",
"value": 38.03,
"verified": false
},
{
"type": "mrr_at_100",
"value": 39.032,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 39.087,
"verified": false
},
{
"type": "mrr_at_3",
"value": 35.407,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.76,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.231,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.425,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.771,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 33.095,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.459,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.215000000000001,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.211,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.157,
"verified": false
},
{
"type": "precision_at_3",
"value": 16.058,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.644,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.072,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.285999999999994,
"verified": false
},
{
"type": "recall_at_100",
"value": 76.596,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.861,
"verified": false
},
{
"type": "recall_at_3",
"value": 35.702,
"verified": false
},
{
"type": "recall_at_5",
"value": 42.152,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 24.937916666666663,
"verified": false
},
{
"type": "map_at_10",
"value": 33.755250000000004,
"verified": false
},
{
"type": "map_at_100",
"value": 34.955999999999996,
"verified": false
},
{
"type": "map_at_1000",
"value": 35.070499999999996,
"verified": false
},
{
"type": "map_at_3",
"value": 30.98708333333333,
"verified": false
},
{
"type": "map_at_5",
"value": 32.51491666666666,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "mrr_at_10",
"value": 37.92183333333334,
"verified": false
},
{
"type": "mrr_at_100",
"value": 38.76583333333333,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 38.82466666666667,
"verified": false
},
{
"type": "mrr_at_3",
"value": 35.45125,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.827000000000005,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 39.05225,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.25983333333334,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.568333333333335,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 34.271583333333325,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 36.483916666666666,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.865749999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.1195833333333332,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.15058333333333335,
"verified": false
},
{
"type": "precision_at_3",
"value": 15.742083333333332,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.221916666666669,
"verified": false
},
{
"type": "recall_at_1",
"value": 24.937916666666663,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.650416666666665,
"verified": false
},
{
"type": "recall_at_100",
"value": 73.55383333333334,
"verified": false
},
{
"type": "recall_at_1000",
"value": 89.61691666666667,
"verified": false
},
{
"type": "recall_at_3",
"value": 37.27808333333334,
"verified": false
},
{
"type": "recall_at_5",
"value": 42.99475,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackStatsRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.947,
"verified": false
},
{
"type": "map_at_10",
"value": 30.575000000000003,
"verified": false
},
{
"type": "map_at_100",
"value": 31.465,
"verified": false
},
{
"type": "map_at_1000",
"value": 31.558000000000003,
"verified": false
},
{
"type": "map_at_3",
"value": 28.814,
"verified": false
},
{
"type": "map_at_5",
"value": 29.738999999999997,
"verified": false
},
{
"type": "mrr_at_1",
"value": 26.994,
"verified": false
},
{
"type": "mrr_at_10",
"value": 33.415,
"verified": false
},
{
"type": "mrr_at_100",
"value": 34.18,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 34.245,
"verified": false
},
{
"type": "mrr_at_3",
"value": 31.621,
"verified": false
},
{
"type": "mrr_at_5",
"value": 32.549,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 26.994,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 34.482,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 38.915,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 41.355,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 31.139,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 32.589,
"verified": false
},
{
"type": "precision_at_1",
"value": 26.994,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.322,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.8160000000000001,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.11100000000000002,
"verified": false
},
{
"type": "precision_at_3",
"value": 13.344,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.988,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.947,
"verified": false
},
{
"type": "recall_at_10",
"value": 43.648,
"verified": false
},
{
"type": "recall_at_100",
"value": 63.851,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82,
"verified": false
},
{
"type": "recall_at_3",
"value": 34.288000000000004,
"verified": false
},
{
"type": "recall_at_5",
"value": 38.117,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackTexRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 16.197,
"verified": false
},
{
"type": "map_at_10",
"value": 22.968,
"verified": false
},
{
"type": "map_at_100",
"value": 24.095,
"verified": false
},
{
"type": "map_at_1000",
"value": 24.217,
"verified": false
},
{
"type": "map_at_3",
"value": 20.771,
"verified": false
},
{
"type": "map_at_5",
"value": 21.995,
"verified": false
},
{
"type": "mrr_at_1",
"value": 19.511,
"verified": false
},
{
"type": "mrr_at_10",
"value": 26.55,
"verified": false
},
{
"type": "mrr_at_100",
"value": 27.501,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 27.578999999999997,
"verified": false
},
{
"type": "mrr_at_3",
"value": 24.421,
"verified": false
},
{
"type": "mrr_at_5",
"value": 25.604,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 19.511,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 27.386,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 32.828,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 35.739,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 23.405,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 25.255,
"verified": false
},
{
"type": "precision_at_1",
"value": 19.511,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.017,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.91,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.133,
"verified": false
},
{
"type": "precision_at_3",
"value": 11.023,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.025,
"verified": false
},
{
"type": "recall_at_1",
"value": 16.197,
"verified": false
},
{
"type": "recall_at_10",
"value": 37.09,
"verified": false
},
{
"type": "recall_at_100",
"value": 61.778,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82.56599999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 26.034,
"verified": false
},
{
"type": "recall_at_5",
"value": 30.762,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackUnixRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 25.41,
"verified": false
},
{
"type": "map_at_10",
"value": 33.655,
"verified": false
},
{
"type": "map_at_100",
"value": 34.892,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.995,
"verified": false
},
{
"type": "map_at_3",
"value": 30.94,
"verified": false
},
{
"type": "map_at_5",
"value": 32.303,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.478,
"verified": false
},
{
"type": "mrr_at_10",
"value": 37.443,
"verified": false
},
{
"type": "mrr_at_100",
"value": 38.383,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 38.440000000000005,
"verified": false
},
{
"type": "mrr_at_3",
"value": 34.949999999999996,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.228,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.478,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.769,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.245000000000005,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.593,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 33.623,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.766,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.478,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.455,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.032,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.135,
"verified": false
},
{
"type": "precision_at_3",
"value": 14.893999999999998,
"verified": false
},
{
"type": "precision_at_5",
"value": 10.485,
"verified": false
},
{
"type": "recall_at_1",
"value": 25.41,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.669,
"verified": false
},
{
"type": "recall_at_100",
"value": 74.084,
"verified": false
},
{
"type": "recall_at_1000",
"value": 90.435,
"verified": false
},
{
"type": "recall_at_3",
"value": 36.679,
"verified": false
},
{
"type": "recall_at_5",
"value": 41.94,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackWebmastersRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.339,
"verified": false
},
{
"type": "map_at_10",
"value": 31.852000000000004,
"verified": false
},
{
"type": "map_at_100",
"value": 33.411,
"verified": false
},
{
"type": "map_at_1000",
"value": 33.62,
"verified": false
},
{
"type": "map_at_3",
"value": 28.929,
"verified": false
},
{
"type": "map_at_5",
"value": 30.542,
"verified": false
},
{
"type": "mrr_at_1",
"value": 28.063,
"verified": false
},
{
"type": "mrr_at_10",
"value": 36.301,
"verified": false
},
{
"type": "mrr_at_100",
"value": 37.288,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 37.349,
"verified": false
},
{
"type": "mrr_at_3",
"value": 33.663,
"verified": false
},
{
"type": "mrr_at_5",
"value": 35.165,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 28.063,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 37.462,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 43.620999999999995,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.211,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.68,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 34.981,
"verified": false
},
{
"type": "precision_at_1",
"value": 28.063,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.1739999999999995,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.486,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.235,
"verified": false
},
{
"type": "precision_at_3",
"value": 15.217,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.265,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.339,
"verified": false
},
{
"type": "recall_at_10",
"value": 48.376999999999995,
"verified": false
},
{
"type": "recall_at_100",
"value": 76.053,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.455,
"verified": false
},
{
"type": "recall_at_3",
"value": 34.735,
"verified": false
},
{
"type": "recall_at_5",
"value": 40.71,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackWordpressRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 18.925,
"verified": false
},
{
"type": "map_at_10",
"value": 26.017000000000003,
"verified": false
},
{
"type": "map_at_100",
"value": 27.034,
"verified": false
},
{
"type": "map_at_1000",
"value": 27.156,
"verified": false
},
{
"type": "map_at_3",
"value": 23.604,
"verified": false
},
{
"type": "map_at_5",
"value": 24.75,
"verified": false
},
{
"type": "mrr_at_1",
"value": 20.333,
"verified": false
},
{
"type": "mrr_at_10",
"value": 27.915,
"verified": false
},
{
"type": "mrr_at_100",
"value": 28.788000000000004,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 28.877999999999997,
"verified": false
},
{
"type": "mrr_at_3",
"value": 25.446999999999996,
"verified": false
},
{
"type": "mrr_at_5",
"value": 26.648,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 20.333,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 30.673,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 35.618,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 38.517,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 25.71,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 27.679,
"verified": false
},
{
"type": "precision_at_1",
"value": 20.333,
"verified": false
},
{
"type": "precision_at_10",
"value": 4.9910000000000005,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.8130000000000001,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.117,
"verified": false
},
{
"type": "precision_at_3",
"value": 11.029,
"verified": false
},
{
"type": "precision_at_5",
"value": 7.874,
"verified": false
},
{
"type": "recall_at_1",
"value": 18.925,
"verified": false
},
{
"type": "recall_at_10",
"value": 43.311,
"verified": false
},
{
"type": "recall_at_100",
"value": 66.308,
"verified": false
},
{
"type": "recall_at_1000",
"value": 87.49,
"verified": false
},
{
"type": "recall_at_3",
"value": 29.596,
"verified": false
},
{
"type": "recall_at_5",
"value": 34.245,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ClimateFEVER",
"revision": "None",
"split": "test",
"type": "climate-fever"
},
"metrics": [
{
"type": "map_at_1",
"value": 13.714,
"verified": false
},
{
"type": "map_at_10",
"value": 23.194,
"verified": false
},
{
"type": "map_at_100",
"value": 24.976000000000003,
"verified": false
},
{
"type": "map_at_1000",
"value": 25.166,
"verified": false
},
{
"type": "map_at_3",
"value": 19.709,
"verified": false
},
{
"type": "map_at_5",
"value": 21.523999999999997,
"verified": false
},
{
"type": "mrr_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "mrr_at_10",
"value": 42.563,
"verified": false
},
{
"type": "mrr_at_100",
"value": 43.386,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 43.423,
"verified": false
},
{
"type": "mrr_at_3",
"value": 39.555,
"verified": false
},
{
"type": "mrr_at_5",
"value": 41.268,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 31.836,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 38.652,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 42.088,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 26.733,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 28.435,
"verified": false
},
{
"type": "precision_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.752,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.71,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.235,
"verified": false
},
{
"type": "precision_at_3",
"value": 19.935,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.984,
"verified": false
},
{
"type": "recall_at_1",
"value": 13.714,
"verified": false
},
{
"type": "recall_at_10",
"value": 37.26,
"verified": false
},
{
"type": "recall_at_100",
"value": 60.546,
"verified": false
},
{
"type": "recall_at_1000",
"value": 79.899,
"verified": false
},
{
"type": "recall_at_3",
"value": 24.325,
"verified": false
},
{
"type": "recall_at_5",
"value": 29.725,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB DBPedia",
"revision": "None",
"split": "test",
"type": "dbpedia-entity"
},
"metrics": [
{
"type": "map_at_1",
"value": 8.462,
"verified": false
},
{
"type": "map_at_10",
"value": 18.637,
"verified": false
},
{
"type": "map_at_100",
"value": 26.132,
"verified": false
},
{
"type": "map_at_1000",
"value": 27.607,
"verified": false
},
{
"type": "map_at_3",
"value": 13.333,
"verified": false
},
{
"type": "map_at_5",
"value": 15.654000000000002,
"verified": false
},
{
"type": "mrr_at_1",
"value": 66.25,
"verified": false
},
{
"type": "mrr_at_10",
"value": 74.32600000000001,
"verified": false
},
{
"type": "mrr_at_100",
"value": 74.60900000000001,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 74.62,
"verified": false
},
{
"type": "mrr_at_3",
"value": 72.667,
"verified": false
},
{
"type": "mrr_at_5",
"value": 73.817,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 53.87499999999999,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.029,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.199,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.629999999999995,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 44.113,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 41.731,
"verified": false
},
{
"type": "precision_at_1",
"value": 66.25,
"verified": false
},
{
"type": "precision_at_10",
"value": 31.9,
"verified": false
},
{
"type": "precision_at_100",
"value": 10.043,
"verified": false
},
{
"type": "precision_at_1000",
"value": 1.926,
"verified": false
},
{
"type": "precision_at_3",
"value": 47.417,
"verified": false
},
{
"type": "precision_at_5",
"value": 40.65,
"verified": false
},
{
"type": "recall_at_1",
"value": 8.462,
"verified": false
},
{
"type": "recall_at_10",
"value": 24.293,
"verified": false
},
{
"type": "recall_at_100",
"value": 50.146,
"verified": false
},
{
"type": "recall_at_1000",
"value": 74.034,
"verified": false
},
{
"type": "recall_at_3",
"value": 14.967,
"verified": false
},
{
"type": "recall_at_5",
"value": 18.682,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB EmotionClassification",
"revision": "4f58c6b202a23cf9a4da393831edf4f9183cad37",
"split": "test",
"type": "mteb/emotion"
},
"metrics": [
{
"type": "accuracy",
"value": 47.84499999999999,
"verified": false
},
{
"type": "f1",
"value": 42.48106691979349,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB FEVER",
"revision": "None",
"split": "test",
"type": "fever"
},
"metrics": [
{
"type": "map_at_1",
"value": 74.034,
"verified": false
},
{
"type": "map_at_10",
"value": 82.76,
"verified": false
},
{
"type": "map_at_100",
"value": 82.968,
"verified": false
},
{
"type": "map_at_1000",
"value": 82.98299999999999,
"verified": false
},
{
"type": "map_at_3",
"value": 81.768,
"verified": false
},
{
"type": "map_at_5",
"value": 82.418,
"verified": false
},
{
"type": "mrr_at_1",
"value": 80.048,
"verified": false
},
{
"type": "mrr_at_10",
"value": 87.64999999999999,
"verified": false
},
{
"type": "mrr_at_100",
"value": 87.712,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 87.713,
"verified": false
},
{
"type": "mrr_at_3",
"value": 87.01100000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 87.466,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 80.048,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 86.643,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 87.361,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 87.606,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 85.137,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 86.016,
"verified": false
},
{
"type": "precision_at_1",
"value": 80.048,
"verified": false
},
{
"type": "precision_at_10",
"value": 10.372,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.093,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.113,
"verified": false
},
{
"type": "precision_at_3",
"value": 32.638,
"verified": false
},
{
"type": "precision_at_5",
"value": 20.177,
"verified": false
},
{
"type": "recall_at_1",
"value": 74.034,
"verified": false
},
{
"type": "recall_at_10",
"value": 93.769,
"verified": false
},
{
"type": "recall_at_100",
"value": 96.569,
"verified": false
},
{
"type": "recall_at_1000",
"value": 98.039,
"verified": false
},
{
"type": "recall_at_3",
"value": 89.581,
"verified": false
},
{
"type": "recall_at_5",
"value": 91.906,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB FiQA2018",
"revision": "None",
"split": "test",
"type": "fiqa"
},
"metrics": [
{
"type": "map_at_1",
"value": 20.5,
"verified": false
},
{
"type": "map_at_10",
"value": 32.857,
"verified": false
},
{
"type": "map_at_100",
"value": 34.589,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.778,
"verified": false
},
{
"type": "map_at_3",
"value": 29.161,
"verified": false
},
{
"type": "map_at_5",
"value": 31.033,
"verified": false
},
{
"type": "mrr_at_1",
"value": 40.123,
"verified": false
},
{
"type": "mrr_at_10",
"value": 48.776,
"verified": false
},
{
"type": "mrr_at_100",
"value": 49.495,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 49.539,
"verified": false
},
{
"type": "mrr_at_3",
"value": 46.605,
"verified": false
},
{
"type": "mrr_at_5",
"value": 47.654,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 40.123,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.343,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 46.56,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 49.777,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 37.322,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 37.791,
"verified": false
},
{
"type": "precision_at_1",
"value": 40.123,
"verified": false
},
{
"type": "precision_at_10",
"value": 11.08,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.752,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.232,
"verified": false
},
{
"type": "precision_at_3",
"value": 24.897,
"verified": false
},
{
"type": "precision_at_5",
"value": 17.809,
"verified": false
},
{
"type": "recall_at_1",
"value": 20.5,
"verified": false
},
{
"type": "recall_at_10",
"value": 46.388,
"verified": false
},
{
"type": "recall_at_100",
"value": 69.552,
"verified": false
},
{
"type": "recall_at_1000",
"value": 89.011,
"verified": false
},
{
"type": "recall_at_3",
"value": 33.617999999999995,
"verified": false
},
{
"type": "recall_at_5",
"value": 38.211,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB HotpotQA",
"revision": "None",
"split": "test",
"type": "hotpotqa"
},
"metrics": [
{
"type": "map_at_1",
"value": 39.136,
"verified": false
},
{
"type": "map_at_10",
"value": 61.673,
"verified": false
},
{
"type": "map_at_100",
"value": 62.562,
"verified": false
},
{
"type": "map_at_1000",
"value": 62.62,
"verified": false
},
{
"type": "map_at_3",
"value": 58.468,
"verified": false
},
{
"type": "map_at_5",
"value": 60.463,
"verified": false
},
{
"type": "mrr_at_1",
"value": 78.271,
"verified": false
},
{
"type": "mrr_at_10",
"value": 84.119,
"verified": false
},
{
"type": "mrr_at_100",
"value": 84.29299999999999,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 84.299,
"verified": false
},
{
"type": "mrr_at_3",
"value": 83.18900000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 83.786,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 78.271,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 69.935,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 73.01299999999999,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 74.126,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 65.388,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 67.906,
"verified": false
},
{
"type": "precision_at_1",
"value": 78.271,
"verified": false
},
{
"type": "precision_at_10",
"value": 14.562,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.6969999999999998,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.184,
"verified": false
},
{
"type": "precision_at_3",
"value": 41.841,
"verified": false
},
{
"type": "precision_at_5",
"value": 27.087,
"verified": false
},
{
"type": "recall_at_1",
"value": 39.136,
"verified": false
},
{
"type": "recall_at_10",
"value": 72.809,
"verified": false
},
{
"type": "recall_at_100",
"value": 84.86200000000001,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.208,
"verified": false
},
{
"type": "recall_at_3",
"value": 62.76199999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 67.718,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ImdbClassification",
"revision": "3d86128a09e091d6018b6d26cad27f2739fc2db7",
"split": "test",
"type": "mteb/imdb"
},
"metrics": [
{
"type": "accuracy",
"value": 90.606,
"verified": false
},
{
"type": "ap",
"value": 86.6579587804335,
"verified": false
},
{
"type": "f1",
"value": 90.5938853929307,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MSMARCO",
"revision": "None",
"split": "dev",
"type": "msmarco"
},
"metrics": [
{
"type": "map_at_1",
"value": 21.852,
"verified": false
},
{
"type": "map_at_10",
"value": 33.982,
"verified": false
},
{
"type": "map_at_100",
"value": 35.116,
"verified": false
},
{
"type": "map_at_1000",
"value": 35.167,
"verified": false
},
{
"type": "map_at_3",
"value": 30.134,
"verified": false
},
{
"type": "map_at_5",
"value": 32.340999999999994,
"verified": false
},
{
"type": "mrr_at_1",
"value": 22.479,
"verified": false
},
{
"type": "mrr_at_10",
"value": 34.594,
"verified": false
},
{
"type": "mrr_at_100",
"value": 35.672,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 35.716,
"verified": false
},
{
"type": "mrr_at_3",
"value": 30.84,
"verified": false
},
{
"type": "mrr_at_5",
"value": 32.998,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 22.493,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.833000000000006,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 46.357,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 47.637,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.995999999999995,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 36.919,
"verified": false
},
{
"type": "precision_at_1",
"value": 22.493,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.465999999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.925,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.104,
"verified": false
},
{
"type": "precision_at_3",
"value": 14.031,
"verified": false
},
{
"type": "precision_at_5",
"value": 10.413,
"verified": false
},
{
"type": "recall_at_1",
"value": 21.852,
"verified": false
},
{
"type": "recall_at_10",
"value": 61.934999999999995,
"verified": false
},
{
"type": "recall_at_100",
"value": 87.611,
"verified": false
},
{
"type": "recall_at_1000",
"value": 97.441,
"verified": false
},
{
"type": "recall_at_3",
"value": 40.584,
"verified": false
},
{
"type": "recall_at_5",
"value": 49.992999999999995,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MTOPDomainClassification (en)",
"revision": "d80d48c1eb48d3562165c59d59d0034df9fff0bf",
"split": "test",
"type": "mteb/mtop_domain"
},
"metrics": [
{
"type": "accuracy",
"value": 93.36069311445507,
"verified": false
},
{
"type": "f1",
"value": 93.16456330371452,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MTOPIntentClassification (en)",
"revision": "ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba",
"split": "test",
"type": "mteb/mtop_intent"
},
"metrics": [
{
"type": "accuracy",
"value": 74.74692202462381,
"verified": false
},
{
"type": "f1",
"value": 58.17903579421599,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MassiveIntentClassification (en)",
"revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7",
"split": "test",
"type": "mteb/amazon_massive_intent"
},
"metrics": [
{
"type": "accuracy",
"value": 74.80833893745796,
"verified": false
},
{
"type": "f1",
"value": 72.70786592684664,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MassiveScenarioClassification (en)",
"revision": "7d571f92784cd94a019292a1f45445077d0ef634",
"split": "test",
"type": "mteb/amazon_massive_scenario"
},
"metrics": [
{
"type": "accuracy",
"value": 78.69872225958305,
"verified": false
},
{
"type": "f1",
"value": 78.61626934504731,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MedrxivClusteringP2P",
"revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73",
"split": "test",
"type": "mteb/medrxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 33.058658628717694,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MedrxivClusteringS2S",
"revision": "35191c8c0dca72d8ff3efcd72aa802307d469663",
"split": "test",
"type": "mteb/medrxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 30.85561739360599,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MindSmallReranking",
"revision": "3bdac13927fdc888b903db93b2ffdbd90b295a69",
"split": "test",
"type": "mteb/mind_small"
},
"metrics": [
{
"type": "map",
"value": 31.290259910144385,
"verified": false
},
{
"type": "mrr",
"value": 32.44223046102856,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB NFCorpus",
"revision": "None",
"split": "test",
"type": "nfcorpus"
},
"metrics": [
{
"type": "map_at_1",
"value": 5.288,
"verified": false
},
{
"type": "map_at_10",
"value": 12.268,
"verified": false
},
{
"type": "map_at_100",
"value": 15.557000000000002,
"verified": false
},
{
"type": "map_at_1000",
"value": 16.98,
"verified": false
},
{
"type": "map_at_3",
"value": 8.866,
"verified": false
},
{
"type": "map_at_5",
"value": 10.418,
"verified": false
},
{
"type": "mrr_at_1",
"value": 43.653,
"verified": false
},
{
"type": "mrr_at_10",
"value": 52.681,
"verified": false
},
{
"type": "mrr_at_100",
"value": 53.315999999999995,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 53.357,
"verified": false
},
{
"type": "mrr_at_3",
"value": 51.393,
"verified": false
},
{
"type": "mrr_at_5",
"value": 51.904,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 42.415000000000006,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 34.305,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 30.825999999999997,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 39.393,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 39.931,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 37.52,
"verified": false
},
{
"type": "precision_at_1",
"value": 43.653,
"verified": false
},
{
"type": "precision_at_10",
"value": 25.728,
"verified": false
},
{
"type": "precision_at_100",
"value": 7.932,
"verified": false
},
{
"type": "precision_at_1000",
"value": 2.07,
"verified": false
},
{
"type": "precision_at_3",
"value": 38.184000000000005,
"verified": false
},
{
"type": "precision_at_5",
"value": 32.879000000000005,
"verified": false
},
{
"type": "recall_at_1",
"value": 5.288,
"verified": false
},
{
"type": "recall_at_10",
"value": 16.195,
"verified": false
},
{
"type": "recall_at_100",
"value": 31.135,
"verified": false
},
{
"type": "recall_at_1000",
"value": 61.531000000000006,
"verified": false
},
{
"type": "recall_at_3",
"value": 10.313,
"verified": false
},
{
"type": "recall_at_5",
"value": 12.755,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB NQ",
"revision": "None",
"split": "test",
"type": "nq"
},
"metrics": [
{
"type": "map_at_1",
"value": 28.216,
"verified": false
},
{
"type": "map_at_10",
"value": 42.588,
"verified": false
},
{
"type": "map_at_100",
"value": 43.703,
"verified": false
},
{
"type": "map_at_1000",
"value": 43.739,
"verified": false
},
{
"type": "map_at_3",
"value": 38.177,
"verified": false
},
{
"type": "map_at_5",
"value": 40.754000000000005,
"verified": false
},
{
"type": "mrr_at_1",
"value": 31.866,
"verified": false
},
{
"type": "mrr_at_10",
"value": 45.189,
"verified": false
},
{
"type": "mrr_at_100",
"value": 46.056,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 46.081,
"verified": false
},
{
"type": "mrr_at_3",
"value": 41.526999999999994,
"verified": false
},
{
"type": "mrr_at_5",
"value": 43.704,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 31.837,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 50.178,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 54.98800000000001,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 55.812,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.853,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 46.153,
"verified": false
},
{
"type": "precision_at_1",
"value": 31.837,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.43,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.112,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.119,
"verified": false
},
{
"type": "precision_at_3",
"value": 19.023,
"verified": false
},
{
"type": "precision_at_5",
"value": 13.911,
"verified": false
},
{
"type": "recall_at_1",
"value": 28.216,
"verified": false
},
{
"type": "recall_at_10",
"value": 70.8,
"verified": false
},
{
"type": "recall_at_100",
"value": 91.857,
"verified": false
},
{
"type": "recall_at_1000",
"value": 97.941,
"verified": false
},
{
"type": "recall_at_3",
"value": 49.196,
"verified": false
},
{
"type": "recall_at_5",
"value": 59.072,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB QuoraRetrieval",
"revision": "None",
"split": "test",
"type": "quora"
},
"metrics": [
{
"type": "map_at_1",
"value": 71.22800000000001,
"verified": false
},
{
"type": "map_at_10",
"value": 85.115,
"verified": false
},
{
"type": "map_at_100",
"value": 85.72,
"verified": false
},
{
"type": "map_at_1000",
"value": 85.737,
"verified": false
},
{
"type": "map_at_3",
"value": 82.149,
"verified": false
},
{
"type": "map_at_5",
"value": 84.029,
"verified": false
},
{
"type": "mrr_at_1",
"value": 81.96,
"verified": false
},
{
"type": "mrr_at_10",
"value": 88.00200000000001,
"verified": false
},
{
"type": "mrr_at_100",
"value": 88.088,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 88.089,
"verified": false
},
{
"type": "mrr_at_3",
"value": 87.055,
"verified": false
},
{
"type": "mrr_at_5",
"value": 87.715,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 82.01,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 88.78,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 89.91,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 90.013,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 85.957,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 87.56,
"verified": false
},
{
"type": "precision_at_1",
"value": 82.01,
"verified": false
},
{
"type": "precision_at_10",
"value": 13.462,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.528,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.157,
"verified": false
},
{
"type": "precision_at_3",
"value": 37.553,
"verified": false
},
{
"type": "precision_at_5",
"value": 24.732000000000003,
"verified": false
},
{
"type": "recall_at_1",
"value": 71.22800000000001,
"verified": false
},
{
"type": "recall_at_10",
"value": 95.69,
"verified": false
},
{
"type": "recall_at_100",
"value": 99.531,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.98,
"verified": false
},
{
"type": "recall_at_3",
"value": 87.632,
"verified": false
},
{
"type": "recall_at_5",
"value": 92.117,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB RedditClustering",
"revision": "24640382cdbf8abc73003fb0fa6d111a705499eb",
"split": "test",
"type": "mteb/reddit-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 52.31768034366916,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB RedditClusteringP2P",
"revision": "282350215ef01743dc01b456c7f5241fa8937f16",
"split": "test",
"type": "mteb/reddit-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 60.640266772723606,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SCIDOCS",
"revision": "None",
"split": "test",
"type": "scidocs"
},
"metrics": [
{
"type": "map_at_1",
"value": 4.7780000000000005,
"verified": false
},
{
"type": "map_at_10",
"value": 12.299,
"verified": false
},
{
"type": "map_at_100",
"value": 14.363,
"verified": false
},
{
"type": "map_at_1000",
"value": 14.71,
"verified": false
},
{
"type": "map_at_3",
"value": 8.738999999999999,
"verified": false
},
{
"type": "map_at_5",
"value": 10.397,
"verified": false
},
{
"type": "mrr_at_1",
"value": 23.6,
"verified": false
},
{
"type": "mrr_at_10",
"value": 34.845,
"verified": false
},
{
"type": "mrr_at_100",
"value": 35.916,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 35.973,
"verified": false
},
{
"type": "mrr_at_3",
"value": 31.7,
"verified": false
},
{
"type": "mrr_at_5",
"value": 33.535,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 23.6,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 20.522,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 28.737,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 34.596,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 19.542,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 16.958000000000002,
"verified": false
},
{
"type": "precision_at_1",
"value": 23.6,
"verified": false
},
{
"type": "precision_at_10",
"value": 10.67,
"verified": false
},
{
"type": "precision_at_100",
"value": 2.259,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.367,
"verified": false
},
{
"type": "precision_at_3",
"value": 18.333,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.88,
"verified": false
},
{
"type": "recall_at_1",
"value": 4.7780000000000005,
"verified": false
},
{
"type": "recall_at_10",
"value": 21.617,
"verified": false
},
{
"type": "recall_at_100",
"value": 45.905,
"verified": false
},
{
"type": "recall_at_1000",
"value": 74.42,
"verified": false
},
{
"type": "recall_at_3",
"value": 11.148,
"verified": false
},
{
"type": "recall_at_5",
"value": 15.082999999999998,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SICK-R",
"revision": "a6ea5a8cab320b040a23452cc28066d9beae2cee",
"split": "test",
"type": "mteb/sickr-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 83.22372750297885,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 79.40972617119405,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 80.6101072020434,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 79.53844217225202,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 80.57265975286111,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 79.46335611792958,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS12",
"revision": "a0d554a64d88156834ff5ae9920b964011b16384",
"split": "test",
"type": "mteb/sts12-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 85.43713315520749,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 77.44128693329532,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 81.63869928101123,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 77.29512977961515,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 81.63704185566183,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 77.29909412738657,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS13",
"revision": "7e90230a92c190f1bf69ae9002b8cea547a64cca",
"split": "test",
"type": "mteb/sts13-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 81.59451537860527,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 82.97994638856723,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 82.89478688288412,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 83.58740751053104,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 82.69140840941608,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 83.33665956040555,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS14",
"revision": "6031580fec1f6af667f0bd2da0a551cf4f0b2375",
"split": "test",
"type": "mteb/sts14-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 82.00756527711764,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 81.83560996841379,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 82.07684151976518,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 82.00913052060511,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 82.05690778488794,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 82.02260252019525,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS15",
"revision": "ae752c7c21bf194d8b67fd573edf7ae58183cbe3",
"split": "test",
"type": "mteb/sts15-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 86.13710262895447,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 87.26412811156248,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 86.94151453230228,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 87.5363796699571,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 86.86989424083748,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 87.47315940781353,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS16",
"revision": "4d8694f8f0e0100860b497b999b3dbed754a0513",
"split": "test",
"type": "mteb/sts16-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 83.0230597603627,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 84.93344499318864,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 84.23754743431141,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 85.09707376597099,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 84.04325160987763,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 84.89353071339909,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "en-en",
"name": "MTEB STS17 (en-en)",
"revision": "af5e6fb845001ecf41f4c1e033ce921939a2a68d",
"split": "test",
"type": "mteb/sts17-crosslingual-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 86.75620824563921,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 87.15065513706398,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 88.26281533633521,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 87.51963738643983,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 88.25599267618065,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 87.58048736047483,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB STS22 (en)",
"revision": "6d1ba47164174a496b7fa5d3569dae26a6813b80",
"split": "test",
"type": "mteb/sts22-crosslingual-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 64.74645319195137,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 65.29996325037214,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 67.04297794086443,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 65.43841726694343,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 67.39459955690904,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 65.92864704413651,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STSBenchmark",
"revision": "b0fddb56ed78048fa8b90373c8a3cfc37b684831",
"split": "test",
"type": "mteb/stsbenchmark-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 84.31291020270801,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 85.86473738688068,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 85.65537275064152,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 86.13087454209642,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 85.43946955047609,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 85.91568175344916,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SciDocsRR",
"revision": "d3c5e1fc0b855ab6097bf1cda04dd73947d7caab",
"split": "test",
"type": "mteb/scidocs-reranking"
},
"metrics": [
{
"type": "map",
"value": 85.93798118350695,
"verified": false
},
{
"type": "mrr",
"value": 95.93536274908824,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SciFact",
"revision": "None",
"split": "test",
"type": "scifact"
},
"metrics": [
{
"type": "map_at_1",
"value": 57.594,
"verified": false
},
{
"type": "map_at_10",
"value": 66.81899999999999,
"verified": false
},
{
"type": "map_at_100",
"value": 67.368,
"verified": false
},
{
"type": "map_at_1000",
"value": 67.4,
"verified": false
},
{
"type": "map_at_3",
"value": 64.061,
"verified": false
},
{
"type": "map_at_5",
"value": 65.47,
"verified": false
},
{
"type": "mrr_at_1",
"value": 60.667,
"verified": false
},
{
"type": "mrr_at_10",
"value": 68.219,
"verified": false
},
{
"type": "mrr_at_100",
"value": 68.655,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 68.684,
"verified": false
},
{
"type": "mrr_at_3",
"value": 66.22200000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 67.289,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 60.667,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 71.275,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 73.642,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 74.373,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 66.521,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 68.581,
"verified": false
},
{
"type": "precision_at_1",
"value": 60.667,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.433,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.0699999999999998,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.113,
"verified": false
},
{
"type": "precision_at_3",
"value": 25.556,
"verified": false
},
{
"type": "precision_at_5",
"value": 16.8,
"verified": false
},
{
"type": "recall_at_1",
"value": 57.594,
"verified": false
},
{
"type": "recall_at_10",
"value": 83.622,
"verified": false
},
{
"type": "recall_at_100",
"value": 94.167,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.667,
"verified": false
},
{
"type": "recall_at_3",
"value": 70.64399999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 75.983,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SprintDuplicateQuestions",
"revision": "d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46",
"split": "test",
"type": "mteb/sprintduplicatequestions-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 99.85841584158416,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 96.66996142314342,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 92.83208020050124,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 93.06532663316584,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 92.6,
"verified": false
},
{
"type": "dot_accuracy",
"value": 99.85841584158416,
"verified": false
},
{
"type": "dot_ap",
"value": 96.6775307676576,
"verified": false
},
{
"type": "dot_f1",
"value": 92.69289729177312,
"verified": false
},
{
"type": "dot_precision",
"value": 94.7753396029258,
"verified": false
},
{
"type": "dot_recall",
"value": 90.7,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 99.86138613861388,
"verified": false
},
{
"type": "euclidean_ap",
"value": 96.6338454403108,
"verified": false
},
{
"type": "euclidean_f1",
"value": 92.92214357937311,
"verified": false
},
{
"type": "euclidean_precision",
"value": 93.96728016359918,
"verified": false
},
{
"type": "euclidean_recall",
"value": 91.9,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 99.86237623762376,
"verified": false
},
{
"type": "manhattan_ap",
"value": 96.60370449645052,
"verified": false
},
{
"type": "manhattan_f1",
"value": 92.91177970423252,
"verified": false
},
{
"type": "manhattan_precision",
"value": 94.7970863683663,
"verified": false
},
{
"type": "manhattan_recall",
"value": 91.1,
"verified": false
},
{
"type": "max_accuracy",
"value": 99.86237623762376,
"verified": false
},
{
"type": "max_ap",
"value": 96.6775307676576,
"verified": false
},
{
"type": "max_f1",
"value": 92.92214357937311,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackExchangeClustering",
"revision": "6cbc1f7b2bc0622f2e39d2c77fa502909748c259",
"split": "test",
"type": "mteb/stackexchange-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 60.77977058695198,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackExchangeClusteringP2P",
"revision": "815ca46b2622cec33ccafc3735d572c266efdb44",
"split": "test",
"type": "mteb/stackexchange-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 35.2725272535638,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackOverflowDupQuestions",
"revision": "e185fbe320c72810689fc5848eb6114e1ef5ec69",
"split": "test",
"type": "mteb/stackoverflowdupquestions-reranking"
},
"metrics": [
{
"type": "map",
"value": 53.64052466362125,
"verified": false
},
{
"type": "mrr",
"value": 54.533067014684654,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SummEval",
"revision": "cda12ad7615edc362dbf25a00fdd61d3b1eaf93c",
"split": "test",
"type": "mteb/summeval"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 30.677624219206574,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 30.121368518123447,
"verified": false
},
{
"type": "dot_pearson",
"value": 30.69870088041608,
"verified": false
},
{
"type": "dot_spearman",
"value": 29.61284927093751,
"verified": false
}
],
"task": {
"type": "Summarization"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TRECCOVID",
"revision": "None",
"split": "test",
"type": "trec-covid"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.22,
"verified": false
},
{
"type": "map_at_10",
"value": 1.855,
"verified": false
},
{
"type": "map_at_100",
"value": 9.885,
"verified": false
},
{
"type": "map_at_1000",
"value": 23.417,
"verified": false
},
{
"type": "map_at_3",
"value": 0.637,
"verified": false
},
{
"type": "map_at_5",
"value": 1.024,
"verified": false
},
{
"type": "mrr_at_1",
"value": 88,
"verified": false
},
{
"type": "mrr_at_10",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_100",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_3",
"value": 92.667,
"verified": false
},
{
"type": "mrr_at_5",
"value": 93.067,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 82,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 75.899,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 55.115,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 48.368,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 79.704,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 78.39699999999999,
"verified": false
},
{
"type": "precision_at_1",
"value": 88,
"verified": false
},
{
"type": "precision_at_10",
"value": 79.60000000000001,
"verified": false
},
{
"type": "precision_at_100",
"value": 56.06,
"verified": false
},
{
"type": "precision_at_1000",
"value": 21.206,
"verified": false
},
{
"type": "precision_at_3",
"value": 84.667,
"verified": false
},
{
"type": "precision_at_5",
"value": 83.2,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.22,
"verified": false
},
{
"type": "recall_at_10",
"value": 2.078,
"verified": false
},
{
"type": "recall_at_100",
"value": 13.297,
"verified": false
},
{
"type": "recall_at_1000",
"value": 44.979,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.6689999999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 1.106,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB Touche2020",
"revision": "None",
"split": "test",
"type": "webis-touche2020"
},
"metrics": [
{
"type": "map_at_1",
"value": 2.258,
"verified": false
},
{
"type": "map_at_10",
"value": 10.439,
"verified": false
},
{
"type": "map_at_100",
"value": 16.89,
"verified": false
},
{
"type": "map_at_1000",
"value": 18.408,
"verified": false
},
{
"type": "map_at_3",
"value": 5.668,
"verified": false
},
{
"type": "map_at_5",
"value": 7.718,
"verified": false
},
{
"type": "mrr_at_1",
"value": 32.653,
"verified": false
},
{
"type": "mrr_at_10",
"value": 51.159,
"verified": false
},
{
"type": "mrr_at_100",
"value": 51.714000000000006,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 51.714000000000006,
"verified": false
},
{
"type": "mrr_at_3",
"value": 47.959,
"verified": false
},
{
"type": "mrr_at_5",
"value": 50.407999999999994,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.592,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 26.037,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 37.924,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 49.126999999999995,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 30.632,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 28.571,
"verified": false
},
{
"type": "precision_at_1",
"value": 32.653,
"verified": false
},
{
"type": "precision_at_10",
"value": 22.857,
"verified": false
},
{
"type": "precision_at_100",
"value": 7.754999999999999,
"verified": false
},
{
"type": "precision_at_1000",
"value": 1.529,
"verified": false
},
{
"type": "precision_at_3",
"value": 34.014,
"verified": false
},
{
"type": "precision_at_5",
"value": 29.796,
"verified": false
},
{
"type": "recall_at_1",
"value": 2.258,
"verified": false
},
{
"type": "recall_at_10",
"value": 16.554,
"verified": false
},
{
"type": "recall_at_100",
"value": 48.439,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82.80499999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 7.283,
"verified": false
},
{
"type": "recall_at_5",
"value": 10.732,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ToxicConversationsClassification",
"revision": "d7c0de2777da35d6aae2200a62c6e0e5af397c4c",
"split": "test",
"type": "mteb/toxic_conversations_50k"
},
"metrics": [
{
"type": "accuracy",
"value": 69.8858,
"verified": false
},
{
"type": "ap",
"value": 13.835684144362109,
"verified": false
},
{
"type": "f1",
"value": 53.803351693244586,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TweetSentimentExtractionClassification",
"revision": "d604517c81ca91fe16a244d1248fc021f9ecee7a",
"split": "test",
"type": "mteb/tweet_sentiment_extraction"
},
"metrics": [
{
"type": "accuracy",
"value": 60.50650820599886,
"verified": false
},
{
"type": "f1",
"value": 60.84357825979259,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwentyNewsgroupsClustering",
"revision": "6125ec4e24fa026cec8a478383ee943acfbd5449",
"split": "test",
"type": "mteb/twentynewsgroups-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 48.52131044852134,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwitterSemEval2015",
"revision": "70970daeab8776df92f5ea462b6173c0b46fd2d1",
"split": "test",
"type": "mteb/twittersemeval2015-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 85.59337187816654,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 73.23925826533437,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 67.34693877551021,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 62.40432237730752,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 73.13984168865434,
"verified": false
},
{
"type": "dot_accuracy",
"value": 85.31322644096085,
"verified": false
},
{
"type": "dot_ap",
"value": 72.30723963807422,
"verified": false
},
{
"type": "dot_f1",
"value": 66.47051612112296,
"verified": false
},
{
"type": "dot_precision",
"value": 62.0792305930845,
"verified": false
},
{
"type": "dot_recall",
"value": 71.53034300791556,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 85.61125350181797,
"verified": false
},
{
"type": "euclidean_ap",
"value": 73.32843720487845,
"verified": false
},
{
"type": "euclidean_f1",
"value": 67.36549633745895,
"verified": false
},
{
"type": "euclidean_precision",
"value": 64.60755813953489,
"verified": false
},
{
"type": "euclidean_recall",
"value": 70.36939313984169,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 85.63509566668654,
"verified": false
},
{
"type": "manhattan_ap",
"value": 73.16658488311325,
"verified": false
},
{
"type": "manhattan_f1",
"value": 67.20597386434349,
"verified": false
},
{
"type": "manhattan_precision",
"value": 63.60424028268551,
"verified": false
},
{
"type": "manhattan_recall",
"value": 71.2401055408971,
"verified": false
},
{
"type": "max_accuracy",
"value": 85.63509566668654,
"verified": false
},
{
"type": "max_ap",
"value": 73.32843720487845,
"verified": false
},
{
"type": "max_f1",
"value": 67.36549633745895,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwitterURLCorpus",
"revision": "8b6510b0b1fa4e4c4f879467980e9be563ec1cdf",
"split": "test",
"type": "mteb/twitterurlcorpus-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 88.33779640625606,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 84.83868375898157,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 77.16506154017773,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 74.62064005753327,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 79.88912842623961,
"verified": false
},
{
"type": "dot_accuracy",
"value": 88.02732176815307,
"verified": false
},
{
"type": "dot_ap",
"value": 83.95089283763002,
"verified": false
},
{
"type": "dot_f1",
"value": 76.29635101196631,
"verified": false
},
{
"type": "dot_precision",
"value": 73.31771720613288,
"verified": false
},
{
"type": "dot_recall",
"value": 79.52725592854944,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 88.44452206310397,
"verified": false
},
{
"type": "euclidean_ap",
"value": 84.98384576824827,
"verified": false
},
{
"type": "euclidean_f1",
"value": 77.29311047696697,
"verified": false
},
{
"type": "euclidean_precision",
"value": 74.51232583065381,
"verified": false
},
{
"type": "euclidean_recall",
"value": 80.28949799815214,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 88.47362906042613,
"verified": false
},
{
"type": "manhattan_ap",
"value": 84.91421462218432,
"verified": false
},
{
"type": "manhattan_f1",
"value": 77.05107637204792,
"verified": false
},
{
"type": "manhattan_precision",
"value": 74.74484256243214,
"verified": false
},
{
"type": "manhattan_recall",
"value": 79.50415768401602,
"verified": false
},
{
"type": "max_accuracy",
"value": 88.47362906042613,
"verified": false
},
{
"type": "max_ap",
"value": 84.98384576824827,
"verified": false
},
{
"type": "max_f1",
"value": 77.29311047696697,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
}
]
}
],
"tags": [
"sentence-transformers",
"feature-extraction",
"sentence-similarity",
"transformers",
"mteb"
]
},
"config": {
"architectures": [
"BertModel"
],
"model_type": "bert",
"tokenizer_config": {
"cls_token": "[CLS]",
"mask_token": "[MASK]",
"pad_token": "[PAD]",
"sep_token": "[SEP]",
"unk_token": "[UNK]"
}
},
"createdAt": "2023-09-12T05:20:55.000Z",
"disabled": false,
"downloads": 63079743,
"gated": false,
"id": "BAAI/bge-small-en-v1.5",
"inference": "warm",
"lastModified": "2024-02-22T03:36:23.000Z",
"library_name": "sentence-transformers",
"likes": 597,
"mask_token": "[MASK]",
"model-index": [
{
"name": "bge-small-en-v1.5",
"results": [
{
"dataset": {
"config": "en",
"name": "MTEB AmazonCounterfactualClassification (en)",
"revision": "e8379541af4e31359cca9fbcf4b00f2671dba205",
"split": "test",
"type": "mteb/amazon_counterfactual"
},
"metrics": [
{
"type": "accuracy",
"value": 73.79104477611939,
"verified": false
},
{
"type": "ap",
"value": 37.21923821573361,
"verified": false
},
{
"type": "f1",
"value": 68.0914945617093,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB AmazonPolarityClassification",
"revision": "e2d317d38cd51312af73b3d32a06d1a08b442046",
"split": "test",
"type": "mteb/amazon_polarity"
},
"metrics": [
{
"type": "accuracy",
"value": 92.753775,
"verified": false
},
{
"type": "ap",
"value": 89.46766124546022,
"verified": false
},
{
"type": "f1",
"value": 92.73884001331488,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB AmazonReviewsClassification (en)",
"revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
"split": "test",
"type": "mteb/amazon_reviews_multi"
},
"metrics": [
{
"type": "accuracy",
"value": 46.986,
"verified": false
},
{
"type": "f1",
"value": 46.55936786727896,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArguAna",
"revision": "None",
"split": "test",
"type": "arguana"
},
"metrics": [
{
"type": "map_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "map_at_10",
"value": 51.388,
"verified": false
},
{
"type": "map_at_100",
"value": 52.133,
"verified": false
},
{
"type": "map_at_1000",
"value": 52.141000000000005,
"verified": false
},
{
"type": "map_at_3",
"value": 47.037,
"verified": false
},
{
"type": "map_at_5",
"value": 49.579,
"verified": false
},
{
"type": "mrr_at_1",
"value": 36.558,
"verified": false
},
{
"type": "mrr_at_10",
"value": 51.658,
"verified": false
},
{
"type": "mrr_at_100",
"value": 52.402,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 52.41,
"verified": false
},
{
"type": "mrr_at_3",
"value": 47.345,
"verified": false
},
{
"type": "mrr_at_5",
"value": 49.797999999999995,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 59.55,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 62.596,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 62.759,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 50.666999999999994,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 55.228,
"verified": false
},
{
"type": "precision_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.542,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.984,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.1,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.389,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.438,
"verified": false
},
{
"type": "recall_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "recall_at_10",
"value": 85.42,
"verified": false
},
{
"type": "recall_at_100",
"value": 98.435,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.644,
"verified": false
},
{
"type": "recall_at_3",
"value": 61.166,
"verified": false
},
{
"type": "recall_at_5",
"value": 72.191,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArxivClusteringP2P",
"revision": "a122ad7f3f0291bf49cc6f4d32aa80929df69d5d",
"split": "test",
"type": "mteb/arxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 47.402770198163594,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArxivClusteringS2S",
"revision": "f910caf1a6075f7329cdf8c1a6135696f37dbd53",
"split": "test",
"type": "mteb/arxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 40.01545436974177,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB AskUbuntuDupQuestions",
"revision": "2000358ca161889fa9c082cb41daa8dcfb161a54",
"split": "test",
"type": "mteb/askubuntudupquestions-reranking"
},
"metrics": [
{
"type": "map",
"value": 62.5864652732072,
"verified": false
},
{
"type": "mrr",
"value": 74.42169019038825,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BIOSSES",
"revision": "d3fb88f8f02e40887cd149695127462bbcf29b4a",
"split": "test",
"type": "mteb/biosses-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 85.1891186537969,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 83.75492046087288,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 84.11766204805357,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 84.01456493126516,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 84.2132950502772,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 83.89227298813377,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB Banking77Classification",
"revision": "0fd18e25b25c072e09e0d92ab615fda904d66300",
"split": "test",
"type": "mteb/banking77"
},
"metrics": [
{
"type": "accuracy",
"value": 85.74025974025975,
"verified": false
},
{
"type": "f1",
"value": 85.71493566466381,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BiorxivClusteringP2P",
"revision": "65b79d1d13f80053f67aca9498d9402c2d9f1f40",
"split": "test",
"type": "mteb/biorxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 38.467181385006434,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BiorxivClusteringS2S",
"revision": "258694dd0231531bc1fd9de6ceb52a0853c6d908",
"split": "test",
"type": "mteb/biorxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 34.719496037339056,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackAndroidRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 29.587000000000003,
"verified": false
},
{
"type": "map_at_10",
"value": 41.114,
"verified": false
},
{
"type": "map_at_100",
"value": 42.532,
"verified": false
},
{
"type": "map_at_1000",
"value": 42.661,
"verified": false
},
{
"type": "map_at_3",
"value": 37.483,
"verified": false
},
{
"type": "map_at_5",
"value": 39.652,
"verified": false
},
{
"type": "mrr_at_1",
"value": 36.338,
"verified": false
},
{
"type": "mrr_at_10",
"value": 46.763,
"verified": false
},
{
"type": "mrr_at_100",
"value": 47.393,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 47.445,
"verified": false
},
{
"type": "mrr_at_3",
"value": 43.538,
"verified": false
},
{
"type": "mrr_at_5",
"value": 45.556,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 36.338,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 47.658,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 52.824000000000005,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 54.913999999999994,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.989,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 44.944,
"verified": false
},
{
"type": "precision_at_1",
"value": 36.338,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.156,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.479,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.196,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.076,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.85,
"verified": false
},
{
"type": "recall_at_1",
"value": 29.587000000000003,
"verified": false
},
{
"type": "recall_at_10",
"value": 60.746,
"verified": false
},
{
"type": "recall_at_100",
"value": 82.157,
"verified": false
},
{
"type": "recall_at_1000",
"value": 95.645,
"verified": false
},
{
"type": "recall_at_3",
"value": 44.821,
"verified": false
},
{
"type": "recall_at_5",
"value": 52.819,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackEnglishRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 30.239,
"verified": false
},
{
"type": "map_at_10",
"value": 39.989,
"verified": false
},
{
"type": "map_at_100",
"value": 41.196,
"verified": false
},
{
"type": "map_at_1000",
"value": 41.325,
"verified": false
},
{
"type": "map_at_3",
"value": 37.261,
"verified": false
},
{
"type": "map_at_5",
"value": 38.833,
"verified": false
},
{
"type": "mrr_at_1",
"value": 37.516,
"verified": false
},
{
"type": "mrr_at_10",
"value": 46.177,
"verified": false
},
{
"type": "mrr_at_100",
"value": 46.806,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 46.849,
"verified": false
},
{
"type": "mrr_at_3",
"value": 44.002,
"verified": false
},
{
"type": "mrr_at_5",
"value": 45.34,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 37.516,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 45.586,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 49.897000000000006,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.955,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.684,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 43.617,
"verified": false
},
{
"type": "precision_at_1",
"value": 37.516,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.522,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.374,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.184,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.106,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.153,
"verified": false
},
{
"type": "recall_at_1",
"value": 30.239,
"verified": false
},
{
"type": "recall_at_10",
"value": 55.03,
"verified": false
},
{
"type": "recall_at_100",
"value": 73.375,
"verified": false
},
{
"type": "recall_at_1000",
"value": 86.29599999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 43.269000000000005,
"verified": false
},
{
"type": "recall_at_5",
"value": 48.878,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackGamingRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 38.338,
"verified": false
},
{
"type": "map_at_10",
"value": 50.468999999999994,
"verified": false
},
{
"type": "map_at_100",
"value": 51.553,
"verified": false
},
{
"type": "map_at_1000",
"value": 51.608,
"verified": false
},
{
"type": "map_at_3",
"value": 47.107,
"verified": false
},
{
"type": "map_at_5",
"value": 49.101,
"verified": false
},
{
"type": "mrr_at_1",
"value": 44.201,
"verified": false
},
{
"type": "mrr_at_10",
"value": 54.057,
"verified": false
},
{
"type": "mrr_at_100",
"value": 54.764,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 54.791,
"verified": false
},
{
"type": "mrr_at_3",
"value": 51.56699999999999,
"verified": false
},
{
"type": "mrr_at_5",
"value": 53.05,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 44.201,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 56.379000000000005,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 60.645,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 61.73499999999999,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 50.726000000000006,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 53.58500000000001,
"verified": false
},
{
"type": "precision_at_1",
"value": 44.201,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.141,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.216,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.135,
"verified": false
},
{
"type": "precision_at_3",
"value": 22.654,
"verified": false
},
{
"type": "precision_at_5",
"value": 15.723999999999998,
"verified": false
},
{
"type": "recall_at_1",
"value": 38.338,
"verified": false
},
{
"type": "recall_at_10",
"value": 70.30499999999999,
"verified": false
},
{
"type": "recall_at_100",
"value": 88.77199999999999,
"verified": false
},
{
"type": "recall_at_1000",
"value": 96.498,
"verified": false
},
{
"type": "recall_at_3",
"value": 55.218,
"verified": false
},
{
"type": "recall_at_5",
"value": 62.104000000000006,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackGisRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 25.682,
"verified": false
},
{
"type": "map_at_10",
"value": 33.498,
"verified": false
},
{
"type": "map_at_100",
"value": 34.461000000000006,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.544000000000004,
"verified": false
},
{
"type": "map_at_3",
"value": 30.504,
"verified": false
},
{
"type": "map_at_5",
"value": 32.216,
"verified": false
},
{
"type": "mrr_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "mrr_at_10",
"value": 35.467999999999996,
"verified": false
},
{
"type": "mrr_at_100",
"value": 36.32,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 36.386,
"verified": false
},
{
"type": "mrr_at_3",
"value": 32.618,
"verified": false
},
{
"type": "mrr_at_5",
"value": 34.262,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.378,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 43.288,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 45.413,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.586,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.499,
"verified": false
},
{
"type": "precision_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.864,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.882,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.11,
"verified": false
},
{
"type": "precision_at_3",
"value": 13.446,
"verified": false
},
{
"type": "precision_at_5",
"value": 9.718,
"verified": false
},
{
"type": "recall_at_1",
"value": 25.682,
"verified": false
},
{
"type": "recall_at_10",
"value": 51.712,
"verified": false
},
{
"type": "recall_at_100",
"value": 74.446,
"verified": false
},
{
"type": "recall_at_1000",
"value": 90.472,
"verified": false
},
{
"type": "recall_at_3",
"value": 36.236,
"verified": false
},
{
"type": "recall_at_5",
"value": 43.234,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackMathematicaRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 16.073999999999998,
"verified": false
},
{
"type": "map_at_10",
"value": 24.353,
"verified": false
},
{
"type": "map_at_100",
"value": 25.438,
"verified": false
},
{
"type": "map_at_1000",
"value": 25.545,
"verified": false
},
{
"type": "map_at_3",
"value": 21.614,
"verified": false
},
{
"type": "map_at_5",
"value": 23.104,
"verified": false
},
{
"type": "mrr_at_1",
"value": 19.776,
"verified": false
},
{
"type": "mrr_at_10",
"value": 28.837000000000003,
"verified": false
},
{
"type": "mrr_at_100",
"value": 29.755,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 29.817,
"verified": false
},
{
"type": "mrr_at_3",
"value": 26.202,
"verified": false
},
{
"type": "mrr_at_5",
"value": 27.714,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 19.776,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 29.701,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 35.307,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 37.942,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 24.764,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 27.025,
"verified": false
},
{
"type": "precision_at_1",
"value": 19.776,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.659,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.971,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.133,
"verified": false
},
{
"type": "precision_at_3",
"value": 12.065,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.905000000000001,
"verified": false
},
{
"type": "recall_at_1",
"value": 16.073999999999998,
"verified": false
},
{
"type": "recall_at_10",
"value": 41.647,
"verified": false
},
{
"type": "recall_at_100",
"value": 66.884,
"verified": false
},
{
"type": "recall_at_1000",
"value": 85.91499999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 27.916,
"verified": false
},
{
"type": "recall_at_5",
"value": 33.729,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackPhysicsRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 28.444999999999997,
"verified": false
},
{
"type": "map_at_10",
"value": 38.218999999999994,
"verified": false
},
{
"type": "map_at_100",
"value": 39.595,
"verified": false
},
{
"type": "map_at_1000",
"value": 39.709,
"verified": false
},
{
"type": "map_at_3",
"value": 35.586,
"verified": false
},
{
"type": "map_at_5",
"value": 36.895,
"verified": false
},
{
"type": "mrr_at_1",
"value": 34.841,
"verified": false
},
{
"type": "mrr_at_10",
"value": 44.106,
"verified": false
},
{
"type": "mrr_at_100",
"value": 44.98,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 45.03,
"verified": false
},
{
"type": "mrr_at_3",
"value": 41.979,
"verified": false
},
{
"type": "mrr_at_5",
"value": 43.047999999999995,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 34.841,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 43.922,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 49.504999999999995,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.675,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 39.858,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 41.408,
"verified": false
},
{
"type": "precision_at_1",
"value": 34.841,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.872999999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.245,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.161,
"verified": false
},
{
"type": "precision_at_3",
"value": 18.993,
"verified": false
},
{
"type": "precision_at_5",
"value": 13.032,
"verified": false
},
{
"type": "recall_at_1",
"value": 28.444999999999997,
"verified": false
},
{
"type": "recall_at_10",
"value": 54.984,
"verified": false
},
{
"type": "recall_at_100",
"value": 78.342,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.77,
"verified": false
},
{
"type": "recall_at_3",
"value": 42.843,
"verified": false
},
{
"type": "recall_at_5",
"value": 47.247,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackProgrammersRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.072,
"verified": false
},
{
"type": "map_at_10",
"value": 32.354,
"verified": false
},
{
"type": "map_at_100",
"value": 33.800000000000004,
"verified": false
},
{
"type": "map_at_1000",
"value": 33.908,
"verified": false
},
{
"type": "map_at_3",
"value": 29.232000000000003,
"verified": false
},
{
"type": "map_at_5",
"value": 31.049,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "mrr_at_10",
"value": 38.03,
"verified": false
},
{
"type": "mrr_at_100",
"value": 39.032,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 39.087,
"verified": false
},
{
"type": "mrr_at_3",
"value": 35.407,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.76,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.231,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.425,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.771,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 33.095,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.459,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.215000000000001,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.211,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.157,
"verified": false
},
{
"type": "precision_at_3",
"value": 16.058,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.644,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.072,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.285999999999994,
"verified": false
},
{
"type": "recall_at_100",
"value": 76.596,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.861,
"verified": false
},
{
"type": "recall_at_3",
"value": 35.702,
"verified": false
},
{
"type": "recall_at_5",
"value": 42.152,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 24.937916666666663,
"verified": false
},
{
"type": "map_at_10",
"value": 33.755250000000004,
"verified": false
},
{
"type": "map_at_100",
"value": 34.955999999999996,
"verified": false
},
{
"type": "map_at_1000",
"value": 35.070499999999996,
"verified": false
},
{
"type": "map_at_3",
"value": 30.98708333333333,
"verified": false
},
{
"type": "map_at_5",
"value": 32.51491666666666,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "mrr_at_10",
"value": 37.92183333333334,
"verified": false
},
{
"type": "mrr_at_100",
"value": 38.76583333333333,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 38.82466666666667,
"verified": false
},
{
"type": "mrr_at_3",
"value": 35.45125,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.827000000000005,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 39.05225,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.25983333333334,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.568333333333335,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 34.271583333333325,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 36.483916666666666,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.865749999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.1195833333333332,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.15058333333333335,
"verified": false
},
{
"type": "precision_at_3",
"value": 15.742083333333332,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.221916666666669,
"verified": false
},
{
"type": "recall_at_1",
"value": 24.937916666666663,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.650416666666665,
"verified": false
},
{
"type": "recall_at_100",
"value": 73.55383333333334,
"verified": false
},
{
"type": "recall_at_1000",
"value": 89.61691666666667,
"verified": false
},
{
"type": "recall_at_3",
"value": 37.27808333333334,
"verified": false
},
{
"type": "recall_at_5",
"value": 42.99475,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackStatsRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.947,
"verified": false
},
{
"type": "map_at_10",
"value": 30.575000000000003,
"verified": false
},
{
"type": "map_at_100",
"value": 31.465,
"verified": false
},
{
"type": "map_at_1000",
"value": 31.558000000000003,
"verified": false
},
{
"type": "map_at_3",
"value": 28.814,
"verified": false
},
{
"type": "map_at_5",
"value": 29.738999999999997,
"verified": false
},
{
"type": "mrr_at_1",
"value": 26.994,
"verified": false
},
{
"type": "mrr_at_10",
"value": 33.415,
"verified": false
},
{
"type": "mrr_at_100",
"value": 34.18,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 34.245,
"verified": false
},
{
"type": "mrr_at_3",
"value": 31.621,
"verified": false
},
{
"type": "mrr_at_5",
"value": 32.549,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 26.994,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 34.482,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 38.915,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 41.355,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 31.139,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 32.589,
"verified": false
},
{
"type": "precision_at_1",
"value": 26.994,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.322,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.8160000000000001,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.11100000000000002,
"verified": false
},
{
"type": "precision_at_3",
"value": 13.344,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.988,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.947,
"verified": false
},
{
"type": "recall_at_10",
"value": 43.648,
"verified": false
},
{
"type": "recall_at_100",
"value": 63.851,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82,
"verified": false
},
{
"type": "recall_at_3",
"value": 34.288000000000004,
"verified": false
},
{
"type": "recall_at_5",
"value": 38.117,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackTexRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 16.197,
"verified": false
},
{
"type": "map_at_10",
"value": 22.968,
"verified": false
},
{
"type": "map_at_100",
"value": 24.095,
"verified": false
},
{
"type": "map_at_1000",
"value": 24.217,
"verified": false
},
{
"type": "map_at_3",
"value": 20.771,
"verified": false
},
{
"type": "map_at_5",
"value": 21.995,
"verified": false
},
{
"type": "mrr_at_1",
"value": 19.511,
"verified": false
},
{
"type": "mrr_at_10",
"value": 26.55,
"verified": false
},
{
"type": "mrr_at_100",
"value": 27.501,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 27.578999999999997,
"verified": false
},
{
"type": "mrr_at_3",
"value": 24.421,
"verified": false
},
{
"type": "mrr_at_5",
"value": 25.604,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 19.511,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 27.386,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 32.828,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 35.739,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 23.405,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 25.255,
"verified": false
},
{
"type": "precision_at_1",
"value": 19.511,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.017,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.91,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.133,
"verified": false
},
{
"type": "precision_at_3",
"value": 11.023,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.025,
"verified": false
},
{
"type": "recall_at_1",
"value": 16.197,
"verified": false
},
{
"type": "recall_at_10",
"value": 37.09,
"verified": false
},
{
"type": "recall_at_100",
"value": 61.778,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82.56599999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 26.034,
"verified": false
},
{
"type": "recall_at_5",
"value": 30.762,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackUnixRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 25.41,
"verified": false
},
{
"type": "map_at_10",
"value": 33.655,
"verified": false
},
{
"type": "map_at_100",
"value": 34.892,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.995,
"verified": false
},
{
"type": "map_at_3",
"value": 30.94,
"verified": false
},
{
"type": "map_at_5",
"value": 32.303,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.478,
"verified": false
},
{
"type": "mrr_at_10",
"value": 37.443,
"verified": false
},
{
"type": "mrr_at_100",
"value": 38.383,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 38.440000000000005,
"verified": false
},
{
"type": "mrr_at_3",
"value": 34.949999999999996,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.228,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.478,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.769,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.245000000000005,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.593,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 33.623,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.766,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.478,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.455,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.032,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.135,
"verified": false
},
{
"type": "precision_at_3",
"value": 14.893999999999998,
"verified": false
},
{
"type": "precision_at_5",
"value": 10.485,
"verified": false
},
{
"type": "recall_at_1",
"value": 25.41,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.669,
"verified": false
},
{
"type": "recall_at_100",
"value": 74.084,
"verified": false
},
{
"type": "recall_at_1000",
"value": 90.435,
"verified": false
},
{
"type": "recall_at_3",
"value": 36.679,
"verified": false
},
{
"type": "recall_at_5",
"value": 41.94,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackWebmastersRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.339,
"verified": false
},
{
"type": "map_at_10",
"value": 31.852000000000004,
"verified": false
},
{
"type": "map_at_100",
"value": 33.411,
"verified": false
},
{
"type": "map_at_1000",
"value": 33.62,
"verified": false
},
{
"type": "map_at_3",
"value": 28.929,
"verified": false
},
{
"type": "map_at_5",
"value": 30.542,
"verified": false
},
{
"type": "mrr_at_1",
"value": 28.063,
"verified": false
},
{
"type": "mrr_at_10",
"value": 36.301,
"verified": false
},
{
"type": "mrr_at_100",
"value": 37.288,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 37.349,
"verified": false
},
{
"type": "mrr_at_3",
"value": 33.663,
"verified": false
},
{
"type": "mrr_at_5",
"value": 35.165,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 28.063,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 37.462,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 43.620999999999995,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.211,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.68,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 34.981,
"verified": false
},
{
"type": "precision_at_1",
"value": 28.063,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.1739999999999995,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.486,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.235,
"verified": false
},
{
"type": "precision_at_3",
"value": 15.217,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.265,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.339,
"verified": false
},
{
"type": "recall_at_10",
"value": 48.376999999999995,
"verified": false
},
{
"type": "recall_at_100",
"value": 76.053,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.455,
"verified": false
},
{
"type": "recall_at_3",
"value": 34.735,
"verified": false
},
{
"type": "recall_at_5",
"value": 40.71,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackWordpressRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 18.925,
"verified": false
},
{
"type": "map_at_10",
"value": 26.017000000000003,
"verified": false
},
{
"type": "map_at_100",
"value": 27.034,
"verified": false
},
{
"type": "map_at_1000",
"value": 27.156,
"verified": false
},
{
"type": "map_at_3",
"value": 23.604,
"verified": false
},
{
"type": "map_at_5",
"value": 24.75,
"verified": false
},
{
"type": "mrr_at_1",
"value": 20.333,
"verified": false
},
{
"type": "mrr_at_10",
"value": 27.915,
"verified": false
},
{
"type": "mrr_at_100",
"value": 28.788000000000004,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 28.877999999999997,
"verified": false
},
{
"type": "mrr_at_3",
"value": 25.446999999999996,
"verified": false
},
{
"type": "mrr_at_5",
"value": 26.648,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 20.333,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 30.673,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 35.618,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 38.517,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 25.71,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 27.679,
"verified": false
},
{
"type": "precision_at_1",
"value": 20.333,
"verified": false
},
{
"type": "precision_at_10",
"value": 4.9910000000000005,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.8130000000000001,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.117,
"verified": false
},
{
"type": "precision_at_3",
"value": 11.029,
"verified": false
},
{
"type": "precision_at_5",
"value": 7.874,
"verified": false
},
{
"type": "recall_at_1",
"value": 18.925,
"verified": false
},
{
"type": "recall_at_10",
"value": 43.311,
"verified": false
},
{
"type": "recall_at_100",
"value": 66.308,
"verified": false
},
{
"type": "recall_at_1000",
"value": 87.49,
"verified": false
},
{
"type": "recall_at_3",
"value": 29.596,
"verified": false
},
{
"type": "recall_at_5",
"value": 34.245,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ClimateFEVER",
"revision": "None",
"split": "test",
"type": "climate-fever"
},
"metrics": [
{
"type": "map_at_1",
"value": 13.714,
"verified": false
},
{
"type": "map_at_10",
"value": 23.194,
"verified": false
},
{
"type": "map_at_100",
"value": 24.976000000000003,
"verified": false
},
{
"type": "map_at_1000",
"value": 25.166,
"verified": false
},
{
"type": "map_at_3",
"value": 19.709,
"verified": false
},
{
"type": "map_at_5",
"value": 21.523999999999997,
"verified": false
},
{
"type": "mrr_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "mrr_at_10",
"value": 42.563,
"verified": false
},
{
"type": "mrr_at_100",
"value": 43.386,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 43.423,
"verified": false
},
{
"type": "mrr_at_3",
"value": 39.555,
"verified": false
},
{
"type": "mrr_at_5",
"value": 41.268,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 31.836,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 38.652,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 42.088,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 26.733,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 28.435,
"verified": false
},
{
"type": "precision_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.752,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.71,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.235,
"verified": false
},
{
"type": "precision_at_3",
"value": 19.935,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.984,
"verified": false
},
{
"type": "recall_at_1",
"value": 13.714,
"verified": false
},
{
"type": "recall_at_10",
"value": 37.26,
"verified": false
},
{
"type": "recall_at_100",
"value": 60.546,
"verified": false
},
{
"type": "recall_at_1000",
"value": 79.899,
"verified": false
},
{
"type": "recall_at_3",
"value": 24.325,
"verified": false
},
{
"type": "recall_at_5",
"value": 29.725,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB DBPedia",
"revision": "None",
"split": "test",
"type": "dbpedia-entity"
},
"metrics": [
{
"type": "map_at_1",
"value": 8.462,
"verified": false
},
{
"type": "map_at_10",
"value": 18.637,
"verified": false
},
{
"type": "map_at_100",
"value": 26.132,
"verified": false
},
{
"type": "map_at_1000",
"value": 27.607,
"verified": false
},
{
"type": "map_at_3",
"value": 13.333,
"verified": false
},
{
"type": "map_at_5",
"value": 15.654000000000002,
"verified": false
},
{
"type": "mrr_at_1",
"value": 66.25,
"verified": false
},
{
"type": "mrr_at_10",
"value": 74.32600000000001,
"verified": false
},
{
"type": "mrr_at_100",
"value": 74.60900000000001,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 74.62,
"verified": false
},
{
"type": "mrr_at_3",
"value": 72.667,
"verified": false
},
{
"type": "mrr_at_5",
"value": 73.817,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 53.87499999999999,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.029,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.199,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.629999999999995,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 44.113,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 41.731,
"verified": false
},
{
"type": "precision_at_1",
"value": 66.25,
"verified": false
},
{
"type": "precision_at_10",
"value": 31.9,
"verified": false
},
{
"type": "precision_at_100",
"value": 10.043,
"verified": false
},
{
"type": "precision_at_1000",
"value": 1.926,
"verified": false
},
{
"type": "precision_at_3",
"value": 47.417,
"verified": false
},
{
"type": "precision_at_5",
"value": 40.65,
"verified": false
},
{
"type": "recall_at_1",
"value": 8.462,
"verified": false
},
{
"type": "recall_at_10",
"value": 24.293,
"verified": false
},
{
"type": "recall_at_100",
"value": 50.146,
"verified": false
},
{
"type": "recall_at_1000",
"value": 74.034,
"verified": false
},
{
"type": "recall_at_3",
"value": 14.967,
"verified": false
},
{
"type": "recall_at_5",
"value": 18.682,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB EmotionClassification",
"revision": "4f58c6b202a23cf9a4da393831edf4f9183cad37",
"split": "test",
"type": "mteb/emotion"
},
"metrics": [
{
"type": "accuracy",
"value": 47.84499999999999,
"verified": false
},
{
"type": "f1",
"value": 42.48106691979349,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB FEVER",
"revision": "None",
"split": "test",
"type": "fever"
},
"metrics": [
{
"type": "map_at_1",
"value": 74.034,
"verified": false
},
{
"type": "map_at_10",
"value": 82.76,
"verified": false
},
{
"type": "map_at_100",
"value": 82.968,
"verified": false
},
{
"type": "map_at_1000",
"value": 82.98299999999999,
"verified": false
},
{
"type": "map_at_3",
"value": 81.768,
"verified": false
},
{
"type": "map_at_5",
"value": 82.418,
"verified": false
},
{
"type": "mrr_at_1",
"value": 80.048,
"verified": false
},
{
"type": "mrr_at_10",
"value": 87.64999999999999,
"verified": false
},
{
"type": "mrr_at_100",
"value": 87.712,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 87.713,
"verified": false
},
{
"type": "mrr_at_3",
"value": 87.01100000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 87.466,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 80.048,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 86.643,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 87.361,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 87.606,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 85.137,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 86.016,
"verified": false
},
{
"type": "precision_at_1",
"value": 80.048,
"verified": false
},
{
"type": "precision_at_10",
"value": 10.372,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.093,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.113,
"verified": false
},
{
"type": "precision_at_3",
"value": 32.638,
"verified": false
},
{
"type": "precision_at_5",
"value": 20.177,
"verified": false
},
{
"type": "recall_at_1",
"value": 74.034,
"verified": false
},
{
"type": "recall_at_10",
"value": 93.769,
"verified": false
},
{
"type": "recall_at_100",
"value": 96.569,
"verified": false
},
{
"type": "recall_at_1000",
"value": 98.039,
"verified": false
},
{
"type": "recall_at_3",
"value": 89.581,
"verified": false
},
{
"type": "recall_at_5",
"value": 91.906,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB FiQA2018",
"revision": "None",
"split": "test",
"type": "fiqa"
},
"metrics": [
{
"type": "map_at_1",
"value": 20.5,
"verified": false
},
{
"type": "map_at_10",
"value": 32.857,
"verified": false
},
{
"type": "map_at_100",
"value": 34.589,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.778,
"verified": false
},
{
"type": "map_at_3",
"value": 29.161,
"verified": false
},
{
"type": "map_at_5",
"value": 31.033,
"verified": false
},
{
"type": "mrr_at_1",
"value": 40.123,
"verified": false
},
{
"type": "mrr_at_10",
"value": 48.776,
"verified": false
},
{
"type": "mrr_at_100",
"value": 49.495,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 49.539,
"verified": false
},
{
"type": "mrr_at_3",
"value": 46.605,
"verified": false
},
{
"type": "mrr_at_5",
"value": 47.654,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 40.123,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.343,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 46.56,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 49.777,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 37.322,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 37.791,
"verified": false
},
{
"type": "precision_at_1",
"value": 40.123,
"verified": false
},
{
"type": "precision_at_10",
"value": 11.08,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.752,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.232,
"verified": false
},
{
"type": "precision_at_3",
"value": 24.897,
"verified": false
},
{
"type": "precision_at_5",
"value": 17.809,
"verified": false
},
{
"type": "recall_at_1",
"value": 20.5,
"verified": false
},
{
"type": "recall_at_10",
"value": 46.388,
"verified": false
},
{
"type": "recall_at_100",
"value": 69.552,
"verified": false
},
{
"type": "recall_at_1000",
"value": 89.011,
"verified": false
},
{
"type": "recall_at_3",
"value": 33.617999999999995,
"verified": false
},
{
"type": "recall_at_5",
"value": 38.211,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB HotpotQA",
"revision": "None",
"split": "test",
"type": "hotpotqa"
},
"metrics": [
{
"type": "map_at_1",
"value": 39.136,
"verified": false
},
{
"type": "map_at_10",
"value": 61.673,
"verified": false
},
{
"type": "map_at_100",
"value": 62.562,
"verified": false
},
{
"type": "map_at_1000",
"value": 62.62,
"verified": false
},
{
"type": "map_at_3",
"value": 58.468,
"verified": false
},
{
"type": "map_at_5",
"value": 60.463,
"verified": false
},
{
"type": "mrr_at_1",
"value": 78.271,
"verified": false
},
{
"type": "mrr_at_10",
"value": 84.119,
"verified": false
},
{
"type": "mrr_at_100",
"value": 84.29299999999999,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 84.299,
"verified": false
},
{
"type": "mrr_at_3",
"value": 83.18900000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 83.786,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 78.271,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 69.935,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 73.01299999999999,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 74.126,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 65.388,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 67.906,
"verified": false
},
{
"type": "precision_at_1",
"value": 78.271,
"verified": false
},
{
"type": "precision_at_10",
"value": 14.562,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.6969999999999998,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.184,
"verified": false
},
{
"type": "precision_at_3",
"value": 41.841,
"verified": false
},
{
"type": "precision_at_5",
"value": 27.087,
"verified": false
},
{
"type": "recall_at_1",
"value": 39.136,
"verified": false
},
{
"type": "recall_at_10",
"value": 72.809,
"verified": false
},
{
"type": "recall_at_100",
"value": 84.86200000000001,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.208,
"verified": false
},
{
"type": "recall_at_3",
"value": 62.76199999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 67.718,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ImdbClassification",
"revision": "3d86128a09e091d6018b6d26cad27f2739fc2db7",
"split": "test",
"type": "mteb/imdb"
},
"metrics": [
{
"type": "accuracy",
"value": 90.606,
"verified": false
},
{
"type": "ap",
"value": 86.6579587804335,
"verified": false
},
{
"type": "f1",
"value": 90.5938853929307,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MSMARCO",
"revision": "None",
"split": "dev",
"type": "msmarco"
},
"metrics": [
{
"type": "map_at_1",
"value": 21.852,
"verified": false
},
{
"type": "map_at_10",
"value": 33.982,
"verified": false
},
{
"type": "map_at_100",
"value": 35.116,
"verified": false
},
{
"type": "map_at_1000",
"value": 35.167,
"verified": false
},
{
"type": "map_at_3",
"value": 30.134,
"verified": false
},
{
"type": "map_at_5",
"value": 32.340999999999994,
"verified": false
},
{
"type": "mrr_at_1",
"value": 22.479,
"verified": false
},
{
"type": "mrr_at_10",
"value": 34.594,
"verified": false
},
{
"type": "mrr_at_100",
"value": 35.672,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 35.716,
"verified": false
},
{
"type": "mrr_at_3",
"value": 30.84,
"verified": false
},
{
"type": "mrr_at_5",
"value": 32.998,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 22.493,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.833000000000006,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 46.357,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 47.637,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.995999999999995,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 36.919,
"verified": false
},
{
"type": "precision_at_1",
"value": 22.493,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.465999999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.925,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.104,
"verified": false
},
{
"type": "precision_at_3",
"value": 14.031,
"verified": false
},
{
"type": "precision_at_5",
"value": 10.413,
"verified": false
},
{
"type": "recall_at_1",
"value": 21.852,
"verified": false
},
{
"type": "recall_at_10",
"value": 61.934999999999995,
"verified": false
},
{
"type": "recall_at_100",
"value": 87.611,
"verified": false
},
{
"type": "recall_at_1000",
"value": 97.441,
"verified": false
},
{
"type": "recall_at_3",
"value": 40.584,
"verified": false
},
{
"type": "recall_at_5",
"value": 49.992999999999995,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MTOPDomainClassification (en)",
"revision": "d80d48c1eb48d3562165c59d59d0034df9fff0bf",
"split": "test",
"type": "mteb/mtop_domain"
},
"metrics": [
{
"type": "accuracy",
"value": 93.36069311445507,
"verified": false
},
{
"type": "f1",
"value": 93.16456330371452,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MTOPIntentClassification (en)",
"revision": "ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba",
"split": "test",
"type": "mteb/mtop_intent"
},
"metrics": [
{
"type": "accuracy",
"value": 74.74692202462381,
"verified": false
},
{
"type": "f1",
"value": 58.17903579421599,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MassiveIntentClassification (en)",
"revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7",
"split": "test",
"type": "mteb/amazon_massive_intent"
},
"metrics": [
{
"type": "accuracy",
"value": 74.80833893745796,
"verified": false
},
{
"type": "f1",
"value": 72.70786592684664,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MassiveScenarioClassification (en)",
"revision": "7d571f92784cd94a019292a1f45445077d0ef634",
"split": "test",
"type": "mteb/amazon_massive_scenario"
},
"metrics": [
{
"type": "accuracy",
"value": 78.69872225958305,
"verified": false
},
{
"type": "f1",
"value": 78.61626934504731,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MedrxivClusteringP2P",
"revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73",
"split": "test",
"type": "mteb/medrxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 33.058658628717694,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MedrxivClusteringS2S",
"revision": "35191c8c0dca72d8ff3efcd72aa802307d469663",
"split": "test",
"type": "mteb/medrxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 30.85561739360599,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MindSmallReranking",
"revision": "3bdac13927fdc888b903db93b2ffdbd90b295a69",
"split": "test",
"type": "mteb/mind_small"
},
"metrics": [
{
"type": "map",
"value": 31.290259910144385,
"verified": false
},
{
"type": "mrr",
"value": 32.44223046102856,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB NFCorpus",
"revision": "None",
"split": "test",
"type": "nfcorpus"
},
"metrics": [
{
"type": "map_at_1",
"value": 5.288,
"verified": false
},
{
"type": "map_at_10",
"value": 12.268,
"verified": false
},
{
"type": "map_at_100",
"value": 15.557000000000002,
"verified": false
},
{
"type": "map_at_1000",
"value": 16.98,
"verified": false
},
{
"type": "map_at_3",
"value": 8.866,
"verified": false
},
{
"type": "map_at_5",
"value": 10.418,
"verified": false
},
{
"type": "mrr_at_1",
"value": 43.653,
"verified": false
},
{
"type": "mrr_at_10",
"value": 52.681,
"verified": false
},
{
"type": "mrr_at_100",
"value": 53.315999999999995,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 53.357,
"verified": false
},
{
"type": "mrr_at_3",
"value": 51.393,
"verified": false
},
{
"type": "mrr_at_5",
"value": 51.904,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 42.415000000000006,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 34.305,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 30.825999999999997,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 39.393,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 39.931,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 37.52,
"verified": false
},
{
"type": "precision_at_1",
"value": 43.653,
"verified": false
},
{
"type": "precision_at_10",
"value": 25.728,
"verified": false
},
{
"type": "precision_at_100",
"value": 7.932,
"verified": false
},
{
"type": "precision_at_1000",
"value": 2.07,
"verified": false
},
{
"type": "precision_at_3",
"value": 38.184000000000005,
"verified": false
},
{
"type": "precision_at_5",
"value": 32.879000000000005,
"verified": false
},
{
"type": "recall_at_1",
"value": 5.288,
"verified": false
},
{
"type": "recall_at_10",
"value": 16.195,
"verified": false
},
{
"type": "recall_at_100",
"value": 31.135,
"verified": false
},
{
"type": "recall_at_1000",
"value": 61.531000000000006,
"verified": false
},
{
"type": "recall_at_3",
"value": 10.313,
"verified": false
},
{
"type": "recall_at_5",
"value": 12.755,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB NQ",
"revision": "None",
"split": "test",
"type": "nq"
},
"metrics": [
{
"type": "map_at_1",
"value": 28.216,
"verified": false
},
{
"type": "map_at_10",
"value": 42.588,
"verified": false
},
{
"type": "map_at_100",
"value": 43.703,
"verified": false
},
{
"type": "map_at_1000",
"value": 43.739,
"verified": false
},
{
"type": "map_at_3",
"value": 38.177,
"verified": false
},
{
"type": "map_at_5",
"value": 40.754000000000005,
"verified": false
},
{
"type": "mrr_at_1",
"value": 31.866,
"verified": false
},
{
"type": "mrr_at_10",
"value": 45.189,
"verified": false
},
{
"type": "mrr_at_100",
"value": 46.056,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 46.081,
"verified": false
},
{
"type": "mrr_at_3",
"value": 41.526999999999994,
"verified": false
},
{
"type": "mrr_at_5",
"value": 43.704,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 31.837,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 50.178,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 54.98800000000001,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 55.812,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.853,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 46.153,
"verified": false
},
{
"type": "precision_at_1",
"value": 31.837,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.43,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.112,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.119,
"verified": false
},
{
"type": "precision_at_3",
"value": 19.023,
"verified": false
},
{
"type": "precision_at_5",
"value": 13.911,
"verified": false
},
{
"type": "recall_at_1",
"value": 28.216,
"verified": false
},
{
"type": "recall_at_10",
"value": 70.8,
"verified": false
},
{
"type": "recall_at_100",
"value": 91.857,
"verified": false
},
{
"type": "recall_at_1000",
"value": 97.941,
"verified": false
},
{
"type": "recall_at_3",
"value": 49.196,
"verified": false
},
{
"type": "recall_at_5",
"value": 59.072,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB QuoraRetrieval",
"revision": "None",
"split": "test",
"type": "quora"
},
"metrics": [
{
"type": "map_at_1",
"value": 71.22800000000001,
"verified": false
},
{
"type": "map_at_10",
"value": 85.115,
"verified": false
},
{
"type": "map_at_100",
"value": 85.72,
"verified": false
},
{
"type": "map_at_1000",
"value": 85.737,
"verified": false
},
{
"type": "map_at_3",
"value": 82.149,
"verified": false
},
{
"type": "map_at_5",
"value": 84.029,
"verified": false
},
{
"type": "mrr_at_1",
"value": 81.96,
"verified": false
},
{
"type": "mrr_at_10",
"value": 88.00200000000001,
"verified": false
},
{
"type": "mrr_at_100",
"value": 88.088,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 88.089,
"verified": false
},
{
"type": "mrr_at_3",
"value": 87.055,
"verified": false
},
{
"type": "mrr_at_5",
"value": 87.715,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 82.01,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 88.78,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 89.91,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 90.013,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 85.957,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 87.56,
"verified": false
},
{
"type": "precision_at_1",
"value": 82.01,
"verified": false
},
{
"type": "precision_at_10",
"value": 13.462,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.528,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.157,
"verified": false
},
{
"type": "precision_at_3",
"value": 37.553,
"verified": false
},
{
"type": "precision_at_5",
"value": 24.732000000000003,
"verified": false
},
{
"type": "recall_at_1",
"value": 71.22800000000001,
"verified": false
},
{
"type": "recall_at_10",
"value": 95.69,
"verified": false
},
{
"type": "recall_at_100",
"value": 99.531,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.98,
"verified": false
},
{
"type": "recall_at_3",
"value": 87.632,
"verified": false
},
{
"type": "recall_at_5",
"value": 92.117,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB RedditClustering",
"revision": "24640382cdbf8abc73003fb0fa6d111a705499eb",
"split": "test",
"type": "mteb/reddit-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 52.31768034366916,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB RedditClusteringP2P",
"revision": "282350215ef01743dc01b456c7f5241fa8937f16",
"split": "test",
"type": "mteb/reddit-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 60.640266772723606,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SCIDOCS",
"revision": "None",
"split": "test",
"type": "scidocs"
},
"metrics": [
{
"type": "map_at_1",
"value": 4.7780000000000005,
"verified": false
},
{
"type": "map_at_10",
"value": 12.299,
"verified": false
},
{
"type": "map_at_100",
"value": 14.363,
"verified": false
},
{
"type": "map_at_1000",
"value": 14.71,
"verified": false
},
{
"type": "map_at_3",
"value": 8.738999999999999,
"verified": false
},
{
"type": "map_at_5",
"value": 10.397,
"verified": false
},
{
"type": "mrr_at_1",
"value": 23.6,
"verified": false
},
{
"type": "mrr_at_10",
"value": 34.845,
"verified": false
},
{
"type": "mrr_at_100",
"value": 35.916,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 35.973,
"verified": false
},
{
"type": "mrr_at_3",
"value": 31.7,
"verified": false
},
{
"type": "mrr_at_5",
"value": 33.535,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 23.6,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 20.522,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 28.737,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 34.596,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 19.542,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 16.958000000000002,
"verified": false
},
{
"type": "precision_at_1",
"value": 23.6,
"verified": false
},
{
"type": "precision_at_10",
"value": 10.67,
"verified": false
},
{
"type": "precision_at_100",
"value": 2.259,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.367,
"verified": false
},
{
"type": "precision_at_3",
"value": 18.333,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.88,
"verified": false
},
{
"type": "recall_at_1",
"value": 4.7780000000000005,
"verified": false
},
{
"type": "recall_at_10",
"value": 21.617,
"verified": false
},
{
"type": "recall_at_100",
"value": 45.905,
"verified": false
},
{
"type": "recall_at_1000",
"value": 74.42,
"verified": false
},
{
"type": "recall_at_3",
"value": 11.148,
"verified": false
},
{
"type": "recall_at_5",
"value": 15.082999999999998,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SICK-R",
"revision": "a6ea5a8cab320b040a23452cc28066d9beae2cee",
"split": "test",
"type": "mteb/sickr-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 83.22372750297885,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 79.40972617119405,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 80.6101072020434,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 79.53844217225202,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 80.57265975286111,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 79.46335611792958,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS12",
"revision": "a0d554a64d88156834ff5ae9920b964011b16384",
"split": "test",
"type": "mteb/sts12-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 85.43713315520749,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 77.44128693329532,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 81.63869928101123,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 77.29512977961515,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 81.63704185566183,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 77.29909412738657,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS13",
"revision": "7e90230a92c190f1bf69ae9002b8cea547a64cca",
"split": "test",
"type": "mteb/sts13-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 81.59451537860527,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 82.97994638856723,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 82.89478688288412,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 83.58740751053104,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 82.69140840941608,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 83.33665956040555,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS14",
"revision": "6031580fec1f6af667f0bd2da0a551cf4f0b2375",
"split": "test",
"type": "mteb/sts14-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 82.00756527711764,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 81.83560996841379,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 82.07684151976518,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 82.00913052060511,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 82.05690778488794,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 82.02260252019525,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS15",
"revision": "ae752c7c21bf194d8b67fd573edf7ae58183cbe3",
"split": "test",
"type": "mteb/sts15-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 86.13710262895447,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 87.26412811156248,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 86.94151453230228,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 87.5363796699571,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 86.86989424083748,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 87.47315940781353,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS16",
"revision": "4d8694f8f0e0100860b497b999b3dbed754a0513",
"split": "test",
"type": "mteb/sts16-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 83.0230597603627,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 84.93344499318864,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 84.23754743431141,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 85.09707376597099,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 84.04325160987763,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 84.89353071339909,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "en-en",
"name": "MTEB STS17 (en-en)",
"revision": "af5e6fb845001ecf41f4c1e033ce921939a2a68d",
"split": "test",
"type": "mteb/sts17-crosslingual-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 86.75620824563921,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 87.15065513706398,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 88.26281533633521,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 87.51963738643983,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 88.25599267618065,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 87.58048736047483,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB STS22 (en)",
"revision": "6d1ba47164174a496b7fa5d3569dae26a6813b80",
"split": "test",
"type": "mteb/sts22-crosslingual-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 64.74645319195137,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 65.29996325037214,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 67.04297794086443,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 65.43841726694343,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 67.39459955690904,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 65.92864704413651,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STSBenchmark",
"revision": "b0fddb56ed78048fa8b90373c8a3cfc37b684831",
"split": "test",
"type": "mteb/stsbenchmark-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 84.31291020270801,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 85.86473738688068,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 85.65537275064152,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 86.13087454209642,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 85.43946955047609,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 85.91568175344916,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SciDocsRR",
"revision": "d3c5e1fc0b855ab6097bf1cda04dd73947d7caab",
"split": "test",
"type": "mteb/scidocs-reranking"
},
"metrics": [
{
"type": "map",
"value": 85.93798118350695,
"verified": false
},
{
"type": "mrr",
"value": 95.93536274908824,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SciFact",
"revision": "None",
"split": "test",
"type": "scifact"
},
"metrics": [
{
"type": "map_at_1",
"value": 57.594,
"verified": false
},
{
"type": "map_at_10",
"value": 66.81899999999999,
"verified": false
},
{
"type": "map_at_100",
"value": 67.368,
"verified": false
},
{
"type": "map_at_1000",
"value": 67.4,
"verified": false
},
{
"type": "map_at_3",
"value": 64.061,
"verified": false
},
{
"type": "map_at_5",
"value": 65.47,
"verified": false
},
{
"type": "mrr_at_1",
"value": 60.667,
"verified": false
},
{
"type": "mrr_at_10",
"value": 68.219,
"verified": false
},
{
"type": "mrr_at_100",
"value": 68.655,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 68.684,
"verified": false
},
{
"type": "mrr_at_3",
"value": 66.22200000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 67.289,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 60.667,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 71.275,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 73.642,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 74.373,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 66.521,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 68.581,
"verified": false
},
{
"type": "precision_at_1",
"value": 60.667,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.433,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.0699999999999998,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.113,
"verified": false
},
{
"type": "precision_at_3",
"value": 25.556,
"verified": false
},
{
"type": "precision_at_5",
"value": 16.8,
"verified": false
},
{
"type": "recall_at_1",
"value": 57.594,
"verified": false
},
{
"type": "recall_at_10",
"value": 83.622,
"verified": false
},
{
"type": "recall_at_100",
"value": 94.167,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.667,
"verified": false
},
{
"type": "recall_at_3",
"value": 70.64399999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 75.983,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SprintDuplicateQuestions",
"revision": "d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46",
"split": "test",
"type": "mteb/sprintduplicatequestions-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 99.85841584158416,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 96.66996142314342,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 92.83208020050124,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 93.06532663316584,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 92.6,
"verified": false
},
{
"type": "dot_accuracy",
"value": 99.85841584158416,
"verified": false
},
{
"type": "dot_ap",
"value": 96.6775307676576,
"verified": false
},
{
"type": "dot_f1",
"value": 92.69289729177312,
"verified": false
},
{
"type": "dot_precision",
"value": 94.7753396029258,
"verified": false
},
{
"type": "dot_recall",
"value": 90.7,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 99.86138613861388,
"verified": false
},
{
"type": "euclidean_ap",
"value": 96.6338454403108,
"verified": false
},
{
"type": "euclidean_f1",
"value": 92.92214357937311,
"verified": false
},
{
"type": "euclidean_precision",
"value": 93.96728016359918,
"verified": false
},
{
"type": "euclidean_recall",
"value": 91.9,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 99.86237623762376,
"verified": false
},
{
"type": "manhattan_ap",
"value": 96.60370449645052,
"verified": false
},
{
"type": "manhattan_f1",
"value": 92.91177970423252,
"verified": false
},
{
"type": "manhattan_precision",
"value": 94.7970863683663,
"verified": false
},
{
"type": "manhattan_recall",
"value": 91.1,
"verified": false
},
{
"type": "max_accuracy",
"value": 99.86237623762376,
"verified": false
},
{
"type": "max_ap",
"value": 96.6775307676576,
"verified": false
},
{
"type": "max_f1",
"value": 92.92214357937311,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackExchangeClustering",
"revision": "6cbc1f7b2bc0622f2e39d2c77fa502909748c259",
"split": "test",
"type": "mteb/stackexchange-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 60.77977058695198,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackExchangeClusteringP2P",
"revision": "815ca46b2622cec33ccafc3735d572c266efdb44",
"split": "test",
"type": "mteb/stackexchange-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 35.2725272535638,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackOverflowDupQuestions",
"revision": "e185fbe320c72810689fc5848eb6114e1ef5ec69",
"split": "test",
"type": "mteb/stackoverflowdupquestions-reranking"
},
"metrics": [
{
"type": "map",
"value": 53.64052466362125,
"verified": false
},
{
"type": "mrr",
"value": 54.533067014684654,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SummEval",
"revision": "cda12ad7615edc362dbf25a00fdd61d3b1eaf93c",
"split": "test",
"type": "mteb/summeval"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 30.677624219206574,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 30.121368518123447,
"verified": false
},
{
"type": "dot_pearson",
"value": 30.69870088041608,
"verified": false
},
{
"type": "dot_spearman",
"value": 29.61284927093751,
"verified": false
}
],
"task": {
"type": "Summarization"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TRECCOVID",
"revision": "None",
"split": "test",
"type": "trec-covid"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.22,
"verified": false
},
{
"type": "map_at_10",
"value": 1.855,
"verified": false
},
{
"type": "map_at_100",
"value": 9.885,
"verified": false
},
{
"type": "map_at_1000",
"value": 23.417,
"verified": false
},
{
"type": "map_at_3",
"value": 0.637,
"verified": false
},
{
"type": "map_at_5",
"value": 1.024,
"verified": false
},
{
"type": "mrr_at_1",
"value": 88,
"verified": false
},
{
"type": "mrr_at_10",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_100",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_3",
"value": 92.667,
"verified": false
},
{
"type": "mrr_at_5",
"value": 93.067,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 82,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 75.899,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 55.115,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 48.368,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 79.704,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 78.39699999999999,
"verified": false
},
{
"type": "precision_at_1",
"value": 88,
"verified": false
},
{
"type": "precision_at_10",
"value": 79.60000000000001,
"verified": false
},
{
"type": "precision_at_100",
"value": 56.06,
"verified": false
},
{
"type": "precision_at_1000",
"value": 21.206,
"verified": false
},
{
"type": "precision_at_3",
"value": 84.667,
"verified": false
},
{
"type": "precision_at_5",
"value": 83.2,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.22,
"verified": false
},
{
"type": "recall_at_10",
"value": 2.078,
"verified": false
},
{
"type": "recall_at_100",
"value": 13.297,
"verified": false
},
{
"type": "recall_at_1000",
"value": 44.979,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.6689999999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 1.106,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB Touche2020",
"revision": "None",
"split": "test",
"type": "webis-touche2020"
},
"metrics": [
{
"type": "map_at_1",
"value": 2.258,
"verified": false
},
{
"type": "map_at_10",
"value": 10.439,
"verified": false
},
{
"type": "map_at_100",
"value": 16.89,
"verified": false
},
{
"type": "map_at_1000",
"value": 18.408,
"verified": false
},
{
"type": "map_at_3",
"value": 5.668,
"verified": false
},
{
"type": "map_at_5",
"value": 7.718,
"verified": false
},
{
"type": "mrr_at_1",
"value": 32.653,
"verified": false
},
{
"type": "mrr_at_10",
"value": 51.159,
"verified": false
},
{
"type": "mrr_at_100",
"value": 51.714000000000006,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 51.714000000000006,
"verified": false
},
{
"type": "mrr_at_3",
"value": 47.959,
"verified": false
},
{
"type": "mrr_at_5",
"value": 50.407999999999994,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.592,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 26.037,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 37.924,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 49.126999999999995,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 30.632,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 28.571,
"verified": false
},
{
"type": "precision_at_1",
"value": 32.653,
"verified": false
},
{
"type": "precision_at_10",
"value": 22.857,
"verified": false
},
{
"type": "precision_at_100",
"value": 7.754999999999999,
"verified": false
},
{
"type": "precision_at_1000",
"value": 1.529,
"verified": false
},
{
"type": "precision_at_3",
"value": 34.014,
"verified": false
},
{
"type": "precision_at_5",
"value": 29.796,
"verified": false
},
{
"type": "recall_at_1",
"value": 2.258,
"verified": false
},
{
"type": "recall_at_10",
"value": 16.554,
"verified": false
},
{
"type": "recall_at_100",
"value": 48.439,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82.80499999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 7.283,
"verified": false
},
{
"type": "recall_at_5",
"value": 10.732,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ToxicConversationsClassification",
"revision": "d7c0de2777da35d6aae2200a62c6e0e5af397c4c",
"split": "test",
"type": "mteb/toxic_conversations_50k"
},
"metrics": [
{
"type": "accuracy",
"value": 69.8858,
"verified": false
},
{
"type": "ap",
"value": 13.835684144362109,
"verified": false
},
{
"type": "f1",
"value": 53.803351693244586,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TweetSentimentExtractionClassification",
"revision": "d604517c81ca91fe16a244d1248fc021f9ecee7a",
"split": "test",
"type": "mteb/tweet_sentiment_extraction"
},
"metrics": [
{
"type": "accuracy",
"value": 60.50650820599886,
"verified": false
},
{
"type": "f1",
"value": 60.84357825979259,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwentyNewsgroupsClustering",
"revision": "6125ec4e24fa026cec8a478383ee943acfbd5449",
"split": "test",
"type": "mteb/twentynewsgroups-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 48.52131044852134,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwitterSemEval2015",
"revision": "70970daeab8776df92f5ea462b6173c0b46fd2d1",
"split": "test",
"type": "mteb/twittersemeval2015-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 85.59337187816654,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 73.23925826533437,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 67.34693877551021,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 62.40432237730752,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 73.13984168865434,
"verified": false
},
{
"type": "dot_accuracy",
"value": 85.31322644096085,
"verified": false
},
{
"type": "dot_ap",
"value": 72.30723963807422,
"verified": false
},
{
"type": "dot_f1",
"value": 66.47051612112296,
"verified": false
},
{
"type": "dot_precision",
"value": 62.0792305930845,
"verified": false
},
{
"type": "dot_recall",
"value": 71.53034300791556,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 85.61125350181797,
"verified": false
},
{
"type": "euclidean_ap",
"value": 73.32843720487845,
"verified": false
},
{
"type": "euclidean_f1",
"value": 67.36549633745895,
"verified": false
},
{
"type": "euclidean_precision",
"value": 64.60755813953489,
"verified": false
},
{
"type": "euclidean_recall",
"value": 70.36939313984169,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 85.63509566668654,
"verified": false
},
{
"type": "manhattan_ap",
"value": 73.16658488311325,
"verified": false
},
{
"type": "manhattan_f1",
"value": 67.20597386434349,
"verified": false
},
{
"type": "manhattan_precision",
"value": 63.60424028268551,
"verified": false
},
{
"type": "manhattan_recall",
"value": 71.2401055408971,
"verified": false
},
{
"type": "max_accuracy",
"value": 85.63509566668654,
"verified": false
},
{
"type": "max_ap",
"value": 73.32843720487845,
"verified": false
},
{
"type": "max_f1",
"value": 67.36549633745895,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwitterURLCorpus",
"revision": "8b6510b0b1fa4e4c4f879467980e9be563ec1cdf",
"split": "test",
"type": "mteb/twitterurlcorpus-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 88.33779640625606,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 84.83868375898157,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 77.16506154017773,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 74.62064005753327,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 79.88912842623961,
"verified": false
},
{
"type": "dot_accuracy",
"value": 88.02732176815307,
"verified": false
},
{
"type": "dot_ap",
"value": 83.95089283763002,
"verified": false
},
{
"type": "dot_f1",
"value": 76.29635101196631,
"verified": false
},
{
"type": "dot_precision",
"value": 73.31771720613288,
"verified": false
},
{
"type": "dot_recall",
"value": 79.52725592854944,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 88.44452206310397,
"verified": false
},
{
"type": "euclidean_ap",
"value": 84.98384576824827,
"verified": false
},
{
"type": "euclidean_f1",
"value": 77.29311047696697,
"verified": false
},
{
"type": "euclidean_precision",
"value": 74.51232583065381,
"verified": false
},
{
"type": "euclidean_recall",
"value": 80.28949799815214,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 88.47362906042613,
"verified": false
},
{
"type": "manhattan_ap",
"value": 84.91421462218432,
"verified": false
},
{
"type": "manhattan_f1",
"value": 77.05107637204792,
"verified": false
},
{
"type": "manhattan_precision",
"value": 74.74484256243214,
"verified": false
},
{
"type": "manhattan_recall",
"value": 79.50415768401602,
"verified": false
},
{
"type": "max_accuracy",
"value": 88.47362906042613,
"verified": false
},
{
"type": "max_ap",
"value": 84.98384576824827,
"verified": false
},
{
"type": "max_f1",
"value": 77.29311047696697,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
}
]
}
],
"modelId": "BAAI/bge-small-en-v1.5",
"pipeline_tag": "feature-extraction",
"private": false,
"safetensors": {
"parameters": {
"F32": 33360000,
"I64": 512
},
"total": 33360512
},
"sha": "5c38ec7c405ec4b44b94cc5a9bb96e735b38267a",
"siblings": [
{
"rfilename": ".gitattributes"
},
{
"rfilename": "1_Pooling/config.json"
},
{
"rfilename": "README.md"
},
{
"rfilename": "config.json"
},
{
"rfilename": "config_sentence_transformers.json"
},
{
"rfilename": "model.safetensors"
},
{
"rfilename": "modules.json"
},
{
"rfilename": "onnx/model.onnx"
},
{
"rfilename": "pytorch_model.bin"
},
{
"rfilename": "sentence_bert_config.json"
},
{
"rfilename": "special_tokens_map.json"
},
{
"rfilename": "tokenizer.json"
},
{
"rfilename": "tokenizer_config.json"
},
{
"rfilename": "vocab.txt"
}
],
"spaces": [
"embedl/hfviewer",
"mteb/leaderboard",
"Station-house/ConspiracyBench",
"qiang777/c4ai",
"Malvenoak/boardgames-rag",
"kollarushi/vg",
"XyloDev/DocuMind.Ai_V.1",
"MTEB-BR/leaderboard",
"mteb/leaderboard_legacy",
"Sarath0x8f/Document-QA-bot",
"hakari-bench/leaderboard",
"AI-ANK/RAGArch",
"fau/videoxity",
"Mr-Vicky-01/chat-with-PDF",
"lightmate/llm-chatbot",
"thisisrishi/chat-with-pdf",
"m-ric/Quotes",
"suriya7/Chatbot-PDF",
"lihuigu/SciPIP",
"Shreyas094/SearXNG-WebSearch-Agent",
"build-small-hackathon/HearthNet",
"build-small-hackathon/WanderLust",
"Mattral/RAG-Financial-Multimodal",
"lingyit1108/ragtest-sakimilo",
"phucbienvan/AppChat",
"SmileXing/leaderboard",
"TeamSAS/UB_VSA",
"Tarka-AIR/Tarka-Embedding",
"MCP-1st-Birthday/Shyam-Kathir-mcp-in-action-track-creative",
"Shivamsinghtomar78/ChatWithPDF",
"Agents-MCP-Hackathon/AgentPimentBleu",
"Ab-Romia/Context-Aware-AI",
"build-small-hackathon/WitGym",
"monsterapi/RAG-Chat",
"aelitta/BioMistral_gradio",
"henry2024/ARIN_7102",
"SaranyaR/chatbot",
"olamideba/rag-chatbot",
"datajoi/Domain-Document-Indexing",
"universalsoftware/uchat",
"re-mind/Crawl4AI",
"Steven10429/apply_lora_and_quantize",
"koler/Agentic-ai-With-RAG",
"ipepe/nomic-embeddings",
"anu151105/agentic-browser",
"aloshy-ai/deep-job-seek-mini",
"bSonali/healthcare-ai-assistant",
"jnalv/embedding-fingerprints",
"Muqadas-13/complyflow-ai",
"kbsss/medical-qa-chatbot",
"kerdosdotio/Custom-LLM-Chat",
"CGIAR/ifpri-dp-rag",
"amryassin/embedding-bench",
"kbsss/healthcare-qa-api",
"Urvikava/EdgeQuant-Agent",
"LovnishVerma/pdf-rag-chatbot",
"Shive-69/Raggy",
"ImtiyazLentra1/VicoXOddyseus",
"build-small-hackathon/Paper2Lab",
"rajivranjan3961/Rag",
"HF-Collab-Center/Searching-For-HuggingFace-Users",
"LovnishVerma/rag",
"Abhi2280/Intelligent-Candidate-Discovery",
"legitm0nkey/parakeet-flashcard-guru",
"agent-dg21/redrob-ranker",
"Krishu079/multimodal-pdf-chatbot",
"elg4/gym-sales-coach",
"ManFrag/translatetopic",
"ayaanzaveri/bge-large-en-v1.5",
"Chris4K/rag-tool",
"ubermenchh/article_chat",
"junaidiqbalsyed/qa_hr_chatbot",
"somewheresystems/dataclysm",
"AI-ANK/AI-Real-Estate-Search-Qdrant-Llamaindex",
"whoami02/bot_manuals",
"Dobby091/koko",
"DayanaGCruz/DayiLlama",
"Nithi123/DataScience_ChatAssistant_Llma3_Chatgroq",
"dryouviavant/Ilya-Docs_RAG-INFO-Custodian-CHAT_by-lAIl",
"lakshmivairamani/pdf_chatbot",
"yuvaranianandhan24/chat_with_pdf",
"malvika2003/openvino_notebooks",
"Prat0/ClarifyAI",
"Jashu/HeartDiseaseChatbot",
"dixiyao/chatbot-professor",
"gufett0/chatbot-llamaindex",
"Deddy/Quotes_Terbaik_Dunia",
"Jashu/diabetesDiseaseBot",
"Sachitksh/Document_bot_by_team_bhumi",
"Draichi/Formula1-race-debriefing",
"Wedyan2023/Data_Generation_LabelingCopy",
"AI-RESEARCHER-2024/Computing-Chatbot",
"gabrolo/StudyBuddy",
"sushildhakal/embd",
"kevinhug/ai",
"ryadav2/Talk2Docs",
"efeideo/open-belinostat",
"Aedelon/GAIA_Agent",
"zy2582/WithSandra_Chatbot",
"gm42/esi-hf"
],
"tags": [
"sentence-transformers",
"pytorch",
"onnx",
"safetensors",
"bert",
"feature-extraction",
"sentence-similarity",
"transformers",
"mteb",
"en",
"arxiv:2401.03462",
"arxiv:2312.15503",
"arxiv:2311.13534",
"arxiv:2310.07554",
"arxiv:2309.07597",
"license:mit",
"model-index",
"text-embeddings-inference",
"endpoints_compatible",
"deploy:sagemaker",
"deploy:azure",
"region:us"
],
"transformersInfo": {
"auto_model": "AutoModel",
"pipeline_tag": "feature-extraction",
"processor": "AutoTokenizer"
},
"usedStorage": 900980756
} | — | ||||
| Base base | GGUF quantisations | BAAI/bge-small-en-v1.5receipt
What the source handed over{
"_id": "6ab9a0241f2e996ba1fa2479",
"author": "RiverRider",
"cardData": {
"base_model": "BAAI/bge-small-en-v1.5",
"base_model_relation": "finetune",
"language": [
"en"
],
"library_name": "sentence-transformers",
"license": "other",
"license_link": "LICENSE",
"license_name": "busl-1.1",
"pipeline_tag": "sentence-similarity",
"tags": [
"sentence-transformers",
"feature-extraction",
"sentence-similarity",
"code-search",
"code-retrieval",
"swe-bench",
"transformers.js",
"onnx",
"model-soup"
]
},
"createdAt": "2026-09-27T23:00:52.000Z",
"downloads": 927,
"gated": false,
"id": "RiverRider/motherlode-code-small-en-v0.1",
"lastModified": "2026-09-30T15:20:05.000Z",
"library_name": "sentence-transformers",
"likes": 3,
"modelId": "RiverRider/motherlode-code-small-en-v0.1",
"pipeline_tag": "sentence-similarity",
"private": false,
"sha": "10c3db34a27980cbca72227f736807aa8be487bb",
"siblings": [
{
"rfilename": ".eval_results/ArguAna.yaml"
},
{
"rfilename": ".eval_results/BRIGHT(v1.1).yaml"
},
{
"rfilename": ".eval_results/BrightAopsRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightBiologyLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightBiologyRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightEarthScienceLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightEarthScienceRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightEconomicsLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightEconomicsRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightLeetcodeRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightPonyLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightPonyRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightPsychologyLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightPsychologyRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightRoboticsLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightRoboticsRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightStackoverflowLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightStackoverflowRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightSustainableLivingLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightSustainableLivingRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightTheoremQAQuestionsRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightTheoremQATheoremsRetrieval.yaml"
},
{
"rfilename": ".gitattributes"
},
{
"rfilename": "1_Pooling/config.json"
},
{
"rfilename": "2_Normalize/config.json"
},
{
"rfilename": "LICENSE"
},
{
"rfilename": "NOTICE"
},
{
"rfilename": "README.md"
},
{
"rfilename": "SHA256SUMS"
},
{
"rfilename": "centring/mean_captions_coco20k.json"
},
{
"rfilename": "centring/mean_code_pilot64k.json"
},
{
"rfilename": "centring/mean_shipped.json"
},
{
"rfilename": "config.json"
},
{
"rfilename": "config_sentence_transformers.json"
},
{
"rfilename": "engine/gates.json"
},
{
"rfilename": "gguf/motherlode-code-small-en-v0.1-f16.gguf"
},
{
"rfilename": "heads/text_head_soup_v3gallery.safetensors"
},
{
"rfilename": "heads/vision_qwen38_L52_soup.head"
},
{
"rfilename": "model.safetensors"
},
{
"rfilename": "modules.json"
},
{
"rfilename": "onnx/model.onnx"
},
{
"rfilename": "onnx/model_fp16.onnx"
},
{
"rfilename": "sentence_bert_config.json"
},
{
"rfilename": "special_tokens_map.json"
},
{
"rfilename": "tokenizer.json"
},
{
"rfilename": "tokenizer_config.json"
},
{
"rfilename": "tower/coco_caps_soup.bin"
},
{
"rfilename": "tower/mcs0_soup.head"
},
{
"rfilename": "vocab.txt"
}
],
"tags": [
"sentence-transformers",
"onnx",
"safetensors",
"gguf",
"bert",
"feature-extraction",
"sentence-similarity",
"code-search",
"code-retrieval",
"swe-bench",
"transformers.js",
"model-soup",
"en",
"arxiv:2407.02883",
"base_model:BAAI/bge-small-en-v1.5",
"base_model:finetune:BAAI/bge-small-en-v1.5",
"license:other",
"eval-results",
"text-embeddings-inference",
"endpoints_compatible",
"region:us"
]
} | — | ||||
| Downloads downloads not compared | GGUF quantisations | 927receipt
What the source handed over{
"_id": "6ab9a0241f2e996ba1fa2479",
"author": "RiverRider",
"cardData": {
"base_model": "BAAI/bge-small-en-v1.5",
"base_model_relation": "finetune",
"language": [
"en"
],
"library_name": "sentence-transformers",
"license": "other",
"license_link": "LICENSE",
"license_name": "busl-1.1",
"pipeline_tag": "sentence-similarity",
"tags": [
"sentence-transformers",
"feature-extraction",
"sentence-similarity",
"code-search",
"code-retrieval",
"swe-bench",
"transformers.js",
"onnx",
"model-soup"
]
},
"createdAt": "2026-09-27T23:00:52.000Z",
"downloads": 927,
"gated": false,
"id": "RiverRider/motherlode-code-small-en-v0.1",
"lastModified": "2026-09-30T15:20:05.000Z",
"library_name": "sentence-transformers",
"likes": 3,
"modelId": "RiverRider/motherlode-code-small-en-v0.1",
"pipeline_tag": "sentence-similarity",
"private": false,
"sha": "10c3db34a27980cbca72227f736807aa8be487bb",
"siblings": [
{
"rfilename": ".eval_results/ArguAna.yaml"
},
{
"rfilename": ".eval_results/BRIGHT(v1.1).yaml"
},
{
"rfilename": ".eval_results/BrightAopsRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightBiologyLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightBiologyRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightEarthScienceLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightEarthScienceRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightEconomicsLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightEconomicsRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightLeetcodeRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightPonyLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightPonyRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightPsychologyLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightPsychologyRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightRoboticsLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightRoboticsRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightStackoverflowLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightStackoverflowRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightSustainableLivingLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightSustainableLivingRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightTheoremQAQuestionsRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightTheoremQATheoremsRetrieval.yaml"
},
{
"rfilename": ".gitattributes"
},
{
"rfilename": "1_Pooling/config.json"
},
{
"rfilename": "2_Normalize/config.json"
},
{
"rfilename": "LICENSE"
},
{
"rfilename": "NOTICE"
},
{
"rfilename": "README.md"
},
{
"rfilename": "SHA256SUMS"
},
{
"rfilename": "centring/mean_captions_coco20k.json"
},
{
"rfilename": "centring/mean_code_pilot64k.json"
},
{
"rfilename": "centring/mean_shipped.json"
},
{
"rfilename": "config.json"
},
{
"rfilename": "config_sentence_transformers.json"
},
{
"rfilename": "engine/gates.json"
},
{
"rfilename": "gguf/motherlode-code-small-en-v0.1-f16.gguf"
},
{
"rfilename": "heads/text_head_soup_v3gallery.safetensors"
},
{
"rfilename": "heads/vision_qwen38_L52_soup.head"
},
{
"rfilename": "model.safetensors"
},
{
"rfilename": "modules.json"
},
{
"rfilename": "onnx/model.onnx"
},
{
"rfilename": "onnx/model_fp16.onnx"
},
{
"rfilename": "sentence_bert_config.json"
},
{
"rfilename": "special_tokens_map.json"
},
{
"rfilename": "tokenizer.json"
},
{
"rfilename": "tokenizer_config.json"
},
{
"rfilename": "tower/coco_caps_soup.bin"
},
{
"rfilename": "tower/mcs0_soup.head"
},
{
"rfilename": "vocab.txt"
}
],
"tags": [
"sentence-transformers",
"onnx",
"safetensors",
"gguf",
"bert",
"feature-extraction",
"sentence-similarity",
"code-search",
"code-retrieval",
"swe-bench",
"transformers.js",
"model-soup",
"en",
"arxiv:2407.02883",
"base_model:BAAI/bge-small-en-v1.5",
"base_model:finetune:BAAI/bge-small-en-v1.5",
"license:other",
"eval-results",
"text-embeddings-inference",
"endpoints_compatible",
"region:us"
]
} | — | ||||
| Downloads downloads not compared | Hugging Face models | 63079743receipt
What the source handed over{
"_asked": "BAAI/bge-small-en-v1.5",
"_id": "64fff537d522560505ad6567",
"author": "BAAI",
"cardData": {
"language": [
"en"
],
"license": "mit",
"model-index": [
{
"name": "bge-small-en-v1.5",
"results": [
{
"dataset": {
"config": "en",
"name": "MTEB AmazonCounterfactualClassification (en)",
"revision": "e8379541af4e31359cca9fbcf4b00f2671dba205",
"split": "test",
"type": "mteb/amazon_counterfactual"
},
"metrics": [
{
"type": "accuracy",
"value": 73.79104477611939,
"verified": false
},
{
"type": "ap",
"value": 37.21923821573361,
"verified": false
},
{
"type": "f1",
"value": 68.0914945617093,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB AmazonPolarityClassification",
"revision": "e2d317d38cd51312af73b3d32a06d1a08b442046",
"split": "test",
"type": "mteb/amazon_polarity"
},
"metrics": [
{
"type": "accuracy",
"value": 92.753775,
"verified": false
},
{
"type": "ap",
"value": 89.46766124546022,
"verified": false
},
{
"type": "f1",
"value": 92.73884001331488,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB AmazonReviewsClassification (en)",
"revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
"split": "test",
"type": "mteb/amazon_reviews_multi"
},
"metrics": [
{
"type": "accuracy",
"value": 46.986,
"verified": false
},
{
"type": "f1",
"value": 46.55936786727896,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArguAna",
"revision": "None",
"split": "test",
"type": "arguana"
},
"metrics": [
{
"type": "map_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "map_at_10",
"value": 51.388,
"verified": false
},
{
"type": "map_at_100",
"value": 52.133,
"verified": false
},
{
"type": "map_at_1000",
"value": 52.141000000000005,
"verified": false
},
{
"type": "map_at_3",
"value": 47.037,
"verified": false
},
{
"type": "map_at_5",
"value": 49.579,
"verified": false
},
{
"type": "mrr_at_1",
"value": 36.558,
"verified": false
},
{
"type": "mrr_at_10",
"value": 51.658,
"verified": false
},
{
"type": "mrr_at_100",
"value": 52.402,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 52.41,
"verified": false
},
{
"type": "mrr_at_3",
"value": 47.345,
"verified": false
},
{
"type": "mrr_at_5",
"value": 49.797999999999995,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 59.55,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 62.596,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 62.759,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 50.666999999999994,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 55.228,
"verified": false
},
{
"type": "precision_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.542,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.984,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.1,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.389,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.438,
"verified": false
},
{
"type": "recall_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "recall_at_10",
"value": 85.42,
"verified": false
},
{
"type": "recall_at_100",
"value": 98.435,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.644,
"verified": false
},
{
"type": "recall_at_3",
"value": 61.166,
"verified": false
},
{
"type": "recall_at_5",
"value": 72.191,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArxivClusteringP2P",
"revision": "a122ad7f3f0291bf49cc6f4d32aa80929df69d5d",
"split": "test",
"type": "mteb/arxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 47.402770198163594,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArxivClusteringS2S",
"revision": "f910caf1a6075f7329cdf8c1a6135696f37dbd53",
"split": "test",
"type": "mteb/arxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 40.01545436974177,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB AskUbuntuDupQuestions",
"revision": "2000358ca161889fa9c082cb41daa8dcfb161a54",
"split": "test",
"type": "mteb/askubuntudupquestions-reranking"
},
"metrics": [
{
"type": "map",
"value": 62.5864652732072,
"verified": false
},
{
"type": "mrr",
"value": 74.42169019038825,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BIOSSES",
"revision": "d3fb88f8f02e40887cd149695127462bbcf29b4a",
"split": "test",
"type": "mteb/biosses-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 85.1891186537969,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 83.75492046087288,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 84.11766204805357,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 84.01456493126516,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 84.2132950502772,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 83.89227298813377,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB Banking77Classification",
"revision": "0fd18e25b25c072e09e0d92ab615fda904d66300",
"split": "test",
"type": "mteb/banking77"
},
"metrics": [
{
"type": "accuracy",
"value": 85.74025974025975,
"verified": false
},
{
"type": "f1",
"value": 85.71493566466381,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BiorxivClusteringP2P",
"revision": "65b79d1d13f80053f67aca9498d9402c2d9f1f40",
"split": "test",
"type": "mteb/biorxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 38.467181385006434,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BiorxivClusteringS2S",
"revision": "258694dd0231531bc1fd9de6ceb52a0853c6d908",
"split": "test",
"type": "mteb/biorxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 34.719496037339056,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackAndroidRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 29.587000000000003,
"verified": false
},
{
"type": "map_at_10",
"value": 41.114,
"verified": false
},
{
"type": "map_at_100",
"value": 42.532,
"verified": false
},
{
"type": "map_at_1000",
"value": 42.661,
"verified": false
},
{
"type": "map_at_3",
"value": 37.483,
"verified": false
},
{
"type": "map_at_5",
"value": 39.652,
"verified": false
},
{
"type": "mrr_at_1",
"value": 36.338,
"verified": false
},
{
"type": "mrr_at_10",
"value": 46.763,
"verified": false
},
{
"type": "mrr_at_100",
"value": 47.393,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 47.445,
"verified": false
},
{
"type": "mrr_at_3",
"value": 43.538,
"verified": false
},
{
"type": "mrr_at_5",
"value": 45.556,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 36.338,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 47.658,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 52.824000000000005,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 54.913999999999994,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.989,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 44.944,
"verified": false
},
{
"type": "precision_at_1",
"value": 36.338,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.156,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.479,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.196,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.076,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.85,
"verified": false
},
{
"type": "recall_at_1",
"value": 29.587000000000003,
"verified": false
},
{
"type": "recall_at_10",
"value": 60.746,
"verified": false
},
{
"type": "recall_at_100",
"value": 82.157,
"verified": false
},
{
"type": "recall_at_1000",
"value": 95.645,
"verified": false
},
{
"type": "recall_at_3",
"value": 44.821,
"verified": false
},
{
"type": "recall_at_5",
"value": 52.819,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackEnglishRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 30.239,
"verified": false
},
{
"type": "map_at_10",
"value": 39.989,
"verified": false
},
{
"type": "map_at_100",
"value": 41.196,
"verified": false
},
{
"type": "map_at_1000",
"value": 41.325,
"verified": false
},
{
"type": "map_at_3",
"value": 37.261,
"verified": false
},
{
"type": "map_at_5",
"value": 38.833,
"verified": false
},
{
"type": "mrr_at_1",
"value": 37.516,
"verified": false
},
{
"type": "mrr_at_10",
"value": 46.177,
"verified": false
},
{
"type": "mrr_at_100",
"value": 46.806,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 46.849,
"verified": false
},
{
"type": "mrr_at_3",
"value": 44.002,
"verified": false
},
{
"type": "mrr_at_5",
"value": 45.34,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 37.516,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 45.586,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 49.897000000000006,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.955,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.684,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 43.617,
"verified": false
},
{
"type": "precision_at_1",
"value": 37.516,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.522,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.374,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.184,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.106,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.153,
"verified": false
},
{
"type": "recall_at_1",
"value": 30.239,
"verified": false
},
{
"type": "recall_at_10",
"value": 55.03,
"verified": false
},
{
"type": "recall_at_100",
"value": 73.375,
"verified": false
},
{
"type": "recall_at_1000",
"value": 86.29599999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 43.269000000000005,
"verified": false
},
{
"type": "recall_at_5",
"value": 48.878,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackGamingRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 38.338,
"verified": false
},
{
"type": "map_at_10",
"value": 50.468999999999994,
"verified": false
},
{
"type": "map_at_100",
"value": 51.553,
"verified": false
},
{
"type": "map_at_1000",
"value": 51.608,
"verified": false
},
{
"type": "map_at_3",
"value": 47.107,
"verified": false
},
{
"type": "map_at_5",
"value": 49.101,
"verified": false
},
{
"type": "mrr_at_1",
"value": 44.201,
"verified": false
},
{
"type": "mrr_at_10",
"value": 54.057,
"verified": false
},
{
"type": "mrr_at_100",
"value": 54.764,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 54.791,
"verified": false
},
{
"type": "mrr_at_3",
"value": 51.56699999999999,
"verified": false
},
{
"type": "mrr_at_5",
"value": 53.05,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 44.201,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 56.379000000000005,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 60.645,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 61.73499999999999,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 50.726000000000006,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 53.58500000000001,
"verified": false
},
{
"type": "precision_at_1",
"value": 44.201,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.141,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.216,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.135,
"verified": false
},
{
"type": "precision_at_3",
"value": 22.654,
"verified": false
},
{
"type": "precision_at_5",
"value": 15.723999999999998,
"verified": false
},
{
"type": "recall_at_1",
"value": 38.338,
"verified": false
},
{
"type": "recall_at_10",
"value": 70.30499999999999,
"verified": false
},
{
"type": "recall_at_100",
"value": 88.77199999999999,
"verified": false
},
{
"type": "recall_at_1000",
"value": 96.498,
"verified": false
},
{
"type": "recall_at_3",
"value": 55.218,
"verified": false
},
{
"type": "recall_at_5",
"value": 62.104000000000006,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackGisRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 25.682,
"verified": false
},
{
"type": "map_at_10",
"value": 33.498,
"verified": false
},
{
"type": "map_at_100",
"value": 34.461000000000006,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.544000000000004,
"verified": false
},
{
"type": "map_at_3",
"value": 30.504,
"verified": false
},
{
"type": "map_at_5",
"value": 32.216,
"verified": false
},
{
"type": "mrr_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "mrr_at_10",
"value": 35.467999999999996,
"verified": false
},
{
"type": "mrr_at_100",
"value": 36.32,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 36.386,
"verified": false
},
{
"type": "mrr_at_3",
"value": 32.618,
"verified": false
},
{
"type": "mrr_at_5",
"value": 34.262,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.378,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 43.288,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 45.413,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.586,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.499,
"verified": false
},
{
"type": "precision_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.864,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.882,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.11,
"verified": false
},
{
"type": "precision_at_3",
"value": 13.446,
"verified": false
},
{
"type": "precision_at_5",
"value": 9.718,
"verified": false
},
{
"type": "recall_at_1",
"value": 25.682,
"verified": false
},
{
"type": "recall_at_10",
"value": 51.712,
"verified": false
},
{
"type": "recall_at_100",
"value": 74.446,
"verified": false
},
{
"type": "recall_at_1000",
"value": 90.472,
"verified": false
},
{
"type": "recall_at_3",
"value": 36.236,
"verified": false
},
{
"type": "recall_at_5",
"value": 43.234,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackMathematicaRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 16.073999999999998,
"verified": false
},
{
"type": "map_at_10",
"value": 24.353,
"verified": false
},
{
"type": "map_at_100",
"value": 25.438,
"verified": false
},
{
"type": "map_at_1000",
"value": 25.545,
"verified": false
},
{
"type": "map_at_3",
"value": 21.614,
"verified": false
},
{
"type": "map_at_5",
"value": 23.104,
"verified": false
},
{
"type": "mrr_at_1",
"value": 19.776,
"verified": false
},
{
"type": "mrr_at_10",
"value": 28.837000000000003,
"verified": false
},
{
"type": "mrr_at_100",
"value": 29.755,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 29.817,
"verified": false
},
{
"type": "mrr_at_3",
"value": 26.202,
"verified": false
},
{
"type": "mrr_at_5",
"value": 27.714,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 19.776,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 29.701,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 35.307,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 37.942,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 24.764,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 27.025,
"verified": false
},
{
"type": "precision_at_1",
"value": 19.776,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.659,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.971,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.133,
"verified": false
},
{
"type": "precision_at_3",
"value": 12.065,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.905000000000001,
"verified": false
},
{
"type": "recall_at_1",
"value": 16.073999999999998,
"verified": false
},
{
"type": "recall_at_10",
"value": 41.647,
"verified": false
},
{
"type": "recall_at_100",
"value": 66.884,
"verified": false
},
{
"type": "recall_at_1000",
"value": 85.91499999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 27.916,
"verified": false
},
{
"type": "recall_at_5",
"value": 33.729,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackPhysicsRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 28.444999999999997,
"verified": false
},
{
"type": "map_at_10",
"value": 38.218999999999994,
"verified": false
},
{
"type": "map_at_100",
"value": 39.595,
"verified": false
},
{
"type": "map_at_1000",
"value": 39.709,
"verified": false
},
{
"type": "map_at_3",
"value": 35.586,
"verified": false
},
{
"type": "map_at_5",
"value": 36.895,
"verified": false
},
{
"type": "mrr_at_1",
"value": 34.841,
"verified": false
},
{
"type": "mrr_at_10",
"value": 44.106,
"verified": false
},
{
"type": "mrr_at_100",
"value": 44.98,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 45.03,
"verified": false
},
{
"type": "mrr_at_3",
"value": 41.979,
"verified": false
},
{
"type": "mrr_at_5",
"value": 43.047999999999995,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 34.841,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 43.922,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 49.504999999999995,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.675,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 39.858,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 41.408,
"verified": false
},
{
"type": "precision_at_1",
"value": 34.841,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.872999999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.245,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.161,
"verified": false
},
{
"type": "precision_at_3",
"value": 18.993,
"verified": false
},
{
"type": "precision_at_5",
"value": 13.032,
"verified": false
},
{
"type": "recall_at_1",
"value": 28.444999999999997,
"verified": false
},
{
"type": "recall_at_10",
"value": 54.984,
"verified": false
},
{
"type": "recall_at_100",
"value": 78.342,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.77,
"verified": false
},
{
"type": "recall_at_3",
"value": 42.843,
"verified": false
},
{
"type": "recall_at_5",
"value": 47.247,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackProgrammersRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.072,
"verified": false
},
{
"type": "map_at_10",
"value": 32.354,
"verified": false
},
{
"type": "map_at_100",
"value": 33.800000000000004,
"verified": false
},
{
"type": "map_at_1000",
"value": 33.908,
"verified": false
},
{
"type": "map_at_3",
"value": 29.232000000000003,
"verified": false
},
{
"type": "map_at_5",
"value": 31.049,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "mrr_at_10",
"value": 38.03,
"verified": false
},
{
"type": "mrr_at_100",
"value": 39.032,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 39.087,
"verified": false
},
{
"type": "mrr_at_3",
"value": 35.407,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.76,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.231,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.425,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.771,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 33.095,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.459,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.215000000000001,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.211,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.157,
"verified": false
},
{
"type": "precision_at_3",
"value": 16.058,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.644,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.072,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.285999999999994,
"verified": false
},
{
"type": "recall_at_100",
"value": 76.596,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.861,
"verified": false
},
{
"type": "recall_at_3",
"value": 35.702,
"verified": false
},
{
"type": "recall_at_5",
"value": 42.152,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 24.937916666666663,
"verified": false
},
{
"type": "map_at_10",
"value": 33.755250000000004,
"verified": false
},
{
"type": "map_at_100",
"value": 34.955999999999996,
"verified": false
},
{
"type": "map_at_1000",
"value": 35.070499999999996,
"verified": false
},
{
"type": "map_at_3",
"value": 30.98708333333333,
"verified": false
},
{
"type": "map_at_5",
"value": 32.51491666666666,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "mrr_at_10",
"value": 37.92183333333334,
"verified": false
},
{
"type": "mrr_at_100",
"value": 38.76583333333333,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 38.82466666666667,
"verified": false
},
{
"type": "mrr_at_3",
"value": 35.45125,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.827000000000005,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 39.05225,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.25983333333334,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.568333333333335,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 34.271583333333325,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 36.483916666666666,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.865749999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.1195833333333332,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.15058333333333335,
"verified": false
},
{
"type": "precision_at_3",
"value": 15.742083333333332,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.221916666666669,
"verified": false
},
{
"type": "recall_at_1",
"value": 24.937916666666663,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.650416666666665,
"verified": false
},
{
"type": "recall_at_100",
"value": 73.55383333333334,
"verified": false
},
{
"type": "recall_at_1000",
"value": 89.61691666666667,
"verified": false
},
{
"type": "recall_at_3",
"value": 37.27808333333334,
"verified": false
},
{
"type": "recall_at_5",
"value": 42.99475,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackStatsRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.947,
"verified": false
},
{
"type": "map_at_10",
"value": 30.575000000000003,
"verified": false
},
{
"type": "map_at_100",
"value": 31.465,
"verified": false
},
{
"type": "map_at_1000",
"value": 31.558000000000003,
"verified": false
},
{
"type": "map_at_3",
"value": 28.814,
"verified": false
},
{
"type": "map_at_5",
"value": 29.738999999999997,
"verified": false
},
{
"type": "mrr_at_1",
"value": 26.994,
"verified": false
},
{
"type": "mrr_at_10",
"value": 33.415,
"verified": false
},
{
"type": "mrr_at_100",
"value": 34.18,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 34.245,
"verified": false
},
{
"type": "mrr_at_3",
"value": 31.621,
"verified": false
},
{
"type": "mrr_at_5",
"value": 32.549,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 26.994,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 34.482,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 38.915,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 41.355,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 31.139,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 32.589,
"verified": false
},
{
"type": "precision_at_1",
"value": 26.994,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.322,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.8160000000000001,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.11100000000000002,
"verified": false
},
{
"type": "precision_at_3",
"value": 13.344,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.988,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.947,
"verified": false
},
{
"type": "recall_at_10",
"value": 43.648,
"verified": false
},
{
"type": "recall_at_100",
"value": 63.851,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82,
"verified": false
},
{
"type": "recall_at_3",
"value": 34.288000000000004,
"verified": false
},
{
"type": "recall_at_5",
"value": 38.117,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackTexRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 16.197,
"verified": false
},
{
"type": "map_at_10",
"value": 22.968,
"verified": false
},
{
"type": "map_at_100",
"value": 24.095,
"verified": false
},
{
"type": "map_at_1000",
"value": 24.217,
"verified": false
},
{
"type": "map_at_3",
"value": 20.771,
"verified": false
},
{
"type": "map_at_5",
"value": 21.995,
"verified": false
},
{
"type": "mrr_at_1",
"value": 19.511,
"verified": false
},
{
"type": "mrr_at_10",
"value": 26.55,
"verified": false
},
{
"type": "mrr_at_100",
"value": 27.501,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 27.578999999999997,
"verified": false
},
{
"type": "mrr_at_3",
"value": 24.421,
"verified": false
},
{
"type": "mrr_at_5",
"value": 25.604,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 19.511,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 27.386,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 32.828,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 35.739,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 23.405,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 25.255,
"verified": false
},
{
"type": "precision_at_1",
"value": 19.511,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.017,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.91,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.133,
"verified": false
},
{
"type": "precision_at_3",
"value": 11.023,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.025,
"verified": false
},
{
"type": "recall_at_1",
"value": 16.197,
"verified": false
},
{
"type": "recall_at_10",
"value": 37.09,
"verified": false
},
{
"type": "recall_at_100",
"value": 61.778,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82.56599999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 26.034,
"verified": false
},
{
"type": "recall_at_5",
"value": 30.762,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackUnixRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 25.41,
"verified": false
},
{
"type": "map_at_10",
"value": 33.655,
"verified": false
},
{
"type": "map_at_100",
"value": 34.892,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.995,
"verified": false
},
{
"type": "map_at_3",
"value": 30.94,
"verified": false
},
{
"type": "map_at_5",
"value": 32.303,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.478,
"verified": false
},
{
"type": "mrr_at_10",
"value": 37.443,
"verified": false
},
{
"type": "mrr_at_100",
"value": 38.383,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 38.440000000000005,
"verified": false
},
{
"type": "mrr_at_3",
"value": 34.949999999999996,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.228,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.478,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.769,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.245000000000005,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.593,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 33.623,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.766,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.478,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.455,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.032,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.135,
"verified": false
},
{
"type": "precision_at_3",
"value": 14.893999999999998,
"verified": false
},
{
"type": "precision_at_5",
"value": 10.485,
"verified": false
},
{
"type": "recall_at_1",
"value": 25.41,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.669,
"verified": false
},
{
"type": "recall_at_100",
"value": 74.084,
"verified": false
},
{
"type": "recall_at_1000",
"value": 90.435,
"verified": false
},
{
"type": "recall_at_3",
"value": 36.679,
"verified": false
},
{
"type": "recall_at_5",
"value": 41.94,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackWebmastersRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.339,
"verified": false
},
{
"type": "map_at_10",
"value": 31.852000000000004,
"verified": false
},
{
"type": "map_at_100",
"value": 33.411,
"verified": false
},
{
"type": "map_at_1000",
"value": 33.62,
"verified": false
},
{
"type": "map_at_3",
"value": 28.929,
"verified": false
},
{
"type": "map_at_5",
"value": 30.542,
"verified": false
},
{
"type": "mrr_at_1",
"value": 28.063,
"verified": false
},
{
"type": "mrr_at_10",
"value": 36.301,
"verified": false
},
{
"type": "mrr_at_100",
"value": 37.288,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 37.349,
"verified": false
},
{
"type": "mrr_at_3",
"value": 33.663,
"verified": false
},
{
"type": "mrr_at_5",
"value": 35.165,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 28.063,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 37.462,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 43.620999999999995,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.211,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.68,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 34.981,
"verified": false
},
{
"type": "precision_at_1",
"value": 28.063,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.1739999999999995,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.486,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.235,
"verified": false
},
{
"type": "precision_at_3",
"value": 15.217,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.265,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.339,
"verified": false
},
{
"type": "recall_at_10",
"value": 48.376999999999995,
"verified": false
},
{
"type": "recall_at_100",
"value": 76.053,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.455,
"verified": false
},
{
"type": "recall_at_3",
"value": 34.735,
"verified": false
},
{
"type": "recall_at_5",
"value": 40.71,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackWordpressRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 18.925,
"verified": false
},
{
"type": "map_at_10",
"value": 26.017000000000003,
"verified": false
},
{
"type": "map_at_100",
"value": 27.034,
"verified": false
},
{
"type": "map_at_1000",
"value": 27.156,
"verified": false
},
{
"type": "map_at_3",
"value": 23.604,
"verified": false
},
{
"type": "map_at_5",
"value": 24.75,
"verified": false
},
{
"type": "mrr_at_1",
"value": 20.333,
"verified": false
},
{
"type": "mrr_at_10",
"value": 27.915,
"verified": false
},
{
"type": "mrr_at_100",
"value": 28.788000000000004,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 28.877999999999997,
"verified": false
},
{
"type": "mrr_at_3",
"value": 25.446999999999996,
"verified": false
},
{
"type": "mrr_at_5",
"value": 26.648,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 20.333,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 30.673,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 35.618,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 38.517,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 25.71,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 27.679,
"verified": false
},
{
"type": "precision_at_1",
"value": 20.333,
"verified": false
},
{
"type": "precision_at_10",
"value": 4.9910000000000005,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.8130000000000001,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.117,
"verified": false
},
{
"type": "precision_at_3",
"value": 11.029,
"verified": false
},
{
"type": "precision_at_5",
"value": 7.874,
"verified": false
},
{
"type": "recall_at_1",
"value": 18.925,
"verified": false
},
{
"type": "recall_at_10",
"value": 43.311,
"verified": false
},
{
"type": "recall_at_100",
"value": 66.308,
"verified": false
},
{
"type": "recall_at_1000",
"value": 87.49,
"verified": false
},
{
"type": "recall_at_3",
"value": 29.596,
"verified": false
},
{
"type": "recall_at_5",
"value": 34.245,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ClimateFEVER",
"revision": "None",
"split": "test",
"type": "climate-fever"
},
"metrics": [
{
"type": "map_at_1",
"value": 13.714,
"verified": false
},
{
"type": "map_at_10",
"value": 23.194,
"verified": false
},
{
"type": "map_at_100",
"value": 24.976000000000003,
"verified": false
},
{
"type": "map_at_1000",
"value": 25.166,
"verified": false
},
{
"type": "map_at_3",
"value": 19.709,
"verified": false
},
{
"type": "map_at_5",
"value": 21.523999999999997,
"verified": false
},
{
"type": "mrr_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "mrr_at_10",
"value": 42.563,
"verified": false
},
{
"type": "mrr_at_100",
"value": 43.386,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 43.423,
"verified": false
},
{
"type": "mrr_at_3",
"value": 39.555,
"verified": false
},
{
"type": "mrr_at_5",
"value": 41.268,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 31.836,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 38.652,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 42.088,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 26.733,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 28.435,
"verified": false
},
{
"type": "precision_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.752,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.71,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.235,
"verified": false
},
{
"type": "precision_at_3",
"value": 19.935,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.984,
"verified": false
},
{
"type": "recall_at_1",
"value": 13.714,
"verified": false
},
{
"type": "recall_at_10",
"value": 37.26,
"verified": false
},
{
"type": "recall_at_100",
"value": 60.546,
"verified": false
},
{
"type": "recall_at_1000",
"value": 79.899,
"verified": false
},
{
"type": "recall_at_3",
"value": 24.325,
"verified": false
},
{
"type": "recall_at_5",
"value": 29.725,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB DBPedia",
"revision": "None",
"split": "test",
"type": "dbpedia-entity"
},
"metrics": [
{
"type": "map_at_1",
"value": 8.462,
"verified": false
},
{
"type": "map_at_10",
"value": 18.637,
"verified": false
},
{
"type": "map_at_100",
"value": 26.132,
"verified": false
},
{
"type": "map_at_1000",
"value": 27.607,
"verified": false
},
{
"type": "map_at_3",
"value": 13.333,
"verified": false
},
{
"type": "map_at_5",
"value": 15.654000000000002,
"verified": false
},
{
"type": "mrr_at_1",
"value": 66.25,
"verified": false
},
{
"type": "mrr_at_10",
"value": 74.32600000000001,
"verified": false
},
{
"type": "mrr_at_100",
"value": 74.60900000000001,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 74.62,
"verified": false
},
{
"type": "mrr_at_3",
"value": 72.667,
"verified": false
},
{
"type": "mrr_at_5",
"value": 73.817,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 53.87499999999999,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.029,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.199,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.629999999999995,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 44.113,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 41.731,
"verified": false
},
{
"type": "precision_at_1",
"value": 66.25,
"verified": false
},
{
"type": "precision_at_10",
"value": 31.9,
"verified": false
},
{
"type": "precision_at_100",
"value": 10.043,
"verified": false
},
{
"type": "precision_at_1000",
"value": 1.926,
"verified": false
},
{
"type": "precision_at_3",
"value": 47.417,
"verified": false
},
{
"type": "precision_at_5",
"value": 40.65,
"verified": false
},
{
"type": "recall_at_1",
"value": 8.462,
"verified": false
},
{
"type": "recall_at_10",
"value": 24.293,
"verified": false
},
{
"type": "recall_at_100",
"value": 50.146,
"verified": false
},
{
"type": "recall_at_1000",
"value": 74.034,
"verified": false
},
{
"type": "recall_at_3",
"value": 14.967,
"verified": false
},
{
"type": "recall_at_5",
"value": 18.682,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB EmotionClassification",
"revision": "4f58c6b202a23cf9a4da393831edf4f9183cad37",
"split": "test",
"type": "mteb/emotion"
},
"metrics": [
{
"type": "accuracy",
"value": 47.84499999999999,
"verified": false
},
{
"type": "f1",
"value": 42.48106691979349,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB FEVER",
"revision": "None",
"split": "test",
"type": "fever"
},
"metrics": [
{
"type": "map_at_1",
"value": 74.034,
"verified": false
},
{
"type": "map_at_10",
"value": 82.76,
"verified": false
},
{
"type": "map_at_100",
"value": 82.968,
"verified": false
},
{
"type": "map_at_1000",
"value": 82.98299999999999,
"verified": false
},
{
"type": "map_at_3",
"value": 81.768,
"verified": false
},
{
"type": "map_at_5",
"value": 82.418,
"verified": false
},
{
"type": "mrr_at_1",
"value": 80.048,
"verified": false
},
{
"type": "mrr_at_10",
"value": 87.64999999999999,
"verified": false
},
{
"type": "mrr_at_100",
"value": 87.712,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 87.713,
"verified": false
},
{
"type": "mrr_at_3",
"value": 87.01100000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 87.466,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 80.048,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 86.643,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 87.361,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 87.606,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 85.137,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 86.016,
"verified": false
},
{
"type": "precision_at_1",
"value": 80.048,
"verified": false
},
{
"type": "precision_at_10",
"value": 10.372,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.093,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.113,
"verified": false
},
{
"type": "precision_at_3",
"value": 32.638,
"verified": false
},
{
"type": "precision_at_5",
"value": 20.177,
"verified": false
},
{
"type": "recall_at_1",
"value": 74.034,
"verified": false
},
{
"type": "recall_at_10",
"value": 93.769,
"verified": false
},
{
"type": "recall_at_100",
"value": 96.569,
"verified": false
},
{
"type": "recall_at_1000",
"value": 98.039,
"verified": false
},
{
"type": "recall_at_3",
"value": 89.581,
"verified": false
},
{
"type": "recall_at_5",
"value": 91.906,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB FiQA2018",
"revision": "None",
"split": "test",
"type": "fiqa"
},
"metrics": [
{
"type": "map_at_1",
"value": 20.5,
"verified": false
},
{
"type": "map_at_10",
"value": 32.857,
"verified": false
},
{
"type": "map_at_100",
"value": 34.589,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.778,
"verified": false
},
{
"type": "map_at_3",
"value": 29.161,
"verified": false
},
{
"type": "map_at_5",
"value": 31.033,
"verified": false
},
{
"type": "mrr_at_1",
"value": 40.123,
"verified": false
},
{
"type": "mrr_at_10",
"value": 48.776,
"verified": false
},
{
"type": "mrr_at_100",
"value": 49.495,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 49.539,
"verified": false
},
{
"type": "mrr_at_3",
"value": 46.605,
"verified": false
},
{
"type": "mrr_at_5",
"value": 47.654,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 40.123,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.343,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 46.56,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 49.777,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 37.322,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 37.791,
"verified": false
},
{
"type": "precision_at_1",
"value": 40.123,
"verified": false
},
{
"type": "precision_at_10",
"value": 11.08,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.752,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.232,
"verified": false
},
{
"type": "precision_at_3",
"value": 24.897,
"verified": false
},
{
"type": "precision_at_5",
"value": 17.809,
"verified": false
},
{
"type": "recall_at_1",
"value": 20.5,
"verified": false
},
{
"type": "recall_at_10",
"value": 46.388,
"verified": false
},
{
"type": "recall_at_100",
"value": 69.552,
"verified": false
},
{
"type": "recall_at_1000",
"value": 89.011,
"verified": false
},
{
"type": "recall_at_3",
"value": 33.617999999999995,
"verified": false
},
{
"type": "recall_at_5",
"value": 38.211,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB HotpotQA",
"revision": "None",
"split": "test",
"type": "hotpotqa"
},
"metrics": [
{
"type": "map_at_1",
"value": 39.136,
"verified": false
},
{
"type": "map_at_10",
"value": 61.673,
"verified": false
},
{
"type": "map_at_100",
"value": 62.562,
"verified": false
},
{
"type": "map_at_1000",
"value": 62.62,
"verified": false
},
{
"type": "map_at_3",
"value": 58.468,
"verified": false
},
{
"type": "map_at_5",
"value": 60.463,
"verified": false
},
{
"type": "mrr_at_1",
"value": 78.271,
"verified": false
},
{
"type": "mrr_at_10",
"value": 84.119,
"verified": false
},
{
"type": "mrr_at_100",
"value": 84.29299999999999,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 84.299,
"verified": false
},
{
"type": "mrr_at_3",
"value": 83.18900000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 83.786,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 78.271,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 69.935,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 73.01299999999999,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 74.126,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 65.388,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 67.906,
"verified": false
},
{
"type": "precision_at_1",
"value": 78.271,
"verified": false
},
{
"type": "precision_at_10",
"value": 14.562,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.6969999999999998,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.184,
"verified": false
},
{
"type": "precision_at_3",
"value": 41.841,
"verified": false
},
{
"type": "precision_at_5",
"value": 27.087,
"verified": false
},
{
"type": "recall_at_1",
"value": 39.136,
"verified": false
},
{
"type": "recall_at_10",
"value": 72.809,
"verified": false
},
{
"type": "recall_at_100",
"value": 84.86200000000001,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.208,
"verified": false
},
{
"type": "recall_at_3",
"value": 62.76199999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 67.718,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ImdbClassification",
"revision": "3d86128a09e091d6018b6d26cad27f2739fc2db7",
"split": "test",
"type": "mteb/imdb"
},
"metrics": [
{
"type": "accuracy",
"value": 90.606,
"verified": false
},
{
"type": "ap",
"value": 86.6579587804335,
"verified": false
},
{
"type": "f1",
"value": 90.5938853929307,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MSMARCO",
"revision": "None",
"split": "dev",
"type": "msmarco"
},
"metrics": [
{
"type": "map_at_1",
"value": 21.852,
"verified": false
},
{
"type": "map_at_10",
"value": 33.982,
"verified": false
},
{
"type": "map_at_100",
"value": 35.116,
"verified": false
},
{
"type": "map_at_1000",
"value": 35.167,
"verified": false
},
{
"type": "map_at_3",
"value": 30.134,
"verified": false
},
{
"type": "map_at_5",
"value": 32.340999999999994,
"verified": false
},
{
"type": "mrr_at_1",
"value": 22.479,
"verified": false
},
{
"type": "mrr_at_10",
"value": 34.594,
"verified": false
},
{
"type": "mrr_at_100",
"value": 35.672,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 35.716,
"verified": false
},
{
"type": "mrr_at_3",
"value": 30.84,
"verified": false
},
{
"type": "mrr_at_5",
"value": 32.998,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 22.493,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.833000000000006,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 46.357,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 47.637,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.995999999999995,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 36.919,
"verified": false
},
{
"type": "precision_at_1",
"value": 22.493,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.465999999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.925,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.104,
"verified": false
},
{
"type": "precision_at_3",
"value": 14.031,
"verified": false
},
{
"type": "precision_at_5",
"value": 10.413,
"verified": false
},
{
"type": "recall_at_1",
"value": 21.852,
"verified": false
},
{
"type": "recall_at_10",
"value": 61.934999999999995,
"verified": false
},
{
"type": "recall_at_100",
"value": 87.611,
"verified": false
},
{
"type": "recall_at_1000",
"value": 97.441,
"verified": false
},
{
"type": "recall_at_3",
"value": 40.584,
"verified": false
},
{
"type": "recall_at_5",
"value": 49.992999999999995,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MTOPDomainClassification (en)",
"revision": "d80d48c1eb48d3562165c59d59d0034df9fff0bf",
"split": "test",
"type": "mteb/mtop_domain"
},
"metrics": [
{
"type": "accuracy",
"value": 93.36069311445507,
"verified": false
},
{
"type": "f1",
"value": 93.16456330371452,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MTOPIntentClassification (en)",
"revision": "ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba",
"split": "test",
"type": "mteb/mtop_intent"
},
"metrics": [
{
"type": "accuracy",
"value": 74.74692202462381,
"verified": false
},
{
"type": "f1",
"value": 58.17903579421599,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MassiveIntentClassification (en)",
"revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7",
"split": "test",
"type": "mteb/amazon_massive_intent"
},
"metrics": [
{
"type": "accuracy",
"value": 74.80833893745796,
"verified": false
},
{
"type": "f1",
"value": 72.70786592684664,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MassiveScenarioClassification (en)",
"revision": "7d571f92784cd94a019292a1f45445077d0ef634",
"split": "test",
"type": "mteb/amazon_massive_scenario"
},
"metrics": [
{
"type": "accuracy",
"value": 78.69872225958305,
"verified": false
},
{
"type": "f1",
"value": 78.61626934504731,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MedrxivClusteringP2P",
"revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73",
"split": "test",
"type": "mteb/medrxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 33.058658628717694,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MedrxivClusteringS2S",
"revision": "35191c8c0dca72d8ff3efcd72aa802307d469663",
"split": "test",
"type": "mteb/medrxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 30.85561739360599,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MindSmallReranking",
"revision": "3bdac13927fdc888b903db93b2ffdbd90b295a69",
"split": "test",
"type": "mteb/mind_small"
},
"metrics": [
{
"type": "map",
"value": 31.290259910144385,
"verified": false
},
{
"type": "mrr",
"value": 32.44223046102856,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB NFCorpus",
"revision": "None",
"split": "test",
"type": "nfcorpus"
},
"metrics": [
{
"type": "map_at_1",
"value": 5.288,
"verified": false
},
{
"type": "map_at_10",
"value": 12.268,
"verified": false
},
{
"type": "map_at_100",
"value": 15.557000000000002,
"verified": false
},
{
"type": "map_at_1000",
"value": 16.98,
"verified": false
},
{
"type": "map_at_3",
"value": 8.866,
"verified": false
},
{
"type": "map_at_5",
"value": 10.418,
"verified": false
},
{
"type": "mrr_at_1",
"value": 43.653,
"verified": false
},
{
"type": "mrr_at_10",
"value": 52.681,
"verified": false
},
{
"type": "mrr_at_100",
"value": 53.315999999999995,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 53.357,
"verified": false
},
{
"type": "mrr_at_3",
"value": 51.393,
"verified": false
},
{
"type": "mrr_at_5",
"value": 51.904,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 42.415000000000006,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 34.305,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 30.825999999999997,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 39.393,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 39.931,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 37.52,
"verified": false
},
{
"type": "precision_at_1",
"value": 43.653,
"verified": false
},
{
"type": "precision_at_10",
"value": 25.728,
"verified": false
},
{
"type": "precision_at_100",
"value": 7.932,
"verified": false
},
{
"type": "precision_at_1000",
"value": 2.07,
"verified": false
},
{
"type": "precision_at_3",
"value": 38.184000000000005,
"verified": false
},
{
"type": "precision_at_5",
"value": 32.879000000000005,
"verified": false
},
{
"type": "recall_at_1",
"value": 5.288,
"verified": false
},
{
"type": "recall_at_10",
"value": 16.195,
"verified": false
},
{
"type": "recall_at_100",
"value": 31.135,
"verified": false
},
{
"type": "recall_at_1000",
"value": 61.531000000000006,
"verified": false
},
{
"type": "recall_at_3",
"value": 10.313,
"verified": false
},
{
"type": "recall_at_5",
"value": 12.755,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB NQ",
"revision": "None",
"split": "test",
"type": "nq"
},
"metrics": [
{
"type": "map_at_1",
"value": 28.216,
"verified": false
},
{
"type": "map_at_10",
"value": 42.588,
"verified": false
},
{
"type": "map_at_100",
"value": 43.703,
"verified": false
},
{
"type": "map_at_1000",
"value": 43.739,
"verified": false
},
{
"type": "map_at_3",
"value": 38.177,
"verified": false
},
{
"type": "map_at_5",
"value": 40.754000000000005,
"verified": false
},
{
"type": "mrr_at_1",
"value": 31.866,
"verified": false
},
{
"type": "mrr_at_10",
"value": 45.189,
"verified": false
},
{
"type": "mrr_at_100",
"value": 46.056,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 46.081,
"verified": false
},
{
"type": "mrr_at_3",
"value": 41.526999999999994,
"verified": false
},
{
"type": "mrr_at_5",
"value": 43.704,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 31.837,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 50.178,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 54.98800000000001,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 55.812,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.853,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 46.153,
"verified": false
},
{
"type": "precision_at_1",
"value": 31.837,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.43,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.112,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.119,
"verified": false
},
{
"type": "precision_at_3",
"value": 19.023,
"verified": false
},
{
"type": "precision_at_5",
"value": 13.911,
"verified": false
},
{
"type": "recall_at_1",
"value": 28.216,
"verified": false
},
{
"type": "recall_at_10",
"value": 70.8,
"verified": false
},
{
"type": "recall_at_100",
"value": 91.857,
"verified": false
},
{
"type": "recall_at_1000",
"value": 97.941,
"verified": false
},
{
"type": "recall_at_3",
"value": 49.196,
"verified": false
},
{
"type": "recall_at_5",
"value": 59.072,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB QuoraRetrieval",
"revision": "None",
"split": "test",
"type": "quora"
},
"metrics": [
{
"type": "map_at_1",
"value": 71.22800000000001,
"verified": false
},
{
"type": "map_at_10",
"value": 85.115,
"verified": false
},
{
"type": "map_at_100",
"value": 85.72,
"verified": false
},
{
"type": "map_at_1000",
"value": 85.737,
"verified": false
},
{
"type": "map_at_3",
"value": 82.149,
"verified": false
},
{
"type": "map_at_5",
"value": 84.029,
"verified": false
},
{
"type": "mrr_at_1",
"value": 81.96,
"verified": false
},
{
"type": "mrr_at_10",
"value": 88.00200000000001,
"verified": false
},
{
"type": "mrr_at_100",
"value": 88.088,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 88.089,
"verified": false
},
{
"type": "mrr_at_3",
"value": 87.055,
"verified": false
},
{
"type": "mrr_at_5",
"value": 87.715,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 82.01,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 88.78,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 89.91,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 90.013,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 85.957,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 87.56,
"verified": false
},
{
"type": "precision_at_1",
"value": 82.01,
"verified": false
},
{
"type": "precision_at_10",
"value": 13.462,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.528,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.157,
"verified": false
},
{
"type": "precision_at_3",
"value": 37.553,
"verified": false
},
{
"type": "precision_at_5",
"value": 24.732000000000003,
"verified": false
},
{
"type": "recall_at_1",
"value": 71.22800000000001,
"verified": false
},
{
"type": "recall_at_10",
"value": 95.69,
"verified": false
},
{
"type": "recall_at_100",
"value": 99.531,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.98,
"verified": false
},
{
"type": "recall_at_3",
"value": 87.632,
"verified": false
},
{
"type": "recall_at_5",
"value": 92.117,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB RedditClustering",
"revision": "24640382cdbf8abc73003fb0fa6d111a705499eb",
"split": "test",
"type": "mteb/reddit-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 52.31768034366916,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB RedditClusteringP2P",
"revision": "282350215ef01743dc01b456c7f5241fa8937f16",
"split": "test",
"type": "mteb/reddit-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 60.640266772723606,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SCIDOCS",
"revision": "None",
"split": "test",
"type": "scidocs"
},
"metrics": [
{
"type": "map_at_1",
"value": 4.7780000000000005,
"verified": false
},
{
"type": "map_at_10",
"value": 12.299,
"verified": false
},
{
"type": "map_at_100",
"value": 14.363,
"verified": false
},
{
"type": "map_at_1000",
"value": 14.71,
"verified": false
},
{
"type": "map_at_3",
"value": 8.738999999999999,
"verified": false
},
{
"type": "map_at_5",
"value": 10.397,
"verified": false
},
{
"type": "mrr_at_1",
"value": 23.6,
"verified": false
},
{
"type": "mrr_at_10",
"value": 34.845,
"verified": false
},
{
"type": "mrr_at_100",
"value": 35.916,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 35.973,
"verified": false
},
{
"type": "mrr_at_3",
"value": 31.7,
"verified": false
},
{
"type": "mrr_at_5",
"value": 33.535,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 23.6,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 20.522,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 28.737,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 34.596,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 19.542,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 16.958000000000002,
"verified": false
},
{
"type": "precision_at_1",
"value": 23.6,
"verified": false
},
{
"type": "precision_at_10",
"value": 10.67,
"verified": false
},
{
"type": "precision_at_100",
"value": 2.259,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.367,
"verified": false
},
{
"type": "precision_at_3",
"value": 18.333,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.88,
"verified": false
},
{
"type": "recall_at_1",
"value": 4.7780000000000005,
"verified": false
},
{
"type": "recall_at_10",
"value": 21.617,
"verified": false
},
{
"type": "recall_at_100",
"value": 45.905,
"verified": false
},
{
"type": "recall_at_1000",
"value": 74.42,
"verified": false
},
{
"type": "recall_at_3",
"value": 11.148,
"verified": false
},
{
"type": "recall_at_5",
"value": 15.082999999999998,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SICK-R",
"revision": "a6ea5a8cab320b040a23452cc28066d9beae2cee",
"split": "test",
"type": "mteb/sickr-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 83.22372750297885,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 79.40972617119405,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 80.6101072020434,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 79.53844217225202,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 80.57265975286111,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 79.46335611792958,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS12",
"revision": "a0d554a64d88156834ff5ae9920b964011b16384",
"split": "test",
"type": "mteb/sts12-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 85.43713315520749,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 77.44128693329532,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 81.63869928101123,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 77.29512977961515,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 81.63704185566183,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 77.29909412738657,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS13",
"revision": "7e90230a92c190f1bf69ae9002b8cea547a64cca",
"split": "test",
"type": "mteb/sts13-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 81.59451537860527,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 82.97994638856723,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 82.89478688288412,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 83.58740751053104,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 82.69140840941608,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 83.33665956040555,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS14",
"revision": "6031580fec1f6af667f0bd2da0a551cf4f0b2375",
"split": "test",
"type": "mteb/sts14-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 82.00756527711764,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 81.83560996841379,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 82.07684151976518,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 82.00913052060511,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 82.05690778488794,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 82.02260252019525,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS15",
"revision": "ae752c7c21bf194d8b67fd573edf7ae58183cbe3",
"split": "test",
"type": "mteb/sts15-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 86.13710262895447,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 87.26412811156248,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 86.94151453230228,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 87.5363796699571,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 86.86989424083748,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 87.47315940781353,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS16",
"revision": "4d8694f8f0e0100860b497b999b3dbed754a0513",
"split": "test",
"type": "mteb/sts16-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 83.0230597603627,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 84.93344499318864,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 84.23754743431141,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 85.09707376597099,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 84.04325160987763,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 84.89353071339909,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "en-en",
"name": "MTEB STS17 (en-en)",
"revision": "af5e6fb845001ecf41f4c1e033ce921939a2a68d",
"split": "test",
"type": "mteb/sts17-crosslingual-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 86.75620824563921,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 87.15065513706398,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 88.26281533633521,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 87.51963738643983,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 88.25599267618065,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 87.58048736047483,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB STS22 (en)",
"revision": "6d1ba47164174a496b7fa5d3569dae26a6813b80",
"split": "test",
"type": "mteb/sts22-crosslingual-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 64.74645319195137,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 65.29996325037214,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 67.04297794086443,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 65.43841726694343,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 67.39459955690904,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 65.92864704413651,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STSBenchmark",
"revision": "b0fddb56ed78048fa8b90373c8a3cfc37b684831",
"split": "test",
"type": "mteb/stsbenchmark-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 84.31291020270801,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 85.86473738688068,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 85.65537275064152,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 86.13087454209642,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 85.43946955047609,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 85.91568175344916,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SciDocsRR",
"revision": "d3c5e1fc0b855ab6097bf1cda04dd73947d7caab",
"split": "test",
"type": "mteb/scidocs-reranking"
},
"metrics": [
{
"type": "map",
"value": 85.93798118350695,
"verified": false
},
{
"type": "mrr",
"value": 95.93536274908824,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SciFact",
"revision": "None",
"split": "test",
"type": "scifact"
},
"metrics": [
{
"type": "map_at_1",
"value": 57.594,
"verified": false
},
{
"type": "map_at_10",
"value": 66.81899999999999,
"verified": false
},
{
"type": "map_at_100",
"value": 67.368,
"verified": false
},
{
"type": "map_at_1000",
"value": 67.4,
"verified": false
},
{
"type": "map_at_3",
"value": 64.061,
"verified": false
},
{
"type": "map_at_5",
"value": 65.47,
"verified": false
},
{
"type": "mrr_at_1",
"value": 60.667,
"verified": false
},
{
"type": "mrr_at_10",
"value": 68.219,
"verified": false
},
{
"type": "mrr_at_100",
"value": 68.655,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 68.684,
"verified": false
},
{
"type": "mrr_at_3",
"value": 66.22200000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 67.289,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 60.667,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 71.275,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 73.642,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 74.373,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 66.521,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 68.581,
"verified": false
},
{
"type": "precision_at_1",
"value": 60.667,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.433,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.0699999999999998,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.113,
"verified": false
},
{
"type": "precision_at_3",
"value": 25.556,
"verified": false
},
{
"type": "precision_at_5",
"value": 16.8,
"verified": false
},
{
"type": "recall_at_1",
"value": 57.594,
"verified": false
},
{
"type": "recall_at_10",
"value": 83.622,
"verified": false
},
{
"type": "recall_at_100",
"value": 94.167,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.667,
"verified": false
},
{
"type": "recall_at_3",
"value": 70.64399999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 75.983,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SprintDuplicateQuestions",
"revision": "d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46",
"split": "test",
"type": "mteb/sprintduplicatequestions-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 99.85841584158416,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 96.66996142314342,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 92.83208020050124,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 93.06532663316584,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 92.6,
"verified": false
},
{
"type": "dot_accuracy",
"value": 99.85841584158416,
"verified": false
},
{
"type": "dot_ap",
"value": 96.6775307676576,
"verified": false
},
{
"type": "dot_f1",
"value": 92.69289729177312,
"verified": false
},
{
"type": "dot_precision",
"value": 94.7753396029258,
"verified": false
},
{
"type": "dot_recall",
"value": 90.7,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 99.86138613861388,
"verified": false
},
{
"type": "euclidean_ap",
"value": 96.6338454403108,
"verified": false
},
{
"type": "euclidean_f1",
"value": 92.92214357937311,
"verified": false
},
{
"type": "euclidean_precision",
"value": 93.96728016359918,
"verified": false
},
{
"type": "euclidean_recall",
"value": 91.9,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 99.86237623762376,
"verified": false
},
{
"type": "manhattan_ap",
"value": 96.60370449645052,
"verified": false
},
{
"type": "manhattan_f1",
"value": 92.91177970423252,
"verified": false
},
{
"type": "manhattan_precision",
"value": 94.7970863683663,
"verified": false
},
{
"type": "manhattan_recall",
"value": 91.1,
"verified": false
},
{
"type": "max_accuracy",
"value": 99.86237623762376,
"verified": false
},
{
"type": "max_ap",
"value": 96.6775307676576,
"verified": false
},
{
"type": "max_f1",
"value": 92.92214357937311,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackExchangeClustering",
"revision": "6cbc1f7b2bc0622f2e39d2c77fa502909748c259",
"split": "test",
"type": "mteb/stackexchange-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 60.77977058695198,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackExchangeClusteringP2P",
"revision": "815ca46b2622cec33ccafc3735d572c266efdb44",
"split": "test",
"type": "mteb/stackexchange-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 35.2725272535638,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackOverflowDupQuestions",
"revision": "e185fbe320c72810689fc5848eb6114e1ef5ec69",
"split": "test",
"type": "mteb/stackoverflowdupquestions-reranking"
},
"metrics": [
{
"type": "map",
"value": 53.64052466362125,
"verified": false
},
{
"type": "mrr",
"value": 54.533067014684654,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SummEval",
"revision": "cda12ad7615edc362dbf25a00fdd61d3b1eaf93c",
"split": "test",
"type": "mteb/summeval"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 30.677624219206574,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 30.121368518123447,
"verified": false
},
{
"type": "dot_pearson",
"value": 30.69870088041608,
"verified": false
},
{
"type": "dot_spearman",
"value": 29.61284927093751,
"verified": false
}
],
"task": {
"type": "Summarization"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TRECCOVID",
"revision": "None",
"split": "test",
"type": "trec-covid"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.22,
"verified": false
},
{
"type": "map_at_10",
"value": 1.855,
"verified": false
},
{
"type": "map_at_100",
"value": 9.885,
"verified": false
},
{
"type": "map_at_1000",
"value": 23.417,
"verified": false
},
{
"type": "map_at_3",
"value": 0.637,
"verified": false
},
{
"type": "map_at_5",
"value": 1.024,
"verified": false
},
{
"type": "mrr_at_1",
"value": 88,
"verified": false
},
{
"type": "mrr_at_10",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_100",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_3",
"value": 92.667,
"verified": false
},
{
"type": "mrr_at_5",
"value": 93.067,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 82,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 75.899,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 55.115,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 48.368,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 79.704,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 78.39699999999999,
"verified": false
},
{
"type": "precision_at_1",
"value": 88,
"verified": false
},
{
"type": "precision_at_10",
"value": 79.60000000000001,
"verified": false
},
{
"type": "precision_at_100",
"value": 56.06,
"verified": false
},
{
"type": "precision_at_1000",
"value": 21.206,
"verified": false
},
{
"type": "precision_at_3",
"value": 84.667,
"verified": false
},
{
"type": "precision_at_5",
"value": 83.2,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.22,
"verified": false
},
{
"type": "recall_at_10",
"value": 2.078,
"verified": false
},
{
"type": "recall_at_100",
"value": 13.297,
"verified": false
},
{
"type": "recall_at_1000",
"value": 44.979,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.6689999999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 1.106,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB Touche2020",
"revision": "None",
"split": "test",
"type": "webis-touche2020"
},
"metrics": [
{
"type": "map_at_1",
"value": 2.258,
"verified": false
},
{
"type": "map_at_10",
"value": 10.439,
"verified": false
},
{
"type": "map_at_100",
"value": 16.89,
"verified": false
},
{
"type": "map_at_1000",
"value": 18.408,
"verified": false
},
{
"type": "map_at_3",
"value": 5.668,
"verified": false
},
{
"type": "map_at_5",
"value": 7.718,
"verified": false
},
{
"type": "mrr_at_1",
"value": 32.653,
"verified": false
},
{
"type": "mrr_at_10",
"value": 51.159,
"verified": false
},
{
"type": "mrr_at_100",
"value": 51.714000000000006,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 51.714000000000006,
"verified": false
},
{
"type": "mrr_at_3",
"value": 47.959,
"verified": false
},
{
"type": "mrr_at_5",
"value": 50.407999999999994,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.592,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 26.037,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 37.924,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 49.126999999999995,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 30.632,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 28.571,
"verified": false
},
{
"type": "precision_at_1",
"value": 32.653,
"verified": false
},
{
"type": "precision_at_10",
"value": 22.857,
"verified": false
},
{
"type": "precision_at_100",
"value": 7.754999999999999,
"verified": false
},
{
"type": "precision_at_1000",
"value": 1.529,
"verified": false
},
{
"type": "precision_at_3",
"value": 34.014,
"verified": false
},
{
"type": "precision_at_5",
"value": 29.796,
"verified": false
},
{
"type": "recall_at_1",
"value": 2.258,
"verified": false
},
{
"type": "recall_at_10",
"value": 16.554,
"verified": false
},
{
"type": "recall_at_100",
"value": 48.439,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82.80499999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 7.283,
"verified": false
},
{
"type": "recall_at_5",
"value": 10.732,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ToxicConversationsClassification",
"revision": "d7c0de2777da35d6aae2200a62c6e0e5af397c4c",
"split": "test",
"type": "mteb/toxic_conversations_50k"
},
"metrics": [
{
"type": "accuracy",
"value": 69.8858,
"verified": false
},
{
"type": "ap",
"value": 13.835684144362109,
"verified": false
},
{
"type": "f1",
"value": 53.803351693244586,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TweetSentimentExtractionClassification",
"revision": "d604517c81ca91fe16a244d1248fc021f9ecee7a",
"split": "test",
"type": "mteb/tweet_sentiment_extraction"
},
"metrics": [
{
"type": "accuracy",
"value": 60.50650820599886,
"verified": false
},
{
"type": "f1",
"value": 60.84357825979259,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwentyNewsgroupsClustering",
"revision": "6125ec4e24fa026cec8a478383ee943acfbd5449",
"split": "test",
"type": "mteb/twentynewsgroups-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 48.52131044852134,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwitterSemEval2015",
"revision": "70970daeab8776df92f5ea462b6173c0b46fd2d1",
"split": "test",
"type": "mteb/twittersemeval2015-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 85.59337187816654,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 73.23925826533437,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 67.34693877551021,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 62.40432237730752,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 73.13984168865434,
"verified": false
},
{
"type": "dot_accuracy",
"value": 85.31322644096085,
"verified": false
},
{
"type": "dot_ap",
"value": 72.30723963807422,
"verified": false
},
{
"type": "dot_f1",
"value": 66.47051612112296,
"verified": false
},
{
"type": "dot_precision",
"value": 62.0792305930845,
"verified": false
},
{
"type": "dot_recall",
"value": 71.53034300791556,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 85.61125350181797,
"verified": false
},
{
"type": "euclidean_ap",
"value": 73.32843720487845,
"verified": false
},
{
"type": "euclidean_f1",
"value": 67.36549633745895,
"verified": false
},
{
"type": "euclidean_precision",
"value": 64.60755813953489,
"verified": false
},
{
"type": "euclidean_recall",
"value": 70.36939313984169,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 85.63509566668654,
"verified": false
},
{
"type": "manhattan_ap",
"value": 73.16658488311325,
"verified": false
},
{
"type": "manhattan_f1",
"value": 67.20597386434349,
"verified": false
},
{
"type": "manhattan_precision",
"value": 63.60424028268551,
"verified": false
},
{
"type": "manhattan_recall",
"value": 71.2401055408971,
"verified": false
},
{
"type": "max_accuracy",
"value": 85.63509566668654,
"verified": false
},
{
"type": "max_ap",
"value": 73.32843720487845,
"verified": false
},
{
"type": "max_f1",
"value": 67.36549633745895,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwitterURLCorpus",
"revision": "8b6510b0b1fa4e4c4f879467980e9be563ec1cdf",
"split": "test",
"type": "mteb/twitterurlcorpus-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 88.33779640625606,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 84.83868375898157,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 77.16506154017773,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 74.62064005753327,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 79.88912842623961,
"verified": false
},
{
"type": "dot_accuracy",
"value": 88.02732176815307,
"verified": false
},
{
"type": "dot_ap",
"value": 83.95089283763002,
"verified": false
},
{
"type": "dot_f1",
"value": 76.29635101196631,
"verified": false
},
{
"type": "dot_precision",
"value": 73.31771720613288,
"verified": false
},
{
"type": "dot_recall",
"value": 79.52725592854944,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 88.44452206310397,
"verified": false
},
{
"type": "euclidean_ap",
"value": 84.98384576824827,
"verified": false
},
{
"type": "euclidean_f1",
"value": 77.29311047696697,
"verified": false
},
{
"type": "euclidean_precision",
"value": 74.51232583065381,
"verified": false
},
{
"type": "euclidean_recall",
"value": 80.28949799815214,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 88.47362906042613,
"verified": false
},
{
"type": "manhattan_ap",
"value": 84.91421462218432,
"verified": false
},
{
"type": "manhattan_f1",
"value": 77.05107637204792,
"verified": false
},
{
"type": "manhattan_precision",
"value": 74.74484256243214,
"verified": false
},
{
"type": "manhattan_recall",
"value": 79.50415768401602,
"verified": false
},
{
"type": "max_accuracy",
"value": 88.47362906042613,
"verified": false
},
{
"type": "max_ap",
"value": 84.98384576824827,
"verified": false
},
{
"type": "max_f1",
"value": 77.29311047696697,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
}
]
}
],
"tags": [
"sentence-transformers",
"feature-extraction",
"sentence-similarity",
"transformers",
"mteb"
]
},
"config": {
"architectures": [
"BertModel"
],
"model_type": "bert",
"tokenizer_config": {
"cls_token": "[CLS]",
"mask_token": "[MASK]",
"pad_token": "[PAD]",
"sep_token": "[SEP]",
"unk_token": "[UNK]"
}
},
"createdAt": "2023-09-12T05:20:55.000Z",
"disabled": false,
"downloads": 63079743,
"gated": false,
"id": "BAAI/bge-small-en-v1.5",
"inference": "warm",
"lastModified": "2024-02-22T03:36:23.000Z",
"library_name": "sentence-transformers",
"likes": 597,
"mask_token": "[MASK]",
"model-index": [
{
"name": "bge-small-en-v1.5",
"results": [
{
"dataset": {
"config": "en",
"name": "MTEB AmazonCounterfactualClassification (en)",
"revision": "e8379541af4e31359cca9fbcf4b00f2671dba205",
"split": "test",
"type": "mteb/amazon_counterfactual"
},
"metrics": [
{
"type": "accuracy",
"value": 73.79104477611939,
"verified": false
},
{
"type": "ap",
"value": 37.21923821573361,
"verified": false
},
{
"type": "f1",
"value": 68.0914945617093,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB AmazonPolarityClassification",
"revision": "e2d317d38cd51312af73b3d32a06d1a08b442046",
"split": "test",
"type": "mteb/amazon_polarity"
},
"metrics": [
{
"type": "accuracy",
"value": 92.753775,
"verified": false
},
{
"type": "ap",
"value": 89.46766124546022,
"verified": false
},
{
"type": "f1",
"value": 92.73884001331488,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB AmazonReviewsClassification (en)",
"revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
"split": "test",
"type": "mteb/amazon_reviews_multi"
},
"metrics": [
{
"type": "accuracy",
"value": 46.986,
"verified": false
},
{
"type": "f1",
"value": 46.55936786727896,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArguAna",
"revision": "None",
"split": "test",
"type": "arguana"
},
"metrics": [
{
"type": "map_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "map_at_10",
"value": 51.388,
"verified": false
},
{
"type": "map_at_100",
"value": 52.133,
"verified": false
},
{
"type": "map_at_1000",
"value": 52.141000000000005,
"verified": false
},
{
"type": "map_at_3",
"value": 47.037,
"verified": false
},
{
"type": "map_at_5",
"value": 49.579,
"verified": false
},
{
"type": "mrr_at_1",
"value": 36.558,
"verified": false
},
{
"type": "mrr_at_10",
"value": 51.658,
"verified": false
},
{
"type": "mrr_at_100",
"value": 52.402,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 52.41,
"verified": false
},
{
"type": "mrr_at_3",
"value": 47.345,
"verified": false
},
{
"type": "mrr_at_5",
"value": 49.797999999999995,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 59.55,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 62.596,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 62.759,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 50.666999999999994,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 55.228,
"verified": false
},
{
"type": "precision_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.542,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.984,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.1,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.389,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.438,
"verified": false
},
{
"type": "recall_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "recall_at_10",
"value": 85.42,
"verified": false
},
{
"type": "recall_at_100",
"value": 98.435,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.644,
"verified": false
},
{
"type": "recall_at_3",
"value": 61.166,
"verified": false
},
{
"type": "recall_at_5",
"value": 72.191,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArxivClusteringP2P",
"revision": "a122ad7f3f0291bf49cc6f4d32aa80929df69d5d",
"split": "test",
"type": "mteb/arxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 47.402770198163594,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArxivClusteringS2S",
"revision": "f910caf1a6075f7329cdf8c1a6135696f37dbd53",
"split": "test",
"type": "mteb/arxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 40.01545436974177,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB AskUbuntuDupQuestions",
"revision": "2000358ca161889fa9c082cb41daa8dcfb161a54",
"split": "test",
"type": "mteb/askubuntudupquestions-reranking"
},
"metrics": [
{
"type": "map",
"value": 62.5864652732072,
"verified": false
},
{
"type": "mrr",
"value": 74.42169019038825,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BIOSSES",
"revision": "d3fb88f8f02e40887cd149695127462bbcf29b4a",
"split": "test",
"type": "mteb/biosses-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 85.1891186537969,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 83.75492046087288,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 84.11766204805357,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 84.01456493126516,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 84.2132950502772,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 83.89227298813377,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB Banking77Classification",
"revision": "0fd18e25b25c072e09e0d92ab615fda904d66300",
"split": "test",
"type": "mteb/banking77"
},
"metrics": [
{
"type": "accuracy",
"value": 85.74025974025975,
"verified": false
},
{
"type": "f1",
"value": 85.71493566466381,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BiorxivClusteringP2P",
"revision": "65b79d1d13f80053f67aca9498d9402c2d9f1f40",
"split": "test",
"type": "mteb/biorxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 38.467181385006434,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BiorxivClusteringS2S",
"revision": "258694dd0231531bc1fd9de6ceb52a0853c6d908",
"split": "test",
"type": "mteb/biorxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 34.719496037339056,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackAndroidRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 29.587000000000003,
"verified": false
},
{
"type": "map_at_10",
"value": 41.114,
"verified": false
},
{
"type": "map_at_100",
"value": 42.532,
"verified": false
},
{
"type": "map_at_1000",
"value": 42.661,
"verified": false
},
{
"type": "map_at_3",
"value": 37.483,
"verified": false
},
{
"type": "map_at_5",
"value": 39.652,
"verified": false
},
{
"type": "mrr_at_1",
"value": 36.338,
"verified": false
},
{
"type": "mrr_at_10",
"value": 46.763,
"verified": false
},
{
"type": "mrr_at_100",
"value": 47.393,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 47.445,
"verified": false
},
{
"type": "mrr_at_3",
"value": 43.538,
"verified": false
},
{
"type": "mrr_at_5",
"value": 45.556,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 36.338,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 47.658,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 52.824000000000005,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 54.913999999999994,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.989,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 44.944,
"verified": false
},
{
"type": "precision_at_1",
"value": 36.338,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.156,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.479,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.196,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.076,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.85,
"verified": false
},
{
"type": "recall_at_1",
"value": 29.587000000000003,
"verified": false
},
{
"type": "recall_at_10",
"value": 60.746,
"verified": false
},
{
"type": "recall_at_100",
"value": 82.157,
"verified": false
},
{
"type": "recall_at_1000",
"value": 95.645,
"verified": false
},
{
"type": "recall_at_3",
"value": 44.821,
"verified": false
},
{
"type": "recall_at_5",
"value": 52.819,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackEnglishRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 30.239,
"verified": false
},
{
"type": "map_at_10",
"value": 39.989,
"verified": false
},
{
"type": "map_at_100",
"value": 41.196,
"verified": false
},
{
"type": "map_at_1000",
"value": 41.325,
"verified": false
},
{
"type": "map_at_3",
"value": 37.261,
"verified": false
},
{
"type": "map_at_5",
"value": 38.833,
"verified": false
},
{
"type": "mrr_at_1",
"value": 37.516,
"verified": false
},
{
"type": "mrr_at_10",
"value": 46.177,
"verified": false
},
{
"type": "mrr_at_100",
"value": 46.806,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 46.849,
"verified": false
},
{
"type": "mrr_at_3",
"value": 44.002,
"verified": false
},
{
"type": "mrr_at_5",
"value": 45.34,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 37.516,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 45.586,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 49.897000000000006,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.955,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.684,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 43.617,
"verified": false
},
{
"type": "precision_at_1",
"value": 37.516,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.522,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.374,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.184,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.106,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.153,
"verified": false
},
{
"type": "recall_at_1",
"value": 30.239,
"verified": false
},
{
"type": "recall_at_10",
"value": 55.03,
"verified": false
},
{
"type": "recall_at_100",
"value": 73.375,
"verified": false
},
{
"type": "recall_at_1000",
"value": 86.29599999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 43.269000000000005,
"verified": false
},
{
"type": "recall_at_5",
"value": 48.878,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackGamingRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 38.338,
"verified": false
},
{
"type": "map_at_10",
"value": 50.468999999999994,
"verified": false
},
{
"type": "map_at_100",
"value": 51.553,
"verified": false
},
{
"type": "map_at_1000",
"value": 51.608,
"verified": false
},
{
"type": "map_at_3",
"value": 47.107,
"verified": false
},
{
"type": "map_at_5",
"value": 49.101,
"verified": false
},
{
"type": "mrr_at_1",
"value": 44.201,
"verified": false
},
{
"type": "mrr_at_10",
"value": 54.057,
"verified": false
},
{
"type": "mrr_at_100",
"value": 54.764,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 54.791,
"verified": false
},
{
"type": "mrr_at_3",
"value": 51.56699999999999,
"verified": false
},
{
"type": "mrr_at_5",
"value": 53.05,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 44.201,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 56.379000000000005,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 60.645,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 61.73499999999999,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 50.726000000000006,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 53.58500000000001,
"verified": false
},
{
"type": "precision_at_1",
"value": 44.201,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.141,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.216,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.135,
"verified": false
},
{
"type": "precision_at_3",
"value": 22.654,
"verified": false
},
{
"type": "precision_at_5",
"value": 15.723999999999998,
"verified": false
},
{
"type": "recall_at_1",
"value": 38.338,
"verified": false
},
{
"type": "recall_at_10",
"value": 70.30499999999999,
"verified": false
},
{
"type": "recall_at_100",
"value": 88.77199999999999,
"verified": false
},
{
"type": "recall_at_1000",
"value": 96.498,
"verified": false
},
{
"type": "recall_at_3",
"value": 55.218,
"verified": false
},
{
"type": "recall_at_5",
"value": 62.104000000000006,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackGisRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 25.682,
"verified": false
},
{
"type": "map_at_10",
"value": 33.498,
"verified": false
},
{
"type": "map_at_100",
"value": 34.461000000000006,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.544000000000004,
"verified": false
},
{
"type": "map_at_3",
"value": 30.504,
"verified": false
},
{
"type": "map_at_5",
"value": 32.216,
"verified": false
},
{
"type": "mrr_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "mrr_at_10",
"value": 35.467999999999996,
"verified": false
},
{
"type": "mrr_at_100",
"value": 36.32,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 36.386,
"verified": false
},
{
"type": "mrr_at_3",
"value": 32.618,
"verified": false
},
{
"type": "mrr_at_5",
"value": 34.262,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.378,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 43.288,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 45.413,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.586,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.499,
"verified": false
},
{
"type": "precision_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.864,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.882,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.11,
"verified": false
},
{
"type": "precision_at_3",
"value": 13.446,
"verified": false
},
{
"type": "precision_at_5",
"value": 9.718,
"verified": false
},
{
"type": "recall_at_1",
"value": 25.682,
"verified": false
},
{
"type": "recall_at_10",
"value": 51.712,
"verified": false
},
{
"type": "recall_at_100",
"value": 74.446,
"verified": false
},
{
"type": "recall_at_1000",
"value": 90.472,
"verified": false
},
{
"type": "recall_at_3",
"value": 36.236,
"verified": false
},
{
"type": "recall_at_5",
"value": 43.234,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackMathematicaRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 16.073999999999998,
"verified": false
},
{
"type": "map_at_10",
"value": 24.353,
"verified": false
},
{
"type": "map_at_100",
"value": 25.438,
"verified": false
},
{
"type": "map_at_1000",
"value": 25.545,
"verified": false
},
{
"type": "map_at_3",
"value": 21.614,
"verified": false
},
{
"type": "map_at_5",
"value": 23.104,
"verified": false
},
{
"type": "mrr_at_1",
"value": 19.776,
"verified": false
},
{
"type": "mrr_at_10",
"value": 28.837000000000003,
"verified": false
},
{
"type": "mrr_at_100",
"value": 29.755,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 29.817,
"verified": false
},
{
"type": "mrr_at_3",
"value": 26.202,
"verified": false
},
{
"type": "mrr_at_5",
"value": 27.714,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 19.776,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 29.701,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 35.307,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 37.942,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 24.764,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 27.025,
"verified": false
},
{
"type": "precision_at_1",
"value": 19.776,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.659,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.971,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.133,
"verified": false
},
{
"type": "precision_at_3",
"value": 12.065,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.905000000000001,
"verified": false
},
{
"type": "recall_at_1",
"value": 16.073999999999998,
"verified": false
},
{
"type": "recall_at_10",
"value": 41.647,
"verified": false
},
{
"type": "recall_at_100",
"value": 66.884,
"verified": false
},
{
"type": "recall_at_1000",
"value": 85.91499999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 27.916,
"verified": false
},
{
"type": "recall_at_5",
"value": 33.729,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackPhysicsRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 28.444999999999997,
"verified": false
},
{
"type": "map_at_10",
"value": 38.218999999999994,
"verified": false
},
{
"type": "map_at_100",
"value": 39.595,
"verified": false
},
{
"type": "map_at_1000",
"value": 39.709,
"verified": false
},
{
"type": "map_at_3",
"value": 35.586,
"verified": false
},
{
"type": "map_at_5",
"value": 36.895,
"verified": false
},
{
"type": "mrr_at_1",
"value": 34.841,
"verified": false
},
{
"type": "mrr_at_10",
"value": 44.106,
"verified": false
},
{
"type": "mrr_at_100",
"value": 44.98,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 45.03,
"verified": false
},
{
"type": "mrr_at_3",
"value": 41.979,
"verified": false
},
{
"type": "mrr_at_5",
"value": 43.047999999999995,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 34.841,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 43.922,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 49.504999999999995,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.675,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 39.858,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 41.408,
"verified": false
},
{
"type": "precision_at_1",
"value": 34.841,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.872999999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.245,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.161,
"verified": false
},
{
"type": "precision_at_3",
"value": 18.993,
"verified": false
},
{
"type": "precision_at_5",
"value": 13.032,
"verified": false
},
{
"type": "recall_at_1",
"value": 28.444999999999997,
"verified": false
},
{
"type": "recall_at_10",
"value": 54.984,
"verified": false
},
{
"type": "recall_at_100",
"value": 78.342,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.77,
"verified": false
},
{
"type": "recall_at_3",
"value": 42.843,
"verified": false
},
{
"type": "recall_at_5",
"value": 47.247,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackProgrammersRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.072,
"verified": false
},
{
"type": "map_at_10",
"value": 32.354,
"verified": false
},
{
"type": "map_at_100",
"value": 33.800000000000004,
"verified": false
},
{
"type": "map_at_1000",
"value": 33.908,
"verified": false
},
{
"type": "map_at_3",
"value": 29.232000000000003,
"verified": false
},
{
"type": "map_at_5",
"value": 31.049,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "mrr_at_10",
"value": 38.03,
"verified": false
},
{
"type": "mrr_at_100",
"value": 39.032,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 39.087,
"verified": false
},
{
"type": "mrr_at_3",
"value": 35.407,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.76,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.231,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.425,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.771,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 33.095,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.459,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.215000000000001,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.211,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.157,
"verified": false
},
{
"type": "precision_at_3",
"value": 16.058,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.644,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.072,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.285999999999994,
"verified": false
},
{
"type": "recall_at_100",
"value": 76.596,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.861,
"verified": false
},
{
"type": "recall_at_3",
"value": 35.702,
"verified": false
},
{
"type": "recall_at_5",
"value": 42.152,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 24.937916666666663,
"verified": false
},
{
"type": "map_at_10",
"value": 33.755250000000004,
"verified": false
},
{
"type": "map_at_100",
"value": 34.955999999999996,
"verified": false
},
{
"type": "map_at_1000",
"value": 35.070499999999996,
"verified": false
},
{
"type": "map_at_3",
"value": 30.98708333333333,
"verified": false
},
{
"type": "map_at_5",
"value": 32.51491666666666,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "mrr_at_10",
"value": 37.92183333333334,
"verified": false
},
{
"type": "mrr_at_100",
"value": 38.76583333333333,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 38.82466666666667,
"verified": false
},
{
"type": "mrr_at_3",
"value": 35.45125,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.827000000000005,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 39.05225,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.25983333333334,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.568333333333335,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 34.271583333333325,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 36.483916666666666,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.865749999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.1195833333333332,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.15058333333333335,
"verified": false
},
{
"type": "precision_at_3",
"value": 15.742083333333332,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.221916666666669,
"verified": false
},
{
"type": "recall_at_1",
"value": 24.937916666666663,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.650416666666665,
"verified": false
},
{
"type": "recall_at_100",
"value": 73.55383333333334,
"verified": false
},
{
"type": "recall_at_1000",
"value": 89.61691666666667,
"verified": false
},
{
"type": "recall_at_3",
"value": 37.27808333333334,
"verified": false
},
{
"type": "recall_at_5",
"value": 42.99475,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackStatsRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.947,
"verified": false
},
{
"type": "map_at_10",
"value": 30.575000000000003,
"verified": false
},
{
"type": "map_at_100",
"value": 31.465,
"verified": false
},
{
"type": "map_at_1000",
"value": 31.558000000000003,
"verified": false
},
{
"type": "map_at_3",
"value": 28.814,
"verified": false
},
{
"type": "map_at_5",
"value": 29.738999999999997,
"verified": false
},
{
"type": "mrr_at_1",
"value": 26.994,
"verified": false
},
{
"type": "mrr_at_10",
"value": 33.415,
"verified": false
},
{
"type": "mrr_at_100",
"value": 34.18,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 34.245,
"verified": false
},
{
"type": "mrr_at_3",
"value": 31.621,
"verified": false
},
{
"type": "mrr_at_5",
"value": 32.549,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 26.994,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 34.482,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 38.915,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 41.355,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 31.139,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 32.589,
"verified": false
},
{
"type": "precision_at_1",
"value": 26.994,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.322,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.8160000000000001,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.11100000000000002,
"verified": false
},
{
"type": "precision_at_3",
"value": 13.344,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.988,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.947,
"verified": false
},
{
"type": "recall_at_10",
"value": 43.648,
"verified": false
},
{
"type": "recall_at_100",
"value": 63.851,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82,
"verified": false
},
{
"type": "recall_at_3",
"value": 34.288000000000004,
"verified": false
},
{
"type": "recall_at_5",
"value": 38.117,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackTexRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 16.197,
"verified": false
},
{
"type": "map_at_10",
"value": 22.968,
"verified": false
},
{
"type": "map_at_100",
"value": 24.095,
"verified": false
},
{
"type": "map_at_1000",
"value": 24.217,
"verified": false
},
{
"type": "map_at_3",
"value": 20.771,
"verified": false
},
{
"type": "map_at_5",
"value": 21.995,
"verified": false
},
{
"type": "mrr_at_1",
"value": 19.511,
"verified": false
},
{
"type": "mrr_at_10",
"value": 26.55,
"verified": false
},
{
"type": "mrr_at_100",
"value": 27.501,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 27.578999999999997,
"verified": false
},
{
"type": "mrr_at_3",
"value": 24.421,
"verified": false
},
{
"type": "mrr_at_5",
"value": 25.604,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 19.511,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 27.386,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 32.828,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 35.739,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 23.405,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 25.255,
"verified": false
},
{
"type": "precision_at_1",
"value": 19.511,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.017,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.91,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.133,
"verified": false
},
{
"type": "precision_at_3",
"value": 11.023,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.025,
"verified": false
},
{
"type": "recall_at_1",
"value": 16.197,
"verified": false
},
{
"type": "recall_at_10",
"value": 37.09,
"verified": false
},
{
"type": "recall_at_100",
"value": 61.778,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82.56599999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 26.034,
"verified": false
},
{
"type": "recall_at_5",
"value": 30.762,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackUnixRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 25.41,
"verified": false
},
{
"type": "map_at_10",
"value": 33.655,
"verified": false
},
{
"type": "map_at_100",
"value": 34.892,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.995,
"verified": false
},
{
"type": "map_at_3",
"value": 30.94,
"verified": false
},
{
"type": "map_at_5",
"value": 32.303,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.478,
"verified": false
},
{
"type": "mrr_at_10",
"value": 37.443,
"verified": false
},
{
"type": "mrr_at_100",
"value": 38.383,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 38.440000000000005,
"verified": false
},
{
"type": "mrr_at_3",
"value": 34.949999999999996,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.228,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.478,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.769,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.245000000000005,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.593,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 33.623,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.766,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.478,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.455,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.032,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.135,
"verified": false
},
{
"type": "precision_at_3",
"value": 14.893999999999998,
"verified": false
},
{
"type": "precision_at_5",
"value": 10.485,
"verified": false
},
{
"type": "recall_at_1",
"value": 25.41,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.669,
"verified": false
},
{
"type": "recall_at_100",
"value": 74.084,
"verified": false
},
{
"type": "recall_at_1000",
"value": 90.435,
"verified": false
},
{
"type": "recall_at_3",
"value": 36.679,
"verified": false
},
{
"type": "recall_at_5",
"value": 41.94,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackWebmastersRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.339,
"verified": false
},
{
"type": "map_at_10",
"value": 31.852000000000004,
"verified": false
},
{
"type": "map_at_100",
"value": 33.411,
"verified": false
},
{
"type": "map_at_1000",
"value": 33.62,
"verified": false
},
{
"type": "map_at_3",
"value": 28.929,
"verified": false
},
{
"type": "map_at_5",
"value": 30.542,
"verified": false
},
{
"type": "mrr_at_1",
"value": 28.063,
"verified": false
},
{
"type": "mrr_at_10",
"value": 36.301,
"verified": false
},
{
"type": "mrr_at_100",
"value": 37.288,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 37.349,
"verified": false
},
{
"type": "mrr_at_3",
"value": 33.663,
"verified": false
},
{
"type": "mrr_at_5",
"value": 35.165,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 28.063,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 37.462,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 43.620999999999995,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.211,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.68,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 34.981,
"verified": false
},
{
"type": "precision_at_1",
"value": 28.063,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.1739999999999995,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.486,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.235,
"verified": false
},
{
"type": "precision_at_3",
"value": 15.217,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.265,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.339,
"verified": false
},
{
"type": "recall_at_10",
"value": 48.376999999999995,
"verified": false
},
{
"type": "recall_at_100",
"value": 76.053,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.455,
"verified": false
},
{
"type": "recall_at_3",
"value": 34.735,
"verified": false
},
{
"type": "recall_at_5",
"value": 40.71,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackWordpressRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 18.925,
"verified": false
},
{
"type": "map_at_10",
"value": 26.017000000000003,
"verified": false
},
{
"type": "map_at_100",
"value": 27.034,
"verified": false
},
{
"type": "map_at_1000",
"value": 27.156,
"verified": false
},
{
"type": "map_at_3",
"value": 23.604,
"verified": false
},
{
"type": "map_at_5",
"value": 24.75,
"verified": false
},
{
"type": "mrr_at_1",
"value": 20.333,
"verified": false
},
{
"type": "mrr_at_10",
"value": 27.915,
"verified": false
},
{
"type": "mrr_at_100",
"value": 28.788000000000004,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 28.877999999999997,
"verified": false
},
{
"type": "mrr_at_3",
"value": 25.446999999999996,
"verified": false
},
{
"type": "mrr_at_5",
"value": 26.648,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 20.333,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 30.673,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 35.618,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 38.517,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 25.71,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 27.679,
"verified": false
},
{
"type": "precision_at_1",
"value": 20.333,
"verified": false
},
{
"type": "precision_at_10",
"value": 4.9910000000000005,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.8130000000000001,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.117,
"verified": false
},
{
"type": "precision_at_3",
"value": 11.029,
"verified": false
},
{
"type": "precision_at_5",
"value": 7.874,
"verified": false
},
{
"type": "recall_at_1",
"value": 18.925,
"verified": false
},
{
"type": "recall_at_10",
"value": 43.311,
"verified": false
},
{
"type": "recall_at_100",
"value": 66.308,
"verified": false
},
{
"type": "recall_at_1000",
"value": 87.49,
"verified": false
},
{
"type": "recall_at_3",
"value": 29.596,
"verified": false
},
{
"type": "recall_at_5",
"value": 34.245,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ClimateFEVER",
"revision": "None",
"split": "test",
"type": "climate-fever"
},
"metrics": [
{
"type": "map_at_1",
"value": 13.714,
"verified": false
},
{
"type": "map_at_10",
"value": 23.194,
"verified": false
},
{
"type": "map_at_100",
"value": 24.976000000000003,
"verified": false
},
{
"type": "map_at_1000",
"value": 25.166,
"verified": false
},
{
"type": "map_at_3",
"value": 19.709,
"verified": false
},
{
"type": "map_at_5",
"value": 21.523999999999997,
"verified": false
},
{
"type": "mrr_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "mrr_at_10",
"value": 42.563,
"verified": false
},
{
"type": "mrr_at_100",
"value": 43.386,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 43.423,
"verified": false
},
{
"type": "mrr_at_3",
"value": 39.555,
"verified": false
},
{
"type": "mrr_at_5",
"value": 41.268,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 31.836,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 38.652,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 42.088,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 26.733,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 28.435,
"verified": false
},
{
"type": "precision_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.752,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.71,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.235,
"verified": false
},
{
"type": "precision_at_3",
"value": 19.935,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.984,
"verified": false
},
{
"type": "recall_at_1",
"value": 13.714,
"verified": false
},
{
"type": "recall_at_10",
"value": 37.26,
"verified": false
},
{
"type": "recall_at_100",
"value": 60.546,
"verified": false
},
{
"type": "recall_at_1000",
"value": 79.899,
"verified": false
},
{
"type": "recall_at_3",
"value": 24.325,
"verified": false
},
{
"type": "recall_at_5",
"value": 29.725,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB DBPedia",
"revision": "None",
"split": "test",
"type": "dbpedia-entity"
},
"metrics": [
{
"type": "map_at_1",
"value": 8.462,
"verified": false
},
{
"type": "map_at_10",
"value": 18.637,
"verified": false
},
{
"type": "map_at_100",
"value": 26.132,
"verified": false
},
{
"type": "map_at_1000",
"value": 27.607,
"verified": false
},
{
"type": "map_at_3",
"value": 13.333,
"verified": false
},
{
"type": "map_at_5",
"value": 15.654000000000002,
"verified": false
},
{
"type": "mrr_at_1",
"value": 66.25,
"verified": false
},
{
"type": "mrr_at_10",
"value": 74.32600000000001,
"verified": false
},
{
"type": "mrr_at_100",
"value": 74.60900000000001,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 74.62,
"verified": false
},
{
"type": "mrr_at_3",
"value": 72.667,
"verified": false
},
{
"type": "mrr_at_5",
"value": 73.817,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 53.87499999999999,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.029,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.199,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.629999999999995,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 44.113,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 41.731,
"verified": false
},
{
"type": "precision_at_1",
"value": 66.25,
"verified": false
},
{
"type": "precision_at_10",
"value": 31.9,
"verified": false
},
{
"type": "precision_at_100",
"value": 10.043,
"verified": false
},
{
"type": "precision_at_1000",
"value": 1.926,
"verified": false
},
{
"type": "precision_at_3",
"value": 47.417,
"verified": false
},
{
"type": "precision_at_5",
"value": 40.65,
"verified": false
},
{
"type": "recall_at_1",
"value": 8.462,
"verified": false
},
{
"type": "recall_at_10",
"value": 24.293,
"verified": false
},
{
"type": "recall_at_100",
"value": 50.146,
"verified": false
},
{
"type": "recall_at_1000",
"value": 74.034,
"verified": false
},
{
"type": "recall_at_3",
"value": 14.967,
"verified": false
},
{
"type": "recall_at_5",
"value": 18.682,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB EmotionClassification",
"revision": "4f58c6b202a23cf9a4da393831edf4f9183cad37",
"split": "test",
"type": "mteb/emotion"
},
"metrics": [
{
"type": "accuracy",
"value": 47.84499999999999,
"verified": false
},
{
"type": "f1",
"value": 42.48106691979349,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB FEVER",
"revision": "None",
"split": "test",
"type": "fever"
},
"metrics": [
{
"type": "map_at_1",
"value": 74.034,
"verified": false
},
{
"type": "map_at_10",
"value": 82.76,
"verified": false
},
{
"type": "map_at_100",
"value": 82.968,
"verified": false
},
{
"type": "map_at_1000",
"value": 82.98299999999999,
"verified": false
},
{
"type": "map_at_3",
"value": 81.768,
"verified": false
},
{
"type": "map_at_5",
"value": 82.418,
"verified": false
},
{
"type": "mrr_at_1",
"value": 80.048,
"verified": false
},
{
"type": "mrr_at_10",
"value": 87.64999999999999,
"verified": false
},
{
"type": "mrr_at_100",
"value": 87.712,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 87.713,
"verified": false
},
{
"type": "mrr_at_3",
"value": 87.01100000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 87.466,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 80.048,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 86.643,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 87.361,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 87.606,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 85.137,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 86.016,
"verified": false
},
{
"type": "precision_at_1",
"value": 80.048,
"verified": false
},
{
"type": "precision_at_10",
"value": 10.372,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.093,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.113,
"verified": false
},
{
"type": "precision_at_3",
"value": 32.638,
"verified": false
},
{
"type": "precision_at_5",
"value": 20.177,
"verified": false
},
{
"type": "recall_at_1",
"value": 74.034,
"verified": false
},
{
"type": "recall_at_10",
"value": 93.769,
"verified": false
},
{
"type": "recall_at_100",
"value": 96.569,
"verified": false
},
{
"type": "recall_at_1000",
"value": 98.039,
"verified": false
},
{
"type": "recall_at_3",
"value": 89.581,
"verified": false
},
{
"type": "recall_at_5",
"value": 91.906,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB FiQA2018",
"revision": "None",
"split": "test",
"type": "fiqa"
},
"metrics": [
{
"type": "map_at_1",
"value": 20.5,
"verified": false
},
{
"type": "map_at_10",
"value": 32.857,
"verified": false
},
{
"type": "map_at_100",
"value": 34.589,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.778,
"verified": false
},
{
"type": "map_at_3",
"value": 29.161,
"verified": false
},
{
"type": "map_at_5",
"value": 31.033,
"verified": false
},
{
"type": "mrr_at_1",
"value": 40.123,
"verified": false
},
{
"type": "mrr_at_10",
"value": 48.776,
"verified": false
},
{
"type": "mrr_at_100",
"value": 49.495,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 49.539,
"verified": false
},
{
"type": "mrr_at_3",
"value": 46.605,
"verified": false
},
{
"type": "mrr_at_5",
"value": 47.654,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 40.123,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.343,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 46.56,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 49.777,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 37.322,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 37.791,
"verified": false
},
{
"type": "precision_at_1",
"value": 40.123,
"verified": false
},
{
"type": "precision_at_10",
"value": 11.08,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.752,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.232,
"verified": false
},
{
"type": "precision_at_3",
"value": 24.897,
"verified": false
},
{
"type": "precision_at_5",
"value": 17.809,
"verified": false
},
{
"type": "recall_at_1",
"value": 20.5,
"verified": false
},
{
"type": "recall_at_10",
"value": 46.388,
"verified": false
},
{
"type": "recall_at_100",
"value": 69.552,
"verified": false
},
{
"type": "recall_at_1000",
"value": 89.011,
"verified": false
},
{
"type": "recall_at_3",
"value": 33.617999999999995,
"verified": false
},
{
"type": "recall_at_5",
"value": 38.211,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB HotpotQA",
"revision": "None",
"split": "test",
"type": "hotpotqa"
},
"metrics": [
{
"type": "map_at_1",
"value": 39.136,
"verified": false
},
{
"type": "map_at_10",
"value": 61.673,
"verified": false
},
{
"type": "map_at_100",
"value": 62.562,
"verified": false
},
{
"type": "map_at_1000",
"value": 62.62,
"verified": false
},
{
"type": "map_at_3",
"value": 58.468,
"verified": false
},
{
"type": "map_at_5",
"value": 60.463,
"verified": false
},
{
"type": "mrr_at_1",
"value": 78.271,
"verified": false
},
{
"type": "mrr_at_10",
"value": 84.119,
"verified": false
},
{
"type": "mrr_at_100",
"value": 84.29299999999999,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 84.299,
"verified": false
},
{
"type": "mrr_at_3",
"value": 83.18900000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 83.786,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 78.271,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 69.935,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 73.01299999999999,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 74.126,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 65.388,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 67.906,
"verified": false
},
{
"type": "precision_at_1",
"value": 78.271,
"verified": false
},
{
"type": "precision_at_10",
"value": 14.562,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.6969999999999998,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.184,
"verified": false
},
{
"type": "precision_at_3",
"value": 41.841,
"verified": false
},
{
"type": "precision_at_5",
"value": 27.087,
"verified": false
},
{
"type": "recall_at_1",
"value": 39.136,
"verified": false
},
{
"type": "recall_at_10",
"value": 72.809,
"verified": false
},
{
"type": "recall_at_100",
"value": 84.86200000000001,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.208,
"verified": false
},
{
"type": "recall_at_3",
"value": 62.76199999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 67.718,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ImdbClassification",
"revision": "3d86128a09e091d6018b6d26cad27f2739fc2db7",
"split": "test",
"type": "mteb/imdb"
},
"metrics": [
{
"type": "accuracy",
"value": 90.606,
"verified": false
},
{
"type": "ap",
"value": 86.6579587804335,
"verified": false
},
{
"type": "f1",
"value": 90.5938853929307,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MSMARCO",
"revision": "None",
"split": "dev",
"type": "msmarco"
},
"metrics": [
{
"type": "map_at_1",
"value": 21.852,
"verified": false
},
{
"type": "map_at_10",
"value": 33.982,
"verified": false
},
{
"type": "map_at_100",
"value": 35.116,
"verified": false
},
{
"type": "map_at_1000",
"value": 35.167,
"verified": false
},
{
"type": "map_at_3",
"value": 30.134,
"verified": false
},
{
"type": "map_at_5",
"value": 32.340999999999994,
"verified": false
},
{
"type": "mrr_at_1",
"value": 22.479,
"verified": false
},
{
"type": "mrr_at_10",
"value": 34.594,
"verified": false
},
{
"type": "mrr_at_100",
"value": 35.672,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 35.716,
"verified": false
},
{
"type": "mrr_at_3",
"value": 30.84,
"verified": false
},
{
"type": "mrr_at_5",
"value": 32.998,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 22.493,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.833000000000006,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 46.357,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 47.637,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.995999999999995,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 36.919,
"verified": false
},
{
"type": "precision_at_1",
"value": 22.493,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.465999999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.925,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.104,
"verified": false
},
{
"type": "precision_at_3",
"value": 14.031,
"verified": false
},
{
"type": "precision_at_5",
"value": 10.413,
"verified": false
},
{
"type": "recall_at_1",
"value": 21.852,
"verified": false
},
{
"type": "recall_at_10",
"value": 61.934999999999995,
"verified": false
},
{
"type": "recall_at_100",
"value": 87.611,
"verified": false
},
{
"type": "recall_at_1000",
"value": 97.441,
"verified": false
},
{
"type": "recall_at_3",
"value": 40.584,
"verified": false
},
{
"type": "recall_at_5",
"value": 49.992999999999995,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MTOPDomainClassification (en)",
"revision": "d80d48c1eb48d3562165c59d59d0034df9fff0bf",
"split": "test",
"type": "mteb/mtop_domain"
},
"metrics": [
{
"type": "accuracy",
"value": 93.36069311445507,
"verified": false
},
{
"type": "f1",
"value": 93.16456330371452,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MTOPIntentClassification (en)",
"revision": "ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba",
"split": "test",
"type": "mteb/mtop_intent"
},
"metrics": [
{
"type": "accuracy",
"value": 74.74692202462381,
"verified": false
},
{
"type": "f1",
"value": 58.17903579421599,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MassiveIntentClassification (en)",
"revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7",
"split": "test",
"type": "mteb/amazon_massive_intent"
},
"metrics": [
{
"type": "accuracy",
"value": 74.80833893745796,
"verified": false
},
{
"type": "f1",
"value": 72.70786592684664,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MassiveScenarioClassification (en)",
"revision": "7d571f92784cd94a019292a1f45445077d0ef634",
"split": "test",
"type": "mteb/amazon_massive_scenario"
},
"metrics": [
{
"type": "accuracy",
"value": 78.69872225958305,
"verified": false
},
{
"type": "f1",
"value": 78.61626934504731,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MedrxivClusteringP2P",
"revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73",
"split": "test",
"type": "mteb/medrxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 33.058658628717694,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MedrxivClusteringS2S",
"revision": "35191c8c0dca72d8ff3efcd72aa802307d469663",
"split": "test",
"type": "mteb/medrxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 30.85561739360599,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MindSmallReranking",
"revision": "3bdac13927fdc888b903db93b2ffdbd90b295a69",
"split": "test",
"type": "mteb/mind_small"
},
"metrics": [
{
"type": "map",
"value": 31.290259910144385,
"verified": false
},
{
"type": "mrr",
"value": 32.44223046102856,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB NFCorpus",
"revision": "None",
"split": "test",
"type": "nfcorpus"
},
"metrics": [
{
"type": "map_at_1",
"value": 5.288,
"verified": false
},
{
"type": "map_at_10",
"value": 12.268,
"verified": false
},
{
"type": "map_at_100",
"value": 15.557000000000002,
"verified": false
},
{
"type": "map_at_1000",
"value": 16.98,
"verified": false
},
{
"type": "map_at_3",
"value": 8.866,
"verified": false
},
{
"type": "map_at_5",
"value": 10.418,
"verified": false
},
{
"type": "mrr_at_1",
"value": 43.653,
"verified": false
},
{
"type": "mrr_at_10",
"value": 52.681,
"verified": false
},
{
"type": "mrr_at_100",
"value": 53.315999999999995,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 53.357,
"verified": false
},
{
"type": "mrr_at_3",
"value": 51.393,
"verified": false
},
{
"type": "mrr_at_5",
"value": 51.904,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 42.415000000000006,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 34.305,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 30.825999999999997,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 39.393,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 39.931,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 37.52,
"verified": false
},
{
"type": "precision_at_1",
"value": 43.653,
"verified": false
},
{
"type": "precision_at_10",
"value": 25.728,
"verified": false
},
{
"type": "precision_at_100",
"value": 7.932,
"verified": false
},
{
"type": "precision_at_1000",
"value": 2.07,
"verified": false
},
{
"type": "precision_at_3",
"value": 38.184000000000005,
"verified": false
},
{
"type": "precision_at_5",
"value": 32.879000000000005,
"verified": false
},
{
"type": "recall_at_1",
"value": 5.288,
"verified": false
},
{
"type": "recall_at_10",
"value": 16.195,
"verified": false
},
{
"type": "recall_at_100",
"value": 31.135,
"verified": false
},
{
"type": "recall_at_1000",
"value": 61.531000000000006,
"verified": false
},
{
"type": "recall_at_3",
"value": 10.313,
"verified": false
},
{
"type": "recall_at_5",
"value": 12.755,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB NQ",
"revision": "None",
"split": "test",
"type": "nq"
},
"metrics": [
{
"type": "map_at_1",
"value": 28.216,
"verified": false
},
{
"type": "map_at_10",
"value": 42.588,
"verified": false
},
{
"type": "map_at_100",
"value": 43.703,
"verified": false
},
{
"type": "map_at_1000",
"value": 43.739,
"verified": false
},
{
"type": "map_at_3",
"value": 38.177,
"verified": false
},
{
"type": "map_at_5",
"value": 40.754000000000005,
"verified": false
},
{
"type": "mrr_at_1",
"value": 31.866,
"verified": false
},
{
"type": "mrr_at_10",
"value": 45.189,
"verified": false
},
{
"type": "mrr_at_100",
"value": 46.056,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 46.081,
"verified": false
},
{
"type": "mrr_at_3",
"value": 41.526999999999994,
"verified": false
},
{
"type": "mrr_at_5",
"value": 43.704,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 31.837,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 50.178,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 54.98800000000001,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 55.812,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.853,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 46.153,
"verified": false
},
{
"type": "precision_at_1",
"value": 31.837,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.43,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.112,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.119,
"verified": false
},
{
"type": "precision_at_3",
"value": 19.023,
"verified": false
},
{
"type": "precision_at_5",
"value": 13.911,
"verified": false
},
{
"type": "recall_at_1",
"value": 28.216,
"verified": false
},
{
"type": "recall_at_10",
"value": 70.8,
"verified": false
},
{
"type": "recall_at_100",
"value": 91.857,
"verified": false
},
{
"type": "recall_at_1000",
"value": 97.941,
"verified": false
},
{
"type": "recall_at_3",
"value": 49.196,
"verified": false
},
{
"type": "recall_at_5",
"value": 59.072,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB QuoraRetrieval",
"revision": "None",
"split": "test",
"type": "quora"
},
"metrics": [
{
"type": "map_at_1",
"value": 71.22800000000001,
"verified": false
},
{
"type": "map_at_10",
"value": 85.115,
"verified": false
},
{
"type": "map_at_100",
"value": 85.72,
"verified": false
},
{
"type": "map_at_1000",
"value": 85.737,
"verified": false
},
{
"type": "map_at_3",
"value": 82.149,
"verified": false
},
{
"type": "map_at_5",
"value": 84.029,
"verified": false
},
{
"type": "mrr_at_1",
"value": 81.96,
"verified": false
},
{
"type": "mrr_at_10",
"value": 88.00200000000001,
"verified": false
},
{
"type": "mrr_at_100",
"value": 88.088,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 88.089,
"verified": false
},
{
"type": "mrr_at_3",
"value": 87.055,
"verified": false
},
{
"type": "mrr_at_5",
"value": 87.715,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 82.01,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 88.78,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 89.91,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 90.013,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 85.957,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 87.56,
"verified": false
},
{
"type": "precision_at_1",
"value": 82.01,
"verified": false
},
{
"type": "precision_at_10",
"value": 13.462,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.528,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.157,
"verified": false
},
{
"type": "precision_at_3",
"value": 37.553,
"verified": false
},
{
"type": "precision_at_5",
"value": 24.732000000000003,
"verified": false
},
{
"type": "recall_at_1",
"value": 71.22800000000001,
"verified": false
},
{
"type": "recall_at_10",
"value": 95.69,
"verified": false
},
{
"type": "recall_at_100",
"value": 99.531,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.98,
"verified": false
},
{
"type": "recall_at_3",
"value": 87.632,
"verified": false
},
{
"type": "recall_at_5",
"value": 92.117,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB RedditClustering",
"revision": "24640382cdbf8abc73003fb0fa6d111a705499eb",
"split": "test",
"type": "mteb/reddit-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 52.31768034366916,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB RedditClusteringP2P",
"revision": "282350215ef01743dc01b456c7f5241fa8937f16",
"split": "test",
"type": "mteb/reddit-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 60.640266772723606,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SCIDOCS",
"revision": "None",
"split": "test",
"type": "scidocs"
},
"metrics": [
{
"type": "map_at_1",
"value": 4.7780000000000005,
"verified": false
},
{
"type": "map_at_10",
"value": 12.299,
"verified": false
},
{
"type": "map_at_100",
"value": 14.363,
"verified": false
},
{
"type": "map_at_1000",
"value": 14.71,
"verified": false
},
{
"type": "map_at_3",
"value": 8.738999999999999,
"verified": false
},
{
"type": "map_at_5",
"value": 10.397,
"verified": false
},
{
"type": "mrr_at_1",
"value": 23.6,
"verified": false
},
{
"type": "mrr_at_10",
"value": 34.845,
"verified": false
},
{
"type": "mrr_at_100",
"value": 35.916,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 35.973,
"verified": false
},
{
"type": "mrr_at_3",
"value": 31.7,
"verified": false
},
{
"type": "mrr_at_5",
"value": 33.535,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 23.6,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 20.522,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 28.737,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 34.596,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 19.542,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 16.958000000000002,
"verified": false
},
{
"type": "precision_at_1",
"value": 23.6,
"verified": false
},
{
"type": "precision_at_10",
"value": 10.67,
"verified": false
},
{
"type": "precision_at_100",
"value": 2.259,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.367,
"verified": false
},
{
"type": "precision_at_3",
"value": 18.333,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.88,
"verified": false
},
{
"type": "recall_at_1",
"value": 4.7780000000000005,
"verified": false
},
{
"type": "recall_at_10",
"value": 21.617,
"verified": false
},
{
"type": "recall_at_100",
"value": 45.905,
"verified": false
},
{
"type": "recall_at_1000",
"value": 74.42,
"verified": false
},
{
"type": "recall_at_3",
"value": 11.148,
"verified": false
},
{
"type": "recall_at_5",
"value": 15.082999999999998,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SICK-R",
"revision": "a6ea5a8cab320b040a23452cc28066d9beae2cee",
"split": "test",
"type": "mteb/sickr-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 83.22372750297885,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 79.40972617119405,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 80.6101072020434,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 79.53844217225202,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 80.57265975286111,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 79.46335611792958,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS12",
"revision": "a0d554a64d88156834ff5ae9920b964011b16384",
"split": "test",
"type": "mteb/sts12-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 85.43713315520749,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 77.44128693329532,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 81.63869928101123,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 77.29512977961515,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 81.63704185566183,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 77.29909412738657,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS13",
"revision": "7e90230a92c190f1bf69ae9002b8cea547a64cca",
"split": "test",
"type": "mteb/sts13-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 81.59451537860527,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 82.97994638856723,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 82.89478688288412,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 83.58740751053104,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 82.69140840941608,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 83.33665956040555,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS14",
"revision": "6031580fec1f6af667f0bd2da0a551cf4f0b2375",
"split": "test",
"type": "mteb/sts14-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 82.00756527711764,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 81.83560996841379,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 82.07684151976518,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 82.00913052060511,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 82.05690778488794,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 82.02260252019525,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS15",
"revision": "ae752c7c21bf194d8b67fd573edf7ae58183cbe3",
"split": "test",
"type": "mteb/sts15-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 86.13710262895447,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 87.26412811156248,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 86.94151453230228,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 87.5363796699571,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 86.86989424083748,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 87.47315940781353,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS16",
"revision": "4d8694f8f0e0100860b497b999b3dbed754a0513",
"split": "test",
"type": "mteb/sts16-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 83.0230597603627,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 84.93344499318864,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 84.23754743431141,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 85.09707376597099,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 84.04325160987763,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 84.89353071339909,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "en-en",
"name": "MTEB STS17 (en-en)",
"revision": "af5e6fb845001ecf41f4c1e033ce921939a2a68d",
"split": "test",
"type": "mteb/sts17-crosslingual-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 86.75620824563921,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 87.15065513706398,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 88.26281533633521,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 87.51963738643983,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 88.25599267618065,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 87.58048736047483,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB STS22 (en)",
"revision": "6d1ba47164174a496b7fa5d3569dae26a6813b80",
"split": "test",
"type": "mteb/sts22-crosslingual-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 64.74645319195137,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 65.29996325037214,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 67.04297794086443,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 65.43841726694343,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 67.39459955690904,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 65.92864704413651,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STSBenchmark",
"revision": "b0fddb56ed78048fa8b90373c8a3cfc37b684831",
"split": "test",
"type": "mteb/stsbenchmark-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 84.31291020270801,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 85.86473738688068,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 85.65537275064152,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 86.13087454209642,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 85.43946955047609,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 85.91568175344916,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SciDocsRR",
"revision": "d3c5e1fc0b855ab6097bf1cda04dd73947d7caab",
"split": "test",
"type": "mteb/scidocs-reranking"
},
"metrics": [
{
"type": "map",
"value": 85.93798118350695,
"verified": false
},
{
"type": "mrr",
"value": 95.93536274908824,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SciFact",
"revision": "None",
"split": "test",
"type": "scifact"
},
"metrics": [
{
"type": "map_at_1",
"value": 57.594,
"verified": false
},
{
"type": "map_at_10",
"value": 66.81899999999999,
"verified": false
},
{
"type": "map_at_100",
"value": 67.368,
"verified": false
},
{
"type": "map_at_1000",
"value": 67.4,
"verified": false
},
{
"type": "map_at_3",
"value": 64.061,
"verified": false
},
{
"type": "map_at_5",
"value": 65.47,
"verified": false
},
{
"type": "mrr_at_1",
"value": 60.667,
"verified": false
},
{
"type": "mrr_at_10",
"value": 68.219,
"verified": false
},
{
"type": "mrr_at_100",
"value": 68.655,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 68.684,
"verified": false
},
{
"type": "mrr_at_3",
"value": 66.22200000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 67.289,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 60.667,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 71.275,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 73.642,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 74.373,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 66.521,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 68.581,
"verified": false
},
{
"type": "precision_at_1",
"value": 60.667,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.433,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.0699999999999998,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.113,
"verified": false
},
{
"type": "precision_at_3",
"value": 25.556,
"verified": false
},
{
"type": "precision_at_5",
"value": 16.8,
"verified": false
},
{
"type": "recall_at_1",
"value": 57.594,
"verified": false
},
{
"type": "recall_at_10",
"value": 83.622,
"verified": false
},
{
"type": "recall_at_100",
"value": 94.167,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.667,
"verified": false
},
{
"type": "recall_at_3",
"value": 70.64399999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 75.983,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SprintDuplicateQuestions",
"revision": "d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46",
"split": "test",
"type": "mteb/sprintduplicatequestions-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 99.85841584158416,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 96.66996142314342,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 92.83208020050124,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 93.06532663316584,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 92.6,
"verified": false
},
{
"type": "dot_accuracy",
"value": 99.85841584158416,
"verified": false
},
{
"type": "dot_ap",
"value": 96.6775307676576,
"verified": false
},
{
"type": "dot_f1",
"value": 92.69289729177312,
"verified": false
},
{
"type": "dot_precision",
"value": 94.7753396029258,
"verified": false
},
{
"type": "dot_recall",
"value": 90.7,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 99.86138613861388,
"verified": false
},
{
"type": "euclidean_ap",
"value": 96.6338454403108,
"verified": false
},
{
"type": "euclidean_f1",
"value": 92.92214357937311,
"verified": false
},
{
"type": "euclidean_precision",
"value": 93.96728016359918,
"verified": false
},
{
"type": "euclidean_recall",
"value": 91.9,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 99.86237623762376,
"verified": false
},
{
"type": "manhattan_ap",
"value": 96.60370449645052,
"verified": false
},
{
"type": "manhattan_f1",
"value": 92.91177970423252,
"verified": false
},
{
"type": "manhattan_precision",
"value": 94.7970863683663,
"verified": false
},
{
"type": "manhattan_recall",
"value": 91.1,
"verified": false
},
{
"type": "max_accuracy",
"value": 99.86237623762376,
"verified": false
},
{
"type": "max_ap",
"value": 96.6775307676576,
"verified": false
},
{
"type": "max_f1",
"value": 92.92214357937311,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackExchangeClustering",
"revision": "6cbc1f7b2bc0622f2e39d2c77fa502909748c259",
"split": "test",
"type": "mteb/stackexchange-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 60.77977058695198,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackExchangeClusteringP2P",
"revision": "815ca46b2622cec33ccafc3735d572c266efdb44",
"split": "test",
"type": "mteb/stackexchange-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 35.2725272535638,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackOverflowDupQuestions",
"revision": "e185fbe320c72810689fc5848eb6114e1ef5ec69",
"split": "test",
"type": "mteb/stackoverflowdupquestions-reranking"
},
"metrics": [
{
"type": "map",
"value": 53.64052466362125,
"verified": false
},
{
"type": "mrr",
"value": 54.533067014684654,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SummEval",
"revision": "cda12ad7615edc362dbf25a00fdd61d3b1eaf93c",
"split": "test",
"type": "mteb/summeval"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 30.677624219206574,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 30.121368518123447,
"verified": false
},
{
"type": "dot_pearson",
"value": 30.69870088041608,
"verified": false
},
{
"type": "dot_spearman",
"value": 29.61284927093751,
"verified": false
}
],
"task": {
"type": "Summarization"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TRECCOVID",
"revision": "None",
"split": "test",
"type": "trec-covid"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.22,
"verified": false
},
{
"type": "map_at_10",
"value": 1.855,
"verified": false
},
{
"type": "map_at_100",
"value": 9.885,
"verified": false
},
{
"type": "map_at_1000",
"value": 23.417,
"verified": false
},
{
"type": "map_at_3",
"value": 0.637,
"verified": false
},
{
"type": "map_at_5",
"value": 1.024,
"verified": false
},
{
"type": "mrr_at_1",
"value": 88,
"verified": false
},
{
"type": "mrr_at_10",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_100",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_3",
"value": 92.667,
"verified": false
},
{
"type": "mrr_at_5",
"value": 93.067,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 82,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 75.899,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 55.115,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 48.368,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 79.704,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 78.39699999999999,
"verified": false
},
{
"type": "precision_at_1",
"value": 88,
"verified": false
},
{
"type": "precision_at_10",
"value": 79.60000000000001,
"verified": false
},
{
"type": "precision_at_100",
"value": 56.06,
"verified": false
},
{
"type": "precision_at_1000",
"value": 21.206,
"verified": false
},
{
"type": "precision_at_3",
"value": 84.667,
"verified": false
},
{
"type": "precision_at_5",
"value": 83.2,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.22,
"verified": false
},
{
"type": "recall_at_10",
"value": 2.078,
"verified": false
},
{
"type": "recall_at_100",
"value": 13.297,
"verified": false
},
{
"type": "recall_at_1000",
"value": 44.979,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.6689999999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 1.106,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB Touche2020",
"revision": "None",
"split": "test",
"type": "webis-touche2020"
},
"metrics": [
{
"type": "map_at_1",
"value": 2.258,
"verified": false
},
{
"type": "map_at_10",
"value": 10.439,
"verified": false
},
{
"type": "map_at_100",
"value": 16.89,
"verified": false
},
{
"type": "map_at_1000",
"value": 18.408,
"verified": false
},
{
"type": "map_at_3",
"value": 5.668,
"verified": false
},
{
"type": "map_at_5",
"value": 7.718,
"verified": false
},
{
"type": "mrr_at_1",
"value": 32.653,
"verified": false
},
{
"type": "mrr_at_10",
"value": 51.159,
"verified": false
},
{
"type": "mrr_at_100",
"value": 51.714000000000006,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 51.714000000000006,
"verified": false
},
{
"type": "mrr_at_3",
"value": 47.959,
"verified": false
},
{
"type": "mrr_at_5",
"value": 50.407999999999994,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.592,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 26.037,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 37.924,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 49.126999999999995,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 30.632,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 28.571,
"verified": false
},
{
"type": "precision_at_1",
"value": 32.653,
"verified": false
},
{
"type": "precision_at_10",
"value": 22.857,
"verified": false
},
{
"type": "precision_at_100",
"value": 7.754999999999999,
"verified": false
},
{
"type": "precision_at_1000",
"value": 1.529,
"verified": false
},
{
"type": "precision_at_3",
"value": 34.014,
"verified": false
},
{
"type": "precision_at_5",
"value": 29.796,
"verified": false
},
{
"type": "recall_at_1",
"value": 2.258,
"verified": false
},
{
"type": "recall_at_10",
"value": 16.554,
"verified": false
},
{
"type": "recall_at_100",
"value": 48.439,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82.80499999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 7.283,
"verified": false
},
{
"type": "recall_at_5",
"value": 10.732,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ToxicConversationsClassification",
"revision": "d7c0de2777da35d6aae2200a62c6e0e5af397c4c",
"split": "test",
"type": "mteb/toxic_conversations_50k"
},
"metrics": [
{
"type": "accuracy",
"value": 69.8858,
"verified": false
},
{
"type": "ap",
"value": 13.835684144362109,
"verified": false
},
{
"type": "f1",
"value": 53.803351693244586,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TweetSentimentExtractionClassification",
"revision": "d604517c81ca91fe16a244d1248fc021f9ecee7a",
"split": "test",
"type": "mteb/tweet_sentiment_extraction"
},
"metrics": [
{
"type": "accuracy",
"value": 60.50650820599886,
"verified": false
},
{
"type": "f1",
"value": 60.84357825979259,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwentyNewsgroupsClustering",
"revision": "6125ec4e24fa026cec8a478383ee943acfbd5449",
"split": "test",
"type": "mteb/twentynewsgroups-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 48.52131044852134,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwitterSemEval2015",
"revision": "70970daeab8776df92f5ea462b6173c0b46fd2d1",
"split": "test",
"type": "mteb/twittersemeval2015-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 85.59337187816654,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 73.23925826533437,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 67.34693877551021,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 62.40432237730752,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 73.13984168865434,
"verified": false
},
{
"type": "dot_accuracy",
"value": 85.31322644096085,
"verified": false
},
{
"type": "dot_ap",
"value": 72.30723963807422,
"verified": false
},
{
"type": "dot_f1",
"value": 66.47051612112296,
"verified": false
},
{
"type": "dot_precision",
"value": 62.0792305930845,
"verified": false
},
{
"type": "dot_recall",
"value": 71.53034300791556,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 85.61125350181797,
"verified": false
},
{
"type": "euclidean_ap",
"value": 73.32843720487845,
"verified": false
},
{
"type": "euclidean_f1",
"value": 67.36549633745895,
"verified": false
},
{
"type": "euclidean_precision",
"value": 64.60755813953489,
"verified": false
},
{
"type": "euclidean_recall",
"value": 70.36939313984169,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 85.63509566668654,
"verified": false
},
{
"type": "manhattan_ap",
"value": 73.16658488311325,
"verified": false
},
{
"type": "manhattan_f1",
"value": 67.20597386434349,
"verified": false
},
{
"type": "manhattan_precision",
"value": 63.60424028268551,
"verified": false
},
{
"type": "manhattan_recall",
"value": 71.2401055408971,
"verified": false
},
{
"type": "max_accuracy",
"value": 85.63509566668654,
"verified": false
},
{
"type": "max_ap",
"value": 73.32843720487845,
"verified": false
},
{
"type": "max_f1",
"value": 67.36549633745895,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwitterURLCorpus",
"revision": "8b6510b0b1fa4e4c4f879467980e9be563ec1cdf",
"split": "test",
"type": "mteb/twitterurlcorpus-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 88.33779640625606,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 84.83868375898157,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 77.16506154017773,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 74.62064005753327,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 79.88912842623961,
"verified": false
},
{
"type": "dot_accuracy",
"value": 88.02732176815307,
"verified": false
},
{
"type": "dot_ap",
"value": 83.95089283763002,
"verified": false
},
{
"type": "dot_f1",
"value": 76.29635101196631,
"verified": false
},
{
"type": "dot_precision",
"value": 73.31771720613288,
"verified": false
},
{
"type": "dot_recall",
"value": 79.52725592854944,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 88.44452206310397,
"verified": false
},
{
"type": "euclidean_ap",
"value": 84.98384576824827,
"verified": false
},
{
"type": "euclidean_f1",
"value": 77.29311047696697,
"verified": false
},
{
"type": "euclidean_precision",
"value": 74.51232583065381,
"verified": false
},
{
"type": "euclidean_recall",
"value": 80.28949799815214,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 88.47362906042613,
"verified": false
},
{
"type": "manhattan_ap",
"value": 84.91421462218432,
"verified": false
},
{
"type": "manhattan_f1",
"value": 77.05107637204792,
"verified": false
},
{
"type": "manhattan_precision",
"value": 74.74484256243214,
"verified": false
},
{
"type": "manhattan_recall",
"value": 79.50415768401602,
"verified": false
},
{
"type": "max_accuracy",
"value": 88.47362906042613,
"verified": false
},
{
"type": "max_ap",
"value": 84.98384576824827,
"verified": false
},
{
"type": "max_f1",
"value": 77.29311047696697,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
}
]
}
],
"modelId": "BAAI/bge-small-en-v1.5",
"pipeline_tag": "feature-extraction",
"private": false,
"safetensors": {
"parameters": {
"F32": 33360000,
"I64": 512
},
"total": 33360512
},
"sha": "5c38ec7c405ec4b44b94cc5a9bb96e735b38267a",
"siblings": [
{
"rfilename": ".gitattributes"
},
{
"rfilename": "1_Pooling/config.json"
},
{
"rfilename": "README.md"
},
{
"rfilename": "config.json"
},
{
"rfilename": "config_sentence_transformers.json"
},
{
"rfilename": "model.safetensors"
},
{
"rfilename": "modules.json"
},
{
"rfilename": "onnx/model.onnx"
},
{
"rfilename": "pytorch_model.bin"
},
{
"rfilename": "sentence_bert_config.json"
},
{
"rfilename": "special_tokens_map.json"
},
{
"rfilename": "tokenizer.json"
},
{
"rfilename": "tokenizer_config.json"
},
{
"rfilename": "vocab.txt"
}
],
"spaces": [
"embedl/hfviewer",
"mteb/leaderboard",
"Station-house/ConspiracyBench",
"qiang777/c4ai",
"Malvenoak/boardgames-rag",
"kollarushi/vg",
"XyloDev/DocuMind.Ai_V.1",
"MTEB-BR/leaderboard",
"mteb/leaderboard_legacy",
"Sarath0x8f/Document-QA-bot",
"hakari-bench/leaderboard",
"AI-ANK/RAGArch",
"fau/videoxity",
"Mr-Vicky-01/chat-with-PDF",
"lightmate/llm-chatbot",
"thisisrishi/chat-with-pdf",
"m-ric/Quotes",
"suriya7/Chatbot-PDF",
"lihuigu/SciPIP",
"Shreyas094/SearXNG-WebSearch-Agent",
"build-small-hackathon/HearthNet",
"build-small-hackathon/WanderLust",
"Mattral/RAG-Financial-Multimodal",
"lingyit1108/ragtest-sakimilo",
"phucbienvan/AppChat",
"SmileXing/leaderboard",
"TeamSAS/UB_VSA",
"Tarka-AIR/Tarka-Embedding",
"MCP-1st-Birthday/Shyam-Kathir-mcp-in-action-track-creative",
"Shivamsinghtomar78/ChatWithPDF",
"Agents-MCP-Hackathon/AgentPimentBleu",
"Ab-Romia/Context-Aware-AI",
"build-small-hackathon/WitGym",
"monsterapi/RAG-Chat",
"aelitta/BioMistral_gradio",
"henry2024/ARIN_7102",
"SaranyaR/chatbot",
"olamideba/rag-chatbot",
"datajoi/Domain-Document-Indexing",
"universalsoftware/uchat",
"re-mind/Crawl4AI",
"Steven10429/apply_lora_and_quantize",
"koler/Agentic-ai-With-RAG",
"ipepe/nomic-embeddings",
"anu151105/agentic-browser",
"aloshy-ai/deep-job-seek-mini",
"bSonali/healthcare-ai-assistant",
"jnalv/embedding-fingerprints",
"Muqadas-13/complyflow-ai",
"kbsss/medical-qa-chatbot",
"kerdosdotio/Custom-LLM-Chat",
"CGIAR/ifpri-dp-rag",
"amryassin/embedding-bench",
"kbsss/healthcare-qa-api",
"Urvikava/EdgeQuant-Agent",
"LovnishVerma/pdf-rag-chatbot",
"Shive-69/Raggy",
"ImtiyazLentra1/VicoXOddyseus",
"build-small-hackathon/Paper2Lab",
"rajivranjan3961/Rag",
"HF-Collab-Center/Searching-For-HuggingFace-Users",
"LovnishVerma/rag",
"Abhi2280/Intelligent-Candidate-Discovery",
"legitm0nkey/parakeet-flashcard-guru",
"agent-dg21/redrob-ranker",
"Krishu079/multimodal-pdf-chatbot",
"elg4/gym-sales-coach",
"ManFrag/translatetopic",
"ayaanzaveri/bge-large-en-v1.5",
"Chris4K/rag-tool",
"ubermenchh/article_chat",
"junaidiqbalsyed/qa_hr_chatbot",
"somewheresystems/dataclysm",
"AI-ANK/AI-Real-Estate-Search-Qdrant-Llamaindex",
"whoami02/bot_manuals",
"Dobby091/koko",
"DayanaGCruz/DayiLlama",
"Nithi123/DataScience_ChatAssistant_Llma3_Chatgroq",
"dryouviavant/Ilya-Docs_RAG-INFO-Custodian-CHAT_by-lAIl",
"lakshmivairamani/pdf_chatbot",
"yuvaranianandhan24/chat_with_pdf",
"malvika2003/openvino_notebooks",
"Prat0/ClarifyAI",
"Jashu/HeartDiseaseChatbot",
"dixiyao/chatbot-professor",
"gufett0/chatbot-llamaindex",
"Deddy/Quotes_Terbaik_Dunia",
"Jashu/diabetesDiseaseBot",
"Sachitksh/Document_bot_by_team_bhumi",
"Draichi/Formula1-race-debriefing",
"Wedyan2023/Data_Generation_LabelingCopy",
"AI-RESEARCHER-2024/Computing-Chatbot",
"gabrolo/StudyBuddy",
"sushildhakal/embd",
"kevinhug/ai",
"ryadav2/Talk2Docs",
"efeideo/open-belinostat",
"Aedelon/GAIA_Agent",
"zy2582/WithSandra_Chatbot",
"gm42/esi-hf"
],
"tags": [
"sentence-transformers",
"pytorch",
"onnx",
"safetensors",
"bert",
"feature-extraction",
"sentence-similarity",
"transformers",
"mteb",
"en",
"arxiv:2401.03462",
"arxiv:2312.15503",
"arxiv:2311.13534",
"arxiv:2310.07554",
"arxiv:2309.07597",
"license:mit",
"model-index",
"text-embeddings-inference",
"endpoints_compatible",
"deploy:sagemaker",
"deploy:azure",
"region:us"
],
"transformersInfo": {
"auto_model": "AutoModel",
"pipeline_tag": "feature-extraction",
"processor": "AutoTokenizer"
},
"usedStorage": 900980756
} | — | ||||
| Gated gated | Hugging Face models | falsereceipt
What the source handed over{
"_asked": "BAAI/bge-small-en-v1.5",
"_id": "64fff537d522560505ad6567",
"author": "BAAI",
"cardData": {
"language": [
"en"
],
"license": "mit",
"model-index": [
{
"name": "bge-small-en-v1.5",
"results": [
{
"dataset": {
"config": "en",
"name": "MTEB AmazonCounterfactualClassification (en)",
"revision": "e8379541af4e31359cca9fbcf4b00f2671dba205",
"split": "test",
"type": "mteb/amazon_counterfactual"
},
"metrics": [
{
"type": "accuracy",
"value": 73.79104477611939,
"verified": false
},
{
"type": "ap",
"value": 37.21923821573361,
"verified": false
},
{
"type": "f1",
"value": 68.0914945617093,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB AmazonPolarityClassification",
"revision": "e2d317d38cd51312af73b3d32a06d1a08b442046",
"split": "test",
"type": "mteb/amazon_polarity"
},
"metrics": [
{
"type": "accuracy",
"value": 92.753775,
"verified": false
},
{
"type": "ap",
"value": 89.46766124546022,
"verified": false
},
{
"type": "f1",
"value": 92.73884001331488,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB AmazonReviewsClassification (en)",
"revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
"split": "test",
"type": "mteb/amazon_reviews_multi"
},
"metrics": [
{
"type": "accuracy",
"value": 46.986,
"verified": false
},
{
"type": "f1",
"value": 46.55936786727896,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArguAna",
"revision": "None",
"split": "test",
"type": "arguana"
},
"metrics": [
{
"type": "map_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "map_at_10",
"value": 51.388,
"verified": false
},
{
"type": "map_at_100",
"value": 52.133,
"verified": false
},
{
"type": "map_at_1000",
"value": 52.141000000000005,
"verified": false
},
{
"type": "map_at_3",
"value": 47.037,
"verified": false
},
{
"type": "map_at_5",
"value": 49.579,
"verified": false
},
{
"type": "mrr_at_1",
"value": 36.558,
"verified": false
},
{
"type": "mrr_at_10",
"value": 51.658,
"verified": false
},
{
"type": "mrr_at_100",
"value": 52.402,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 52.41,
"verified": false
},
{
"type": "mrr_at_3",
"value": 47.345,
"verified": false
},
{
"type": "mrr_at_5",
"value": 49.797999999999995,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 59.55,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 62.596,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 62.759,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 50.666999999999994,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 55.228,
"verified": false
},
{
"type": "precision_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.542,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.984,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.1,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.389,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.438,
"verified": false
},
{
"type": "recall_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "recall_at_10",
"value": 85.42,
"verified": false
},
{
"type": "recall_at_100",
"value": 98.435,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.644,
"verified": false
},
{
"type": "recall_at_3",
"value": 61.166,
"verified": false
},
{
"type": "recall_at_5",
"value": 72.191,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArxivClusteringP2P",
"revision": "a122ad7f3f0291bf49cc6f4d32aa80929df69d5d",
"split": "test",
"type": "mteb/arxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 47.402770198163594,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArxivClusteringS2S",
"revision": "f910caf1a6075f7329cdf8c1a6135696f37dbd53",
"split": "test",
"type": "mteb/arxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 40.01545436974177,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB AskUbuntuDupQuestions",
"revision": "2000358ca161889fa9c082cb41daa8dcfb161a54",
"split": "test",
"type": "mteb/askubuntudupquestions-reranking"
},
"metrics": [
{
"type": "map",
"value": 62.5864652732072,
"verified": false
},
{
"type": "mrr",
"value": 74.42169019038825,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BIOSSES",
"revision": "d3fb88f8f02e40887cd149695127462bbcf29b4a",
"split": "test",
"type": "mteb/biosses-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 85.1891186537969,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 83.75492046087288,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 84.11766204805357,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 84.01456493126516,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 84.2132950502772,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 83.89227298813377,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB Banking77Classification",
"revision": "0fd18e25b25c072e09e0d92ab615fda904d66300",
"split": "test",
"type": "mteb/banking77"
},
"metrics": [
{
"type": "accuracy",
"value": 85.74025974025975,
"verified": false
},
{
"type": "f1",
"value": 85.71493566466381,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BiorxivClusteringP2P",
"revision": "65b79d1d13f80053f67aca9498d9402c2d9f1f40",
"split": "test",
"type": "mteb/biorxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 38.467181385006434,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BiorxivClusteringS2S",
"revision": "258694dd0231531bc1fd9de6ceb52a0853c6d908",
"split": "test",
"type": "mteb/biorxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 34.719496037339056,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackAndroidRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 29.587000000000003,
"verified": false
},
{
"type": "map_at_10",
"value": 41.114,
"verified": false
},
{
"type": "map_at_100",
"value": 42.532,
"verified": false
},
{
"type": "map_at_1000",
"value": 42.661,
"verified": false
},
{
"type": "map_at_3",
"value": 37.483,
"verified": false
},
{
"type": "map_at_5",
"value": 39.652,
"verified": false
},
{
"type": "mrr_at_1",
"value": 36.338,
"verified": false
},
{
"type": "mrr_at_10",
"value": 46.763,
"verified": false
},
{
"type": "mrr_at_100",
"value": 47.393,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 47.445,
"verified": false
},
{
"type": "mrr_at_3",
"value": 43.538,
"verified": false
},
{
"type": "mrr_at_5",
"value": 45.556,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 36.338,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 47.658,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 52.824000000000005,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 54.913999999999994,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.989,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 44.944,
"verified": false
},
{
"type": "precision_at_1",
"value": 36.338,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.156,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.479,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.196,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.076,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.85,
"verified": false
},
{
"type": "recall_at_1",
"value": 29.587000000000003,
"verified": false
},
{
"type": "recall_at_10",
"value": 60.746,
"verified": false
},
{
"type": "recall_at_100",
"value": 82.157,
"verified": false
},
{
"type": "recall_at_1000",
"value": 95.645,
"verified": false
},
{
"type": "recall_at_3",
"value": 44.821,
"verified": false
},
{
"type": "recall_at_5",
"value": 52.819,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackEnglishRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 30.239,
"verified": false
},
{
"type": "map_at_10",
"value": 39.989,
"verified": false
},
{
"type": "map_at_100",
"value": 41.196,
"verified": false
},
{
"type": "map_at_1000",
"value": 41.325,
"verified": false
},
{
"type": "map_at_3",
"value": 37.261,
"verified": false
},
{
"type": "map_at_5",
"value": 38.833,
"verified": false
},
{
"type": "mrr_at_1",
"value": 37.516,
"verified": false
},
{
"type": "mrr_at_10",
"value": 46.177,
"verified": false
},
{
"type": "mrr_at_100",
"value": 46.806,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 46.849,
"verified": false
},
{
"type": "mrr_at_3",
"value": 44.002,
"verified": false
},
{
"type": "mrr_at_5",
"value": 45.34,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 37.516,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 45.586,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 49.897000000000006,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.955,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.684,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 43.617,
"verified": false
},
{
"type": "precision_at_1",
"value": 37.516,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.522,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.374,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.184,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.106,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.153,
"verified": false
},
{
"type": "recall_at_1",
"value": 30.239,
"verified": false
},
{
"type": "recall_at_10",
"value": 55.03,
"verified": false
},
{
"type": "recall_at_100",
"value": 73.375,
"verified": false
},
{
"type": "recall_at_1000",
"value": 86.29599999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 43.269000000000005,
"verified": false
},
{
"type": "recall_at_5",
"value": 48.878,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackGamingRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 38.338,
"verified": false
},
{
"type": "map_at_10",
"value": 50.468999999999994,
"verified": false
},
{
"type": "map_at_100",
"value": 51.553,
"verified": false
},
{
"type": "map_at_1000",
"value": 51.608,
"verified": false
},
{
"type": "map_at_3",
"value": 47.107,
"verified": false
},
{
"type": "map_at_5",
"value": 49.101,
"verified": false
},
{
"type": "mrr_at_1",
"value": 44.201,
"verified": false
},
{
"type": "mrr_at_10",
"value": 54.057,
"verified": false
},
{
"type": "mrr_at_100",
"value": 54.764,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 54.791,
"verified": false
},
{
"type": "mrr_at_3",
"value": 51.56699999999999,
"verified": false
},
{
"type": "mrr_at_5",
"value": 53.05,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 44.201,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 56.379000000000005,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 60.645,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 61.73499999999999,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 50.726000000000006,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 53.58500000000001,
"verified": false
},
{
"type": "precision_at_1",
"value": 44.201,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.141,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.216,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.135,
"verified": false
},
{
"type": "precision_at_3",
"value": 22.654,
"verified": false
},
{
"type": "precision_at_5",
"value": 15.723999999999998,
"verified": false
},
{
"type": "recall_at_1",
"value": 38.338,
"verified": false
},
{
"type": "recall_at_10",
"value": 70.30499999999999,
"verified": false
},
{
"type": "recall_at_100",
"value": 88.77199999999999,
"verified": false
},
{
"type": "recall_at_1000",
"value": 96.498,
"verified": false
},
{
"type": "recall_at_3",
"value": 55.218,
"verified": false
},
{
"type": "recall_at_5",
"value": 62.104000000000006,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackGisRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 25.682,
"verified": false
},
{
"type": "map_at_10",
"value": 33.498,
"verified": false
},
{
"type": "map_at_100",
"value": 34.461000000000006,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.544000000000004,
"verified": false
},
{
"type": "map_at_3",
"value": 30.504,
"verified": false
},
{
"type": "map_at_5",
"value": 32.216,
"verified": false
},
{
"type": "mrr_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "mrr_at_10",
"value": 35.467999999999996,
"verified": false
},
{
"type": "mrr_at_100",
"value": 36.32,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 36.386,
"verified": false
},
{
"type": "mrr_at_3",
"value": 32.618,
"verified": false
},
{
"type": "mrr_at_5",
"value": 34.262,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.378,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 43.288,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 45.413,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.586,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.499,
"verified": false
},
{
"type": "precision_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.864,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.882,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.11,
"verified": false
},
{
"type": "precision_at_3",
"value": 13.446,
"verified": false
},
{
"type": "precision_at_5",
"value": 9.718,
"verified": false
},
{
"type": "recall_at_1",
"value": 25.682,
"verified": false
},
{
"type": "recall_at_10",
"value": 51.712,
"verified": false
},
{
"type": "recall_at_100",
"value": 74.446,
"verified": false
},
{
"type": "recall_at_1000",
"value": 90.472,
"verified": false
},
{
"type": "recall_at_3",
"value": 36.236,
"verified": false
},
{
"type": "recall_at_5",
"value": 43.234,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackMathematicaRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 16.073999999999998,
"verified": false
},
{
"type": "map_at_10",
"value": 24.353,
"verified": false
},
{
"type": "map_at_100",
"value": 25.438,
"verified": false
},
{
"type": "map_at_1000",
"value": 25.545,
"verified": false
},
{
"type": "map_at_3",
"value": 21.614,
"verified": false
},
{
"type": "map_at_5",
"value": 23.104,
"verified": false
},
{
"type": "mrr_at_1",
"value": 19.776,
"verified": false
},
{
"type": "mrr_at_10",
"value": 28.837000000000003,
"verified": false
},
{
"type": "mrr_at_100",
"value": 29.755,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 29.817,
"verified": false
},
{
"type": "mrr_at_3",
"value": 26.202,
"verified": false
},
{
"type": "mrr_at_5",
"value": 27.714,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 19.776,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 29.701,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 35.307,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 37.942,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 24.764,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 27.025,
"verified": false
},
{
"type": "precision_at_1",
"value": 19.776,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.659,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.971,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.133,
"verified": false
},
{
"type": "precision_at_3",
"value": 12.065,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.905000000000001,
"verified": false
},
{
"type": "recall_at_1",
"value": 16.073999999999998,
"verified": false
},
{
"type": "recall_at_10",
"value": 41.647,
"verified": false
},
{
"type": "recall_at_100",
"value": 66.884,
"verified": false
},
{
"type": "recall_at_1000",
"value": 85.91499999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 27.916,
"verified": false
},
{
"type": "recall_at_5",
"value": 33.729,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackPhysicsRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 28.444999999999997,
"verified": false
},
{
"type": "map_at_10",
"value": 38.218999999999994,
"verified": false
},
{
"type": "map_at_100",
"value": 39.595,
"verified": false
},
{
"type": "map_at_1000",
"value": 39.709,
"verified": false
},
{
"type": "map_at_3",
"value": 35.586,
"verified": false
},
{
"type": "map_at_5",
"value": 36.895,
"verified": false
},
{
"type": "mrr_at_1",
"value": 34.841,
"verified": false
},
{
"type": "mrr_at_10",
"value": 44.106,
"verified": false
},
{
"type": "mrr_at_100",
"value": 44.98,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 45.03,
"verified": false
},
{
"type": "mrr_at_3",
"value": 41.979,
"verified": false
},
{
"type": "mrr_at_5",
"value": 43.047999999999995,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 34.841,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 43.922,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 49.504999999999995,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.675,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 39.858,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 41.408,
"verified": false
},
{
"type": "precision_at_1",
"value": 34.841,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.872999999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.245,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.161,
"verified": false
},
{
"type": "precision_at_3",
"value": 18.993,
"verified": false
},
{
"type": "precision_at_5",
"value": 13.032,
"verified": false
},
{
"type": "recall_at_1",
"value": 28.444999999999997,
"verified": false
},
{
"type": "recall_at_10",
"value": 54.984,
"verified": false
},
{
"type": "recall_at_100",
"value": 78.342,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.77,
"verified": false
},
{
"type": "recall_at_3",
"value": 42.843,
"verified": false
},
{
"type": "recall_at_5",
"value": 47.247,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackProgrammersRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.072,
"verified": false
},
{
"type": "map_at_10",
"value": 32.354,
"verified": false
},
{
"type": "map_at_100",
"value": 33.800000000000004,
"verified": false
},
{
"type": "map_at_1000",
"value": 33.908,
"verified": false
},
{
"type": "map_at_3",
"value": 29.232000000000003,
"verified": false
},
{
"type": "map_at_5",
"value": 31.049,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "mrr_at_10",
"value": 38.03,
"verified": false
},
{
"type": "mrr_at_100",
"value": 39.032,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 39.087,
"verified": false
},
{
"type": "mrr_at_3",
"value": 35.407,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.76,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.231,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.425,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.771,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 33.095,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.459,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.215000000000001,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.211,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.157,
"verified": false
},
{
"type": "precision_at_3",
"value": 16.058,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.644,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.072,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.285999999999994,
"verified": false
},
{
"type": "recall_at_100",
"value": 76.596,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.861,
"verified": false
},
{
"type": "recall_at_3",
"value": 35.702,
"verified": false
},
{
"type": "recall_at_5",
"value": 42.152,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 24.937916666666663,
"verified": false
},
{
"type": "map_at_10",
"value": 33.755250000000004,
"verified": false
},
{
"type": "map_at_100",
"value": 34.955999999999996,
"verified": false
},
{
"type": "map_at_1000",
"value": 35.070499999999996,
"verified": false
},
{
"type": "map_at_3",
"value": 30.98708333333333,
"verified": false
},
{
"type": "map_at_5",
"value": 32.51491666666666,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "mrr_at_10",
"value": 37.92183333333334,
"verified": false
},
{
"type": "mrr_at_100",
"value": 38.76583333333333,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 38.82466666666667,
"verified": false
},
{
"type": "mrr_at_3",
"value": 35.45125,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.827000000000005,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 39.05225,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.25983333333334,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.568333333333335,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 34.271583333333325,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 36.483916666666666,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.865749999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.1195833333333332,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.15058333333333335,
"verified": false
},
{
"type": "precision_at_3",
"value": 15.742083333333332,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.221916666666669,
"verified": false
},
{
"type": "recall_at_1",
"value": 24.937916666666663,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.650416666666665,
"verified": false
},
{
"type": "recall_at_100",
"value": 73.55383333333334,
"verified": false
},
{
"type": "recall_at_1000",
"value": 89.61691666666667,
"verified": false
},
{
"type": "recall_at_3",
"value": 37.27808333333334,
"verified": false
},
{
"type": "recall_at_5",
"value": 42.99475,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackStatsRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.947,
"verified": false
},
{
"type": "map_at_10",
"value": 30.575000000000003,
"verified": false
},
{
"type": "map_at_100",
"value": 31.465,
"verified": false
},
{
"type": "map_at_1000",
"value": 31.558000000000003,
"verified": false
},
{
"type": "map_at_3",
"value": 28.814,
"verified": false
},
{
"type": "map_at_5",
"value": 29.738999999999997,
"verified": false
},
{
"type": "mrr_at_1",
"value": 26.994,
"verified": false
},
{
"type": "mrr_at_10",
"value": 33.415,
"verified": false
},
{
"type": "mrr_at_100",
"value": 34.18,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 34.245,
"verified": false
},
{
"type": "mrr_at_3",
"value": 31.621,
"verified": false
},
{
"type": "mrr_at_5",
"value": 32.549,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 26.994,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 34.482,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 38.915,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 41.355,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 31.139,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 32.589,
"verified": false
},
{
"type": "precision_at_1",
"value": 26.994,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.322,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.8160000000000001,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.11100000000000002,
"verified": false
},
{
"type": "precision_at_3",
"value": 13.344,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.988,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.947,
"verified": false
},
{
"type": "recall_at_10",
"value": 43.648,
"verified": false
},
{
"type": "recall_at_100",
"value": 63.851,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82,
"verified": false
},
{
"type": "recall_at_3",
"value": 34.288000000000004,
"verified": false
},
{
"type": "recall_at_5",
"value": 38.117,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackTexRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 16.197,
"verified": false
},
{
"type": "map_at_10",
"value": 22.968,
"verified": false
},
{
"type": "map_at_100",
"value": 24.095,
"verified": false
},
{
"type": "map_at_1000",
"value": 24.217,
"verified": false
},
{
"type": "map_at_3",
"value": 20.771,
"verified": false
},
{
"type": "map_at_5",
"value": 21.995,
"verified": false
},
{
"type": "mrr_at_1",
"value": 19.511,
"verified": false
},
{
"type": "mrr_at_10",
"value": 26.55,
"verified": false
},
{
"type": "mrr_at_100",
"value": 27.501,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 27.578999999999997,
"verified": false
},
{
"type": "mrr_at_3",
"value": 24.421,
"verified": false
},
{
"type": "mrr_at_5",
"value": 25.604,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 19.511,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 27.386,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 32.828,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 35.739,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 23.405,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 25.255,
"verified": false
},
{
"type": "precision_at_1",
"value": 19.511,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.017,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.91,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.133,
"verified": false
},
{
"type": "precision_at_3",
"value": 11.023,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.025,
"verified": false
},
{
"type": "recall_at_1",
"value": 16.197,
"verified": false
},
{
"type": "recall_at_10",
"value": 37.09,
"verified": false
},
{
"type": "recall_at_100",
"value": 61.778,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82.56599999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 26.034,
"verified": false
},
{
"type": "recall_at_5",
"value": 30.762,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackUnixRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 25.41,
"verified": false
},
{
"type": "map_at_10",
"value": 33.655,
"verified": false
},
{
"type": "map_at_100",
"value": 34.892,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.995,
"verified": false
},
{
"type": "map_at_3",
"value": 30.94,
"verified": false
},
{
"type": "map_at_5",
"value": 32.303,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.478,
"verified": false
},
{
"type": "mrr_at_10",
"value": 37.443,
"verified": false
},
{
"type": "mrr_at_100",
"value": 38.383,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 38.440000000000005,
"verified": false
},
{
"type": "mrr_at_3",
"value": 34.949999999999996,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.228,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.478,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.769,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.245000000000005,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.593,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 33.623,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.766,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.478,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.455,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.032,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.135,
"verified": false
},
{
"type": "precision_at_3",
"value": 14.893999999999998,
"verified": false
},
{
"type": "precision_at_5",
"value": 10.485,
"verified": false
},
{
"type": "recall_at_1",
"value": 25.41,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.669,
"verified": false
},
{
"type": "recall_at_100",
"value": 74.084,
"verified": false
},
{
"type": "recall_at_1000",
"value": 90.435,
"verified": false
},
{
"type": "recall_at_3",
"value": 36.679,
"verified": false
},
{
"type": "recall_at_5",
"value": 41.94,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackWebmastersRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.339,
"verified": false
},
{
"type": "map_at_10",
"value": 31.852000000000004,
"verified": false
},
{
"type": "map_at_100",
"value": 33.411,
"verified": false
},
{
"type": "map_at_1000",
"value": 33.62,
"verified": false
},
{
"type": "map_at_3",
"value": 28.929,
"verified": false
},
{
"type": "map_at_5",
"value": 30.542,
"verified": false
},
{
"type": "mrr_at_1",
"value": 28.063,
"verified": false
},
{
"type": "mrr_at_10",
"value": 36.301,
"verified": false
},
{
"type": "mrr_at_100",
"value": 37.288,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 37.349,
"verified": false
},
{
"type": "mrr_at_3",
"value": 33.663,
"verified": false
},
{
"type": "mrr_at_5",
"value": 35.165,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 28.063,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 37.462,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 43.620999999999995,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.211,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.68,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 34.981,
"verified": false
},
{
"type": "precision_at_1",
"value": 28.063,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.1739999999999995,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.486,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.235,
"verified": false
},
{
"type": "precision_at_3",
"value": 15.217,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.265,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.339,
"verified": false
},
{
"type": "recall_at_10",
"value": 48.376999999999995,
"verified": false
},
{
"type": "recall_at_100",
"value": 76.053,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.455,
"verified": false
},
{
"type": "recall_at_3",
"value": 34.735,
"verified": false
},
{
"type": "recall_at_5",
"value": 40.71,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackWordpressRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 18.925,
"verified": false
},
{
"type": "map_at_10",
"value": 26.017000000000003,
"verified": false
},
{
"type": "map_at_100",
"value": 27.034,
"verified": false
},
{
"type": "map_at_1000",
"value": 27.156,
"verified": false
},
{
"type": "map_at_3",
"value": 23.604,
"verified": false
},
{
"type": "map_at_5",
"value": 24.75,
"verified": false
},
{
"type": "mrr_at_1",
"value": 20.333,
"verified": false
},
{
"type": "mrr_at_10",
"value": 27.915,
"verified": false
},
{
"type": "mrr_at_100",
"value": 28.788000000000004,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 28.877999999999997,
"verified": false
},
{
"type": "mrr_at_3",
"value": 25.446999999999996,
"verified": false
},
{
"type": "mrr_at_5",
"value": 26.648,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 20.333,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 30.673,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 35.618,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 38.517,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 25.71,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 27.679,
"verified": false
},
{
"type": "precision_at_1",
"value": 20.333,
"verified": false
},
{
"type": "precision_at_10",
"value": 4.9910000000000005,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.8130000000000001,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.117,
"verified": false
},
{
"type": "precision_at_3",
"value": 11.029,
"verified": false
},
{
"type": "precision_at_5",
"value": 7.874,
"verified": false
},
{
"type": "recall_at_1",
"value": 18.925,
"verified": false
},
{
"type": "recall_at_10",
"value": 43.311,
"verified": false
},
{
"type": "recall_at_100",
"value": 66.308,
"verified": false
},
{
"type": "recall_at_1000",
"value": 87.49,
"verified": false
},
{
"type": "recall_at_3",
"value": 29.596,
"verified": false
},
{
"type": "recall_at_5",
"value": 34.245,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ClimateFEVER",
"revision": "None",
"split": "test",
"type": "climate-fever"
},
"metrics": [
{
"type": "map_at_1",
"value": 13.714,
"verified": false
},
{
"type": "map_at_10",
"value": 23.194,
"verified": false
},
{
"type": "map_at_100",
"value": 24.976000000000003,
"verified": false
},
{
"type": "map_at_1000",
"value": 25.166,
"verified": false
},
{
"type": "map_at_3",
"value": 19.709,
"verified": false
},
{
"type": "map_at_5",
"value": 21.523999999999997,
"verified": false
},
{
"type": "mrr_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "mrr_at_10",
"value": 42.563,
"verified": false
},
{
"type": "mrr_at_100",
"value": 43.386,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 43.423,
"verified": false
},
{
"type": "mrr_at_3",
"value": 39.555,
"verified": false
},
{
"type": "mrr_at_5",
"value": 41.268,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 31.836,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 38.652,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 42.088,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 26.733,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 28.435,
"verified": false
},
{
"type": "precision_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.752,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.71,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.235,
"verified": false
},
{
"type": "precision_at_3",
"value": 19.935,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.984,
"verified": false
},
{
"type": "recall_at_1",
"value": 13.714,
"verified": false
},
{
"type": "recall_at_10",
"value": 37.26,
"verified": false
},
{
"type": "recall_at_100",
"value": 60.546,
"verified": false
},
{
"type": "recall_at_1000",
"value": 79.899,
"verified": false
},
{
"type": "recall_at_3",
"value": 24.325,
"verified": false
},
{
"type": "recall_at_5",
"value": 29.725,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB DBPedia",
"revision": "None",
"split": "test",
"type": "dbpedia-entity"
},
"metrics": [
{
"type": "map_at_1",
"value": 8.462,
"verified": false
},
{
"type": "map_at_10",
"value": 18.637,
"verified": false
},
{
"type": "map_at_100",
"value": 26.132,
"verified": false
},
{
"type": "map_at_1000",
"value": 27.607,
"verified": false
},
{
"type": "map_at_3",
"value": 13.333,
"verified": false
},
{
"type": "map_at_5",
"value": 15.654000000000002,
"verified": false
},
{
"type": "mrr_at_1",
"value": 66.25,
"verified": false
},
{
"type": "mrr_at_10",
"value": 74.32600000000001,
"verified": false
},
{
"type": "mrr_at_100",
"value": 74.60900000000001,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 74.62,
"verified": false
},
{
"type": "mrr_at_3",
"value": 72.667,
"verified": false
},
{
"type": "mrr_at_5",
"value": 73.817,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 53.87499999999999,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.029,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.199,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.629999999999995,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 44.113,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 41.731,
"verified": false
},
{
"type": "precision_at_1",
"value": 66.25,
"verified": false
},
{
"type": "precision_at_10",
"value": 31.9,
"verified": false
},
{
"type": "precision_at_100",
"value": 10.043,
"verified": false
},
{
"type": "precision_at_1000",
"value": 1.926,
"verified": false
},
{
"type": "precision_at_3",
"value": 47.417,
"verified": false
},
{
"type": "precision_at_5",
"value": 40.65,
"verified": false
},
{
"type": "recall_at_1",
"value": 8.462,
"verified": false
},
{
"type": "recall_at_10",
"value": 24.293,
"verified": false
},
{
"type": "recall_at_100",
"value": 50.146,
"verified": false
},
{
"type": "recall_at_1000",
"value": 74.034,
"verified": false
},
{
"type": "recall_at_3",
"value": 14.967,
"verified": false
},
{
"type": "recall_at_5",
"value": 18.682,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB EmotionClassification",
"revision": "4f58c6b202a23cf9a4da393831edf4f9183cad37",
"split": "test",
"type": "mteb/emotion"
},
"metrics": [
{
"type": "accuracy",
"value": 47.84499999999999,
"verified": false
},
{
"type": "f1",
"value": 42.48106691979349,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB FEVER",
"revision": "None",
"split": "test",
"type": "fever"
},
"metrics": [
{
"type": "map_at_1",
"value": 74.034,
"verified": false
},
{
"type": "map_at_10",
"value": 82.76,
"verified": false
},
{
"type": "map_at_100",
"value": 82.968,
"verified": false
},
{
"type": "map_at_1000",
"value": 82.98299999999999,
"verified": false
},
{
"type": "map_at_3",
"value": 81.768,
"verified": false
},
{
"type": "map_at_5",
"value": 82.418,
"verified": false
},
{
"type": "mrr_at_1",
"value": 80.048,
"verified": false
},
{
"type": "mrr_at_10",
"value": 87.64999999999999,
"verified": false
},
{
"type": "mrr_at_100",
"value": 87.712,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 87.713,
"verified": false
},
{
"type": "mrr_at_3",
"value": 87.01100000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 87.466,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 80.048,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 86.643,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 87.361,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 87.606,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 85.137,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 86.016,
"verified": false
},
{
"type": "precision_at_1",
"value": 80.048,
"verified": false
},
{
"type": "precision_at_10",
"value": 10.372,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.093,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.113,
"verified": false
},
{
"type": "precision_at_3",
"value": 32.638,
"verified": false
},
{
"type": "precision_at_5",
"value": 20.177,
"verified": false
},
{
"type": "recall_at_1",
"value": 74.034,
"verified": false
},
{
"type": "recall_at_10",
"value": 93.769,
"verified": false
},
{
"type": "recall_at_100",
"value": 96.569,
"verified": false
},
{
"type": "recall_at_1000",
"value": 98.039,
"verified": false
},
{
"type": "recall_at_3",
"value": 89.581,
"verified": false
},
{
"type": "recall_at_5",
"value": 91.906,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB FiQA2018",
"revision": "None",
"split": "test",
"type": "fiqa"
},
"metrics": [
{
"type": "map_at_1",
"value": 20.5,
"verified": false
},
{
"type": "map_at_10",
"value": 32.857,
"verified": false
},
{
"type": "map_at_100",
"value": 34.589,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.778,
"verified": false
},
{
"type": "map_at_3",
"value": 29.161,
"verified": false
},
{
"type": "map_at_5",
"value": 31.033,
"verified": false
},
{
"type": "mrr_at_1",
"value": 40.123,
"verified": false
},
{
"type": "mrr_at_10",
"value": 48.776,
"verified": false
},
{
"type": "mrr_at_100",
"value": 49.495,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 49.539,
"verified": false
},
{
"type": "mrr_at_3",
"value": 46.605,
"verified": false
},
{
"type": "mrr_at_5",
"value": 47.654,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 40.123,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.343,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 46.56,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 49.777,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 37.322,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 37.791,
"verified": false
},
{
"type": "precision_at_1",
"value": 40.123,
"verified": false
},
{
"type": "precision_at_10",
"value": 11.08,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.752,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.232,
"verified": false
},
{
"type": "precision_at_3",
"value": 24.897,
"verified": false
},
{
"type": "precision_at_5",
"value": 17.809,
"verified": false
},
{
"type": "recall_at_1",
"value": 20.5,
"verified": false
},
{
"type": "recall_at_10",
"value": 46.388,
"verified": false
},
{
"type": "recall_at_100",
"value": 69.552,
"verified": false
},
{
"type": "recall_at_1000",
"value": 89.011,
"verified": false
},
{
"type": "recall_at_3",
"value": 33.617999999999995,
"verified": false
},
{
"type": "recall_at_5",
"value": 38.211,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB HotpotQA",
"revision": "None",
"split": "test",
"type": "hotpotqa"
},
"metrics": [
{
"type": "map_at_1",
"value": 39.136,
"verified": false
},
{
"type": "map_at_10",
"value": 61.673,
"verified": false
},
{
"type": "map_at_100",
"value": 62.562,
"verified": false
},
{
"type": "map_at_1000",
"value": 62.62,
"verified": false
},
{
"type": "map_at_3",
"value": 58.468,
"verified": false
},
{
"type": "map_at_5",
"value": 60.463,
"verified": false
},
{
"type": "mrr_at_1",
"value": 78.271,
"verified": false
},
{
"type": "mrr_at_10",
"value": 84.119,
"verified": false
},
{
"type": "mrr_at_100",
"value": 84.29299999999999,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 84.299,
"verified": false
},
{
"type": "mrr_at_3",
"value": 83.18900000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 83.786,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 78.271,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 69.935,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 73.01299999999999,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 74.126,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 65.388,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 67.906,
"verified": false
},
{
"type": "precision_at_1",
"value": 78.271,
"verified": false
},
{
"type": "precision_at_10",
"value": 14.562,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.6969999999999998,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.184,
"verified": false
},
{
"type": "precision_at_3",
"value": 41.841,
"verified": false
},
{
"type": "precision_at_5",
"value": 27.087,
"verified": false
},
{
"type": "recall_at_1",
"value": 39.136,
"verified": false
},
{
"type": "recall_at_10",
"value": 72.809,
"verified": false
},
{
"type": "recall_at_100",
"value": 84.86200000000001,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.208,
"verified": false
},
{
"type": "recall_at_3",
"value": 62.76199999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 67.718,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ImdbClassification",
"revision": "3d86128a09e091d6018b6d26cad27f2739fc2db7",
"split": "test",
"type": "mteb/imdb"
},
"metrics": [
{
"type": "accuracy",
"value": 90.606,
"verified": false
},
{
"type": "ap",
"value": 86.6579587804335,
"verified": false
},
{
"type": "f1",
"value": 90.5938853929307,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MSMARCO",
"revision": "None",
"split": "dev",
"type": "msmarco"
},
"metrics": [
{
"type": "map_at_1",
"value": 21.852,
"verified": false
},
{
"type": "map_at_10",
"value": 33.982,
"verified": false
},
{
"type": "map_at_100",
"value": 35.116,
"verified": false
},
{
"type": "map_at_1000",
"value": 35.167,
"verified": false
},
{
"type": "map_at_3",
"value": 30.134,
"verified": false
},
{
"type": "map_at_5",
"value": 32.340999999999994,
"verified": false
},
{
"type": "mrr_at_1",
"value": 22.479,
"verified": false
},
{
"type": "mrr_at_10",
"value": 34.594,
"verified": false
},
{
"type": "mrr_at_100",
"value": 35.672,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 35.716,
"verified": false
},
{
"type": "mrr_at_3",
"value": 30.84,
"verified": false
},
{
"type": "mrr_at_5",
"value": 32.998,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 22.493,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.833000000000006,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 46.357,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 47.637,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.995999999999995,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 36.919,
"verified": false
},
{
"type": "precision_at_1",
"value": 22.493,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.465999999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.925,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.104,
"verified": false
},
{
"type": "precision_at_3",
"value": 14.031,
"verified": false
},
{
"type": "precision_at_5",
"value": 10.413,
"verified": false
},
{
"type": "recall_at_1",
"value": 21.852,
"verified": false
},
{
"type": "recall_at_10",
"value": 61.934999999999995,
"verified": false
},
{
"type": "recall_at_100",
"value": 87.611,
"verified": false
},
{
"type": "recall_at_1000",
"value": 97.441,
"verified": false
},
{
"type": "recall_at_3",
"value": 40.584,
"verified": false
},
{
"type": "recall_at_5",
"value": 49.992999999999995,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MTOPDomainClassification (en)",
"revision": "d80d48c1eb48d3562165c59d59d0034df9fff0bf",
"split": "test",
"type": "mteb/mtop_domain"
},
"metrics": [
{
"type": "accuracy",
"value": 93.36069311445507,
"verified": false
},
{
"type": "f1",
"value": 93.16456330371452,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MTOPIntentClassification (en)",
"revision": "ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba",
"split": "test",
"type": "mteb/mtop_intent"
},
"metrics": [
{
"type": "accuracy",
"value": 74.74692202462381,
"verified": false
},
{
"type": "f1",
"value": 58.17903579421599,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MassiveIntentClassification (en)",
"revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7",
"split": "test",
"type": "mteb/amazon_massive_intent"
},
"metrics": [
{
"type": "accuracy",
"value": 74.80833893745796,
"verified": false
},
{
"type": "f1",
"value": 72.70786592684664,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MassiveScenarioClassification (en)",
"revision": "7d571f92784cd94a019292a1f45445077d0ef634",
"split": "test",
"type": "mteb/amazon_massive_scenario"
},
"metrics": [
{
"type": "accuracy",
"value": 78.69872225958305,
"verified": false
},
{
"type": "f1",
"value": 78.61626934504731,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MedrxivClusteringP2P",
"revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73",
"split": "test",
"type": "mteb/medrxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 33.058658628717694,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MedrxivClusteringS2S",
"revision": "35191c8c0dca72d8ff3efcd72aa802307d469663",
"split": "test",
"type": "mteb/medrxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 30.85561739360599,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MindSmallReranking",
"revision": "3bdac13927fdc888b903db93b2ffdbd90b295a69",
"split": "test",
"type": "mteb/mind_small"
},
"metrics": [
{
"type": "map",
"value": 31.290259910144385,
"verified": false
},
{
"type": "mrr",
"value": 32.44223046102856,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB NFCorpus",
"revision": "None",
"split": "test",
"type": "nfcorpus"
},
"metrics": [
{
"type": "map_at_1",
"value": 5.288,
"verified": false
},
{
"type": "map_at_10",
"value": 12.268,
"verified": false
},
{
"type": "map_at_100",
"value": 15.557000000000002,
"verified": false
},
{
"type": "map_at_1000",
"value": 16.98,
"verified": false
},
{
"type": "map_at_3",
"value": 8.866,
"verified": false
},
{
"type": "map_at_5",
"value": 10.418,
"verified": false
},
{
"type": "mrr_at_1",
"value": 43.653,
"verified": false
},
{
"type": "mrr_at_10",
"value": 52.681,
"verified": false
},
{
"type": "mrr_at_100",
"value": 53.315999999999995,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 53.357,
"verified": false
},
{
"type": "mrr_at_3",
"value": 51.393,
"verified": false
},
{
"type": "mrr_at_5",
"value": 51.904,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 42.415000000000006,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 34.305,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 30.825999999999997,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 39.393,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 39.931,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 37.52,
"verified": false
},
{
"type": "precision_at_1",
"value": 43.653,
"verified": false
},
{
"type": "precision_at_10",
"value": 25.728,
"verified": false
},
{
"type": "precision_at_100",
"value": 7.932,
"verified": false
},
{
"type": "precision_at_1000",
"value": 2.07,
"verified": false
},
{
"type": "precision_at_3",
"value": 38.184000000000005,
"verified": false
},
{
"type": "precision_at_5",
"value": 32.879000000000005,
"verified": false
},
{
"type": "recall_at_1",
"value": 5.288,
"verified": false
},
{
"type": "recall_at_10",
"value": 16.195,
"verified": false
},
{
"type": "recall_at_100",
"value": 31.135,
"verified": false
},
{
"type": "recall_at_1000",
"value": 61.531000000000006,
"verified": false
},
{
"type": "recall_at_3",
"value": 10.313,
"verified": false
},
{
"type": "recall_at_5",
"value": 12.755,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB NQ",
"revision": "None",
"split": "test",
"type": "nq"
},
"metrics": [
{
"type": "map_at_1",
"value": 28.216,
"verified": false
},
{
"type": "map_at_10",
"value": 42.588,
"verified": false
},
{
"type": "map_at_100",
"value": 43.703,
"verified": false
},
{
"type": "map_at_1000",
"value": 43.739,
"verified": false
},
{
"type": "map_at_3",
"value": 38.177,
"verified": false
},
{
"type": "map_at_5",
"value": 40.754000000000005,
"verified": false
},
{
"type": "mrr_at_1",
"value": 31.866,
"verified": false
},
{
"type": "mrr_at_10",
"value": 45.189,
"verified": false
},
{
"type": "mrr_at_100",
"value": 46.056,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 46.081,
"verified": false
},
{
"type": "mrr_at_3",
"value": 41.526999999999994,
"verified": false
},
{
"type": "mrr_at_5",
"value": 43.704,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 31.837,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 50.178,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 54.98800000000001,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 55.812,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.853,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 46.153,
"verified": false
},
{
"type": "precision_at_1",
"value": 31.837,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.43,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.112,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.119,
"verified": false
},
{
"type": "precision_at_3",
"value": 19.023,
"verified": false
},
{
"type": "precision_at_5",
"value": 13.911,
"verified": false
},
{
"type": "recall_at_1",
"value": 28.216,
"verified": false
},
{
"type": "recall_at_10",
"value": 70.8,
"verified": false
},
{
"type": "recall_at_100",
"value": 91.857,
"verified": false
},
{
"type": "recall_at_1000",
"value": 97.941,
"verified": false
},
{
"type": "recall_at_3",
"value": 49.196,
"verified": false
},
{
"type": "recall_at_5",
"value": 59.072,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB QuoraRetrieval",
"revision": "None",
"split": "test",
"type": "quora"
},
"metrics": [
{
"type": "map_at_1",
"value": 71.22800000000001,
"verified": false
},
{
"type": "map_at_10",
"value": 85.115,
"verified": false
},
{
"type": "map_at_100",
"value": 85.72,
"verified": false
},
{
"type": "map_at_1000",
"value": 85.737,
"verified": false
},
{
"type": "map_at_3",
"value": 82.149,
"verified": false
},
{
"type": "map_at_5",
"value": 84.029,
"verified": false
},
{
"type": "mrr_at_1",
"value": 81.96,
"verified": false
},
{
"type": "mrr_at_10",
"value": 88.00200000000001,
"verified": false
},
{
"type": "mrr_at_100",
"value": 88.088,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 88.089,
"verified": false
},
{
"type": "mrr_at_3",
"value": 87.055,
"verified": false
},
{
"type": "mrr_at_5",
"value": 87.715,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 82.01,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 88.78,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 89.91,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 90.013,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 85.957,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 87.56,
"verified": false
},
{
"type": "precision_at_1",
"value": 82.01,
"verified": false
},
{
"type": "precision_at_10",
"value": 13.462,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.528,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.157,
"verified": false
},
{
"type": "precision_at_3",
"value": 37.553,
"verified": false
},
{
"type": "precision_at_5",
"value": 24.732000000000003,
"verified": false
},
{
"type": "recall_at_1",
"value": 71.22800000000001,
"verified": false
},
{
"type": "recall_at_10",
"value": 95.69,
"verified": false
},
{
"type": "recall_at_100",
"value": 99.531,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.98,
"verified": false
},
{
"type": "recall_at_3",
"value": 87.632,
"verified": false
},
{
"type": "recall_at_5",
"value": 92.117,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB RedditClustering",
"revision": "24640382cdbf8abc73003fb0fa6d111a705499eb",
"split": "test",
"type": "mteb/reddit-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 52.31768034366916,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB RedditClusteringP2P",
"revision": "282350215ef01743dc01b456c7f5241fa8937f16",
"split": "test",
"type": "mteb/reddit-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 60.640266772723606,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SCIDOCS",
"revision": "None",
"split": "test",
"type": "scidocs"
},
"metrics": [
{
"type": "map_at_1",
"value": 4.7780000000000005,
"verified": false
},
{
"type": "map_at_10",
"value": 12.299,
"verified": false
},
{
"type": "map_at_100",
"value": 14.363,
"verified": false
},
{
"type": "map_at_1000",
"value": 14.71,
"verified": false
},
{
"type": "map_at_3",
"value": 8.738999999999999,
"verified": false
},
{
"type": "map_at_5",
"value": 10.397,
"verified": false
},
{
"type": "mrr_at_1",
"value": 23.6,
"verified": false
},
{
"type": "mrr_at_10",
"value": 34.845,
"verified": false
},
{
"type": "mrr_at_100",
"value": 35.916,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 35.973,
"verified": false
},
{
"type": "mrr_at_3",
"value": 31.7,
"verified": false
},
{
"type": "mrr_at_5",
"value": 33.535,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 23.6,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 20.522,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 28.737,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 34.596,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 19.542,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 16.958000000000002,
"verified": false
},
{
"type": "precision_at_1",
"value": 23.6,
"verified": false
},
{
"type": "precision_at_10",
"value": 10.67,
"verified": false
},
{
"type": "precision_at_100",
"value": 2.259,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.367,
"verified": false
},
{
"type": "precision_at_3",
"value": 18.333,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.88,
"verified": false
},
{
"type": "recall_at_1",
"value": 4.7780000000000005,
"verified": false
},
{
"type": "recall_at_10",
"value": 21.617,
"verified": false
},
{
"type": "recall_at_100",
"value": 45.905,
"verified": false
},
{
"type": "recall_at_1000",
"value": 74.42,
"verified": false
},
{
"type": "recall_at_3",
"value": 11.148,
"verified": false
},
{
"type": "recall_at_5",
"value": 15.082999999999998,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SICK-R",
"revision": "a6ea5a8cab320b040a23452cc28066d9beae2cee",
"split": "test",
"type": "mteb/sickr-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 83.22372750297885,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 79.40972617119405,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 80.6101072020434,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 79.53844217225202,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 80.57265975286111,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 79.46335611792958,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS12",
"revision": "a0d554a64d88156834ff5ae9920b964011b16384",
"split": "test",
"type": "mteb/sts12-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 85.43713315520749,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 77.44128693329532,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 81.63869928101123,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 77.29512977961515,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 81.63704185566183,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 77.29909412738657,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS13",
"revision": "7e90230a92c190f1bf69ae9002b8cea547a64cca",
"split": "test",
"type": "mteb/sts13-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 81.59451537860527,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 82.97994638856723,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 82.89478688288412,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 83.58740751053104,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 82.69140840941608,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 83.33665956040555,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS14",
"revision": "6031580fec1f6af667f0bd2da0a551cf4f0b2375",
"split": "test",
"type": "mteb/sts14-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 82.00756527711764,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 81.83560996841379,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 82.07684151976518,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 82.00913052060511,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 82.05690778488794,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 82.02260252019525,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS15",
"revision": "ae752c7c21bf194d8b67fd573edf7ae58183cbe3",
"split": "test",
"type": "mteb/sts15-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 86.13710262895447,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 87.26412811156248,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 86.94151453230228,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 87.5363796699571,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 86.86989424083748,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 87.47315940781353,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS16",
"revision": "4d8694f8f0e0100860b497b999b3dbed754a0513",
"split": "test",
"type": "mteb/sts16-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 83.0230597603627,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 84.93344499318864,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 84.23754743431141,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 85.09707376597099,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 84.04325160987763,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 84.89353071339909,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "en-en",
"name": "MTEB STS17 (en-en)",
"revision": "af5e6fb845001ecf41f4c1e033ce921939a2a68d",
"split": "test",
"type": "mteb/sts17-crosslingual-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 86.75620824563921,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 87.15065513706398,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 88.26281533633521,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 87.51963738643983,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 88.25599267618065,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 87.58048736047483,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB STS22 (en)",
"revision": "6d1ba47164174a496b7fa5d3569dae26a6813b80",
"split": "test",
"type": "mteb/sts22-crosslingual-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 64.74645319195137,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 65.29996325037214,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 67.04297794086443,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 65.43841726694343,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 67.39459955690904,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 65.92864704413651,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STSBenchmark",
"revision": "b0fddb56ed78048fa8b90373c8a3cfc37b684831",
"split": "test",
"type": "mteb/stsbenchmark-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 84.31291020270801,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 85.86473738688068,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 85.65537275064152,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 86.13087454209642,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 85.43946955047609,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 85.91568175344916,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SciDocsRR",
"revision": "d3c5e1fc0b855ab6097bf1cda04dd73947d7caab",
"split": "test",
"type": "mteb/scidocs-reranking"
},
"metrics": [
{
"type": "map",
"value": 85.93798118350695,
"verified": false
},
{
"type": "mrr",
"value": 95.93536274908824,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SciFact",
"revision": "None",
"split": "test",
"type": "scifact"
},
"metrics": [
{
"type": "map_at_1",
"value": 57.594,
"verified": false
},
{
"type": "map_at_10",
"value": 66.81899999999999,
"verified": false
},
{
"type": "map_at_100",
"value": 67.368,
"verified": false
},
{
"type": "map_at_1000",
"value": 67.4,
"verified": false
},
{
"type": "map_at_3",
"value": 64.061,
"verified": false
},
{
"type": "map_at_5",
"value": 65.47,
"verified": false
},
{
"type": "mrr_at_1",
"value": 60.667,
"verified": false
},
{
"type": "mrr_at_10",
"value": 68.219,
"verified": false
},
{
"type": "mrr_at_100",
"value": 68.655,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 68.684,
"verified": false
},
{
"type": "mrr_at_3",
"value": 66.22200000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 67.289,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 60.667,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 71.275,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 73.642,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 74.373,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 66.521,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 68.581,
"verified": false
},
{
"type": "precision_at_1",
"value": 60.667,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.433,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.0699999999999998,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.113,
"verified": false
},
{
"type": "precision_at_3",
"value": 25.556,
"verified": false
},
{
"type": "precision_at_5",
"value": 16.8,
"verified": false
},
{
"type": "recall_at_1",
"value": 57.594,
"verified": false
},
{
"type": "recall_at_10",
"value": 83.622,
"verified": false
},
{
"type": "recall_at_100",
"value": 94.167,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.667,
"verified": false
},
{
"type": "recall_at_3",
"value": 70.64399999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 75.983,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SprintDuplicateQuestions",
"revision": "d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46",
"split": "test",
"type": "mteb/sprintduplicatequestions-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 99.85841584158416,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 96.66996142314342,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 92.83208020050124,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 93.06532663316584,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 92.6,
"verified": false
},
{
"type": "dot_accuracy",
"value": 99.85841584158416,
"verified": false
},
{
"type": "dot_ap",
"value": 96.6775307676576,
"verified": false
},
{
"type": "dot_f1",
"value": 92.69289729177312,
"verified": false
},
{
"type": "dot_precision",
"value": 94.7753396029258,
"verified": false
},
{
"type": "dot_recall",
"value": 90.7,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 99.86138613861388,
"verified": false
},
{
"type": "euclidean_ap",
"value": 96.6338454403108,
"verified": false
},
{
"type": "euclidean_f1",
"value": 92.92214357937311,
"verified": false
},
{
"type": "euclidean_precision",
"value": 93.96728016359918,
"verified": false
},
{
"type": "euclidean_recall",
"value": 91.9,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 99.86237623762376,
"verified": false
},
{
"type": "manhattan_ap",
"value": 96.60370449645052,
"verified": false
},
{
"type": "manhattan_f1",
"value": 92.91177970423252,
"verified": false
},
{
"type": "manhattan_precision",
"value": 94.7970863683663,
"verified": false
},
{
"type": "manhattan_recall",
"value": 91.1,
"verified": false
},
{
"type": "max_accuracy",
"value": 99.86237623762376,
"verified": false
},
{
"type": "max_ap",
"value": 96.6775307676576,
"verified": false
},
{
"type": "max_f1",
"value": 92.92214357937311,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackExchangeClustering",
"revision": "6cbc1f7b2bc0622f2e39d2c77fa502909748c259",
"split": "test",
"type": "mteb/stackexchange-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 60.77977058695198,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackExchangeClusteringP2P",
"revision": "815ca46b2622cec33ccafc3735d572c266efdb44",
"split": "test",
"type": "mteb/stackexchange-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 35.2725272535638,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackOverflowDupQuestions",
"revision": "e185fbe320c72810689fc5848eb6114e1ef5ec69",
"split": "test",
"type": "mteb/stackoverflowdupquestions-reranking"
},
"metrics": [
{
"type": "map",
"value": 53.64052466362125,
"verified": false
},
{
"type": "mrr",
"value": 54.533067014684654,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SummEval",
"revision": "cda12ad7615edc362dbf25a00fdd61d3b1eaf93c",
"split": "test",
"type": "mteb/summeval"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 30.677624219206574,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 30.121368518123447,
"verified": false
},
{
"type": "dot_pearson",
"value": 30.69870088041608,
"verified": false
},
{
"type": "dot_spearman",
"value": 29.61284927093751,
"verified": false
}
],
"task": {
"type": "Summarization"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TRECCOVID",
"revision": "None",
"split": "test",
"type": "trec-covid"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.22,
"verified": false
},
{
"type": "map_at_10",
"value": 1.855,
"verified": false
},
{
"type": "map_at_100",
"value": 9.885,
"verified": false
},
{
"type": "map_at_1000",
"value": 23.417,
"verified": false
},
{
"type": "map_at_3",
"value": 0.637,
"verified": false
},
{
"type": "map_at_5",
"value": 1.024,
"verified": false
},
{
"type": "mrr_at_1",
"value": 88,
"verified": false
},
{
"type": "mrr_at_10",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_100",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_3",
"value": 92.667,
"verified": false
},
{
"type": "mrr_at_5",
"value": 93.067,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 82,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 75.899,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 55.115,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 48.368,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 79.704,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 78.39699999999999,
"verified": false
},
{
"type": "precision_at_1",
"value": 88,
"verified": false
},
{
"type": "precision_at_10",
"value": 79.60000000000001,
"verified": false
},
{
"type": "precision_at_100",
"value": 56.06,
"verified": false
},
{
"type": "precision_at_1000",
"value": 21.206,
"verified": false
},
{
"type": "precision_at_3",
"value": 84.667,
"verified": false
},
{
"type": "precision_at_5",
"value": 83.2,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.22,
"verified": false
},
{
"type": "recall_at_10",
"value": 2.078,
"verified": false
},
{
"type": "recall_at_100",
"value": 13.297,
"verified": false
},
{
"type": "recall_at_1000",
"value": 44.979,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.6689999999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 1.106,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB Touche2020",
"revision": "None",
"split": "test",
"type": "webis-touche2020"
},
"metrics": [
{
"type": "map_at_1",
"value": 2.258,
"verified": false
},
{
"type": "map_at_10",
"value": 10.439,
"verified": false
},
{
"type": "map_at_100",
"value": 16.89,
"verified": false
},
{
"type": "map_at_1000",
"value": 18.408,
"verified": false
},
{
"type": "map_at_3",
"value": 5.668,
"verified": false
},
{
"type": "map_at_5",
"value": 7.718,
"verified": false
},
{
"type": "mrr_at_1",
"value": 32.653,
"verified": false
},
{
"type": "mrr_at_10",
"value": 51.159,
"verified": false
},
{
"type": "mrr_at_100",
"value": 51.714000000000006,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 51.714000000000006,
"verified": false
},
{
"type": "mrr_at_3",
"value": 47.959,
"verified": false
},
{
"type": "mrr_at_5",
"value": 50.407999999999994,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.592,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 26.037,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 37.924,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 49.126999999999995,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 30.632,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 28.571,
"verified": false
},
{
"type": "precision_at_1",
"value": 32.653,
"verified": false
},
{
"type": "precision_at_10",
"value": 22.857,
"verified": false
},
{
"type": "precision_at_100",
"value": 7.754999999999999,
"verified": false
},
{
"type": "precision_at_1000",
"value": 1.529,
"verified": false
},
{
"type": "precision_at_3",
"value": 34.014,
"verified": false
},
{
"type": "precision_at_5",
"value": 29.796,
"verified": false
},
{
"type": "recall_at_1",
"value": 2.258,
"verified": false
},
{
"type": "recall_at_10",
"value": 16.554,
"verified": false
},
{
"type": "recall_at_100",
"value": 48.439,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82.80499999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 7.283,
"verified": false
},
{
"type": "recall_at_5",
"value": 10.732,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ToxicConversationsClassification",
"revision": "d7c0de2777da35d6aae2200a62c6e0e5af397c4c",
"split": "test",
"type": "mteb/toxic_conversations_50k"
},
"metrics": [
{
"type": "accuracy",
"value": 69.8858,
"verified": false
},
{
"type": "ap",
"value": 13.835684144362109,
"verified": false
},
{
"type": "f1",
"value": 53.803351693244586,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TweetSentimentExtractionClassification",
"revision": "d604517c81ca91fe16a244d1248fc021f9ecee7a",
"split": "test",
"type": "mteb/tweet_sentiment_extraction"
},
"metrics": [
{
"type": "accuracy",
"value": 60.50650820599886,
"verified": false
},
{
"type": "f1",
"value": 60.84357825979259,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwentyNewsgroupsClustering",
"revision": "6125ec4e24fa026cec8a478383ee943acfbd5449",
"split": "test",
"type": "mteb/twentynewsgroups-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 48.52131044852134,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwitterSemEval2015",
"revision": "70970daeab8776df92f5ea462b6173c0b46fd2d1",
"split": "test",
"type": "mteb/twittersemeval2015-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 85.59337187816654,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 73.23925826533437,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 67.34693877551021,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 62.40432237730752,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 73.13984168865434,
"verified": false
},
{
"type": "dot_accuracy",
"value": 85.31322644096085,
"verified": false
},
{
"type": "dot_ap",
"value": 72.30723963807422,
"verified": false
},
{
"type": "dot_f1",
"value": 66.47051612112296,
"verified": false
},
{
"type": "dot_precision",
"value": 62.0792305930845,
"verified": false
},
{
"type": "dot_recall",
"value": 71.53034300791556,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 85.61125350181797,
"verified": false
},
{
"type": "euclidean_ap",
"value": 73.32843720487845,
"verified": false
},
{
"type": "euclidean_f1",
"value": 67.36549633745895,
"verified": false
},
{
"type": "euclidean_precision",
"value": 64.60755813953489,
"verified": false
},
{
"type": "euclidean_recall",
"value": 70.36939313984169,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 85.63509566668654,
"verified": false
},
{
"type": "manhattan_ap",
"value": 73.16658488311325,
"verified": false
},
{
"type": "manhattan_f1",
"value": 67.20597386434349,
"verified": false
},
{
"type": "manhattan_precision",
"value": 63.60424028268551,
"verified": false
},
{
"type": "manhattan_recall",
"value": 71.2401055408971,
"verified": false
},
{
"type": "max_accuracy",
"value": 85.63509566668654,
"verified": false
},
{
"type": "max_ap",
"value": 73.32843720487845,
"verified": false
},
{
"type": "max_f1",
"value": 67.36549633745895,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwitterURLCorpus",
"revision": "8b6510b0b1fa4e4c4f879467980e9be563ec1cdf",
"split": "test",
"type": "mteb/twitterurlcorpus-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 88.33779640625606,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 84.83868375898157,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 77.16506154017773,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 74.62064005753327,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 79.88912842623961,
"verified": false
},
{
"type": "dot_accuracy",
"value": 88.02732176815307,
"verified": false
},
{
"type": "dot_ap",
"value": 83.95089283763002,
"verified": false
},
{
"type": "dot_f1",
"value": 76.29635101196631,
"verified": false
},
{
"type": "dot_precision",
"value": 73.31771720613288,
"verified": false
},
{
"type": "dot_recall",
"value": 79.52725592854944,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 88.44452206310397,
"verified": false
},
{
"type": "euclidean_ap",
"value": 84.98384576824827,
"verified": false
},
{
"type": "euclidean_f1",
"value": 77.29311047696697,
"verified": false
},
{
"type": "euclidean_precision",
"value": 74.51232583065381,
"verified": false
},
{
"type": "euclidean_recall",
"value": 80.28949799815214,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 88.47362906042613,
"verified": false
},
{
"type": "manhattan_ap",
"value": 84.91421462218432,
"verified": false
},
{
"type": "manhattan_f1",
"value": 77.05107637204792,
"verified": false
},
{
"type": "manhattan_precision",
"value": 74.74484256243214,
"verified": false
},
{
"type": "manhattan_recall",
"value": 79.50415768401602,
"verified": false
},
{
"type": "max_accuracy",
"value": 88.47362906042613,
"verified": false
},
{
"type": "max_ap",
"value": 84.98384576824827,
"verified": false
},
{
"type": "max_f1",
"value": 77.29311047696697,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
}
]
}
],
"tags": [
"sentence-transformers",
"feature-extraction",
"sentence-similarity",
"transformers",
"mteb"
]
},
"config": {
"architectures": [
"BertModel"
],
"model_type": "bert",
"tokenizer_config": {
"cls_token": "[CLS]",
"mask_token": "[MASK]",
"pad_token": "[PAD]",
"sep_token": "[SEP]",
"unk_token": "[UNK]"
}
},
"createdAt": "2023-09-12T05:20:55.000Z",
"disabled": false,
"downloads": 63079743,
"gated": false,
"id": "BAAI/bge-small-en-v1.5",
"inference": "warm",
"lastModified": "2024-02-22T03:36:23.000Z",
"library_name": "sentence-transformers",
"likes": 597,
"mask_token": "[MASK]",
"model-index": [
{
"name": "bge-small-en-v1.5",
"results": [
{
"dataset": {
"config": "en",
"name": "MTEB AmazonCounterfactualClassification (en)",
"revision": "e8379541af4e31359cca9fbcf4b00f2671dba205",
"split": "test",
"type": "mteb/amazon_counterfactual"
},
"metrics": [
{
"type": "accuracy",
"value": 73.79104477611939,
"verified": false
},
{
"type": "ap",
"value": 37.21923821573361,
"verified": false
},
{
"type": "f1",
"value": 68.0914945617093,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB AmazonPolarityClassification",
"revision": "e2d317d38cd51312af73b3d32a06d1a08b442046",
"split": "test",
"type": "mteb/amazon_polarity"
},
"metrics": [
{
"type": "accuracy",
"value": 92.753775,
"verified": false
},
{
"type": "ap",
"value": 89.46766124546022,
"verified": false
},
{
"type": "f1",
"value": 92.73884001331488,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB AmazonReviewsClassification (en)",
"revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
"split": "test",
"type": "mteb/amazon_reviews_multi"
},
"metrics": [
{
"type": "accuracy",
"value": 46.986,
"verified": false
},
{
"type": "f1",
"value": 46.55936786727896,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArguAna",
"revision": "None",
"split": "test",
"type": "arguana"
},
"metrics": [
{
"type": "map_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "map_at_10",
"value": 51.388,
"verified": false
},
{
"type": "map_at_100",
"value": 52.133,
"verified": false
},
{
"type": "map_at_1000",
"value": 52.141000000000005,
"verified": false
},
{
"type": "map_at_3",
"value": 47.037,
"verified": false
},
{
"type": "map_at_5",
"value": 49.579,
"verified": false
},
{
"type": "mrr_at_1",
"value": 36.558,
"verified": false
},
{
"type": "mrr_at_10",
"value": 51.658,
"verified": false
},
{
"type": "mrr_at_100",
"value": 52.402,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 52.41,
"verified": false
},
{
"type": "mrr_at_3",
"value": 47.345,
"verified": false
},
{
"type": "mrr_at_5",
"value": 49.797999999999995,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 59.55,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 62.596,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 62.759,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 50.666999999999994,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 55.228,
"verified": false
},
{
"type": "precision_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.542,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.984,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.1,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.389,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.438,
"verified": false
},
{
"type": "recall_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "recall_at_10",
"value": 85.42,
"verified": false
},
{
"type": "recall_at_100",
"value": 98.435,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.644,
"verified": false
},
{
"type": "recall_at_3",
"value": 61.166,
"verified": false
},
{
"type": "recall_at_5",
"value": 72.191,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArxivClusteringP2P",
"revision": "a122ad7f3f0291bf49cc6f4d32aa80929df69d5d",
"split": "test",
"type": "mteb/arxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 47.402770198163594,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArxivClusteringS2S",
"revision": "f910caf1a6075f7329cdf8c1a6135696f37dbd53",
"split": "test",
"type": "mteb/arxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 40.01545436974177,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB AskUbuntuDupQuestions",
"revision": "2000358ca161889fa9c082cb41daa8dcfb161a54",
"split": "test",
"type": "mteb/askubuntudupquestions-reranking"
},
"metrics": [
{
"type": "map",
"value": 62.5864652732072,
"verified": false
},
{
"type": "mrr",
"value": 74.42169019038825,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BIOSSES",
"revision": "d3fb88f8f02e40887cd149695127462bbcf29b4a",
"split": "test",
"type": "mteb/biosses-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 85.1891186537969,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 83.75492046087288,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 84.11766204805357,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 84.01456493126516,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 84.2132950502772,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 83.89227298813377,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB Banking77Classification",
"revision": "0fd18e25b25c072e09e0d92ab615fda904d66300",
"split": "test",
"type": "mteb/banking77"
},
"metrics": [
{
"type": "accuracy",
"value": 85.74025974025975,
"verified": false
},
{
"type": "f1",
"value": 85.71493566466381,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BiorxivClusteringP2P",
"revision": "65b79d1d13f80053f67aca9498d9402c2d9f1f40",
"split": "test",
"type": "mteb/biorxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 38.467181385006434,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BiorxivClusteringS2S",
"revision": "258694dd0231531bc1fd9de6ceb52a0853c6d908",
"split": "test",
"type": "mteb/biorxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 34.719496037339056,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackAndroidRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 29.587000000000003,
"verified": false
},
{
"type": "map_at_10",
"value": 41.114,
"verified": false
},
{
"type": "map_at_100",
"value": 42.532,
"verified": false
},
{
"type": "map_at_1000",
"value": 42.661,
"verified": false
},
{
"type": "map_at_3",
"value": 37.483,
"verified": false
},
{
"type": "map_at_5",
"value": 39.652,
"verified": false
},
{
"type": "mrr_at_1",
"value": 36.338,
"verified": false
},
{
"type": "mrr_at_10",
"value": 46.763,
"verified": false
},
{
"type": "mrr_at_100",
"value": 47.393,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 47.445,
"verified": false
},
{
"type": "mrr_at_3",
"value": 43.538,
"verified": false
},
{
"type": "mrr_at_5",
"value": 45.556,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 36.338,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 47.658,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 52.824000000000005,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 54.913999999999994,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.989,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 44.944,
"verified": false
},
{
"type": "precision_at_1",
"value": 36.338,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.156,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.479,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.196,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.076,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.85,
"verified": false
},
{
"type": "recall_at_1",
"value": 29.587000000000003,
"verified": false
},
{
"type": "recall_at_10",
"value": 60.746,
"verified": false
},
{
"type": "recall_at_100",
"value": 82.157,
"verified": false
},
{
"type": "recall_at_1000",
"value": 95.645,
"verified": false
},
{
"type": "recall_at_3",
"value": 44.821,
"verified": false
},
{
"type": "recall_at_5",
"value": 52.819,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackEnglishRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 30.239,
"verified": false
},
{
"type": "map_at_10",
"value": 39.989,
"verified": false
},
{
"type": "map_at_100",
"value": 41.196,
"verified": false
},
{
"type": "map_at_1000",
"value": 41.325,
"verified": false
},
{
"type": "map_at_3",
"value": 37.261,
"verified": false
},
{
"type": "map_at_5",
"value": 38.833,
"verified": false
},
{
"type": "mrr_at_1",
"value": 37.516,
"verified": false
},
{
"type": "mrr_at_10",
"value": 46.177,
"verified": false
},
{
"type": "mrr_at_100",
"value": 46.806,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 46.849,
"verified": false
},
{
"type": "mrr_at_3",
"value": 44.002,
"verified": false
},
{
"type": "mrr_at_5",
"value": 45.34,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 37.516,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 45.586,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 49.897000000000006,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.955,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.684,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 43.617,
"verified": false
},
{
"type": "precision_at_1",
"value": 37.516,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.522,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.374,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.184,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.106,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.153,
"verified": false
},
{
"type": "recall_at_1",
"value": 30.239,
"verified": false
},
{
"type": "recall_at_10",
"value": 55.03,
"verified": false
},
{
"type": "recall_at_100",
"value": 73.375,
"verified": false
},
{
"type": "recall_at_1000",
"value": 86.29599999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 43.269000000000005,
"verified": false
},
{
"type": "recall_at_5",
"value": 48.878,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackGamingRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 38.338,
"verified": false
},
{
"type": "map_at_10",
"value": 50.468999999999994,
"verified": false
},
{
"type": "map_at_100",
"value": 51.553,
"verified": false
},
{
"type": "map_at_1000",
"value": 51.608,
"verified": false
},
{
"type": "map_at_3",
"value": 47.107,
"verified": false
},
{
"type": "map_at_5",
"value": 49.101,
"verified": false
},
{
"type": "mrr_at_1",
"value": 44.201,
"verified": false
},
{
"type": "mrr_at_10",
"value": 54.057,
"verified": false
},
{
"type": "mrr_at_100",
"value": 54.764,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 54.791,
"verified": false
},
{
"type": "mrr_at_3",
"value": 51.56699999999999,
"verified": false
},
{
"type": "mrr_at_5",
"value": 53.05,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 44.201,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 56.379000000000005,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 60.645,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 61.73499999999999,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 50.726000000000006,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 53.58500000000001,
"verified": false
},
{
"type": "precision_at_1",
"value": 44.201,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.141,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.216,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.135,
"verified": false
},
{
"type": "precision_at_3",
"value": 22.654,
"verified": false
},
{
"type": "precision_at_5",
"value": 15.723999999999998,
"verified": false
},
{
"type": "recall_at_1",
"value": 38.338,
"verified": false
},
{
"type": "recall_at_10",
"value": 70.30499999999999,
"verified": false
},
{
"type": "recall_at_100",
"value": 88.77199999999999,
"verified": false
},
{
"type": "recall_at_1000",
"value": 96.498,
"verified": false
},
{
"type": "recall_at_3",
"value": 55.218,
"verified": false
},
{
"type": "recall_at_5",
"value": 62.104000000000006,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackGisRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 25.682,
"verified": false
},
{
"type": "map_at_10",
"value": 33.498,
"verified": false
},
{
"type": "map_at_100",
"value": 34.461000000000006,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.544000000000004,
"verified": false
},
{
"type": "map_at_3",
"value": 30.504,
"verified": false
},
{
"type": "map_at_5",
"value": 32.216,
"verified": false
},
{
"type": "mrr_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "mrr_at_10",
"value": 35.467999999999996,
"verified": false
},
{
"type": "mrr_at_100",
"value": 36.32,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 36.386,
"verified": false
},
{
"type": "mrr_at_3",
"value": 32.618,
"verified": false
},
{
"type": "mrr_at_5",
"value": 34.262,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.378,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 43.288,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 45.413,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.586,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.499,
"verified": false
},
{
"type": "precision_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.864,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.882,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.11,
"verified": false
},
{
"type": "precision_at_3",
"value": 13.446,
"verified": false
},
{
"type": "precision_at_5",
"value": 9.718,
"verified": false
},
{
"type": "recall_at_1",
"value": 25.682,
"verified": false
},
{
"type": "recall_at_10",
"value": 51.712,
"verified": false
},
{
"type": "recall_at_100",
"value": 74.446,
"verified": false
},
{
"type": "recall_at_1000",
"value": 90.472,
"verified": false
},
{
"type": "recall_at_3",
"value": 36.236,
"verified": false
},
{
"type": "recall_at_5",
"value": 43.234,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackMathematicaRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 16.073999999999998,
"verified": false
},
{
"type": "map_at_10",
"value": 24.353,
"verified": false
},
{
"type": "map_at_100",
"value": 25.438,
"verified": false
},
{
"type": "map_at_1000",
"value": 25.545,
"verified": false
},
{
"type": "map_at_3",
"value": 21.614,
"verified": false
},
{
"type": "map_at_5",
"value": 23.104,
"verified": false
},
{
"type": "mrr_at_1",
"value": 19.776,
"verified": false
},
{
"type": "mrr_at_10",
"value": 28.837000000000003,
"verified": false
},
{
"type": "mrr_at_100",
"value": 29.755,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 29.817,
"verified": false
},
{
"type": "mrr_at_3",
"value": 26.202,
"verified": false
},
{
"type": "mrr_at_5",
"value": 27.714,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 19.776,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 29.701,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 35.307,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 37.942,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 24.764,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 27.025,
"verified": false
},
{
"type": "precision_at_1",
"value": 19.776,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.659,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.971,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.133,
"verified": false
},
{
"type": "precision_at_3",
"value": 12.065,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.905000000000001,
"verified": false
},
{
"type": "recall_at_1",
"value": 16.073999999999998,
"verified": false
},
{
"type": "recall_at_10",
"value": 41.647,
"verified": false
},
{
"type": "recall_at_100",
"value": 66.884,
"verified": false
},
{
"type": "recall_at_1000",
"value": 85.91499999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 27.916,
"verified": false
},
{
"type": "recall_at_5",
"value": 33.729,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackPhysicsRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 28.444999999999997,
"verified": false
},
{
"type": "map_at_10",
"value": 38.218999999999994,
"verified": false
},
{
"type": "map_at_100",
"value": 39.595,
"verified": false
},
{
"type": "map_at_1000",
"value": 39.709,
"verified": false
},
{
"type": "map_at_3",
"value": 35.586,
"verified": false
},
{
"type": "map_at_5",
"value": 36.895,
"verified": false
},
{
"type": "mrr_at_1",
"value": 34.841,
"verified": false
},
{
"type": "mrr_at_10",
"value": 44.106,
"verified": false
},
{
"type": "mrr_at_100",
"value": 44.98,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 45.03,
"verified": false
},
{
"type": "mrr_at_3",
"value": 41.979,
"verified": false
},
{
"type": "mrr_at_5",
"value": 43.047999999999995,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 34.841,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 43.922,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 49.504999999999995,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.675,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 39.858,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 41.408,
"verified": false
},
{
"type": "precision_at_1",
"value": 34.841,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.872999999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.245,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.161,
"verified": false
},
{
"type": "precision_at_3",
"value": 18.993,
"verified": false
},
{
"type": "precision_at_5",
"value": 13.032,
"verified": false
},
{
"type": "recall_at_1",
"value": 28.444999999999997,
"verified": false
},
{
"type": "recall_at_10",
"value": 54.984,
"verified": false
},
{
"type": "recall_at_100",
"value": 78.342,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.77,
"verified": false
},
{
"type": "recall_at_3",
"value": 42.843,
"verified": false
},
{
"type": "recall_at_5",
"value": 47.247,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackProgrammersRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.072,
"verified": false
},
{
"type": "map_at_10",
"value": 32.354,
"verified": false
},
{
"type": "map_at_100",
"value": 33.800000000000004,
"verified": false
},
{
"type": "map_at_1000",
"value": 33.908,
"verified": false
},
{
"type": "map_at_3",
"value": 29.232000000000003,
"verified": false
},
{
"type": "map_at_5",
"value": 31.049,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "mrr_at_10",
"value": 38.03,
"verified": false
},
{
"type": "mrr_at_100",
"value": 39.032,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 39.087,
"verified": false
},
{
"type": "mrr_at_3",
"value": 35.407,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.76,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.231,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.425,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.771,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 33.095,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.459,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.215000000000001,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.211,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.157,
"verified": false
},
{
"type": "precision_at_3",
"value": 16.058,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.644,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.072,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.285999999999994,
"verified": false
},
{
"type": "recall_at_100",
"value": 76.596,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.861,
"verified": false
},
{
"type": "recall_at_3",
"value": 35.702,
"verified": false
},
{
"type": "recall_at_5",
"value": 42.152,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 24.937916666666663,
"verified": false
},
{
"type": "map_at_10",
"value": 33.755250000000004,
"verified": false
},
{
"type": "map_at_100",
"value": 34.955999999999996,
"verified": false
},
{
"type": "map_at_1000",
"value": 35.070499999999996,
"verified": false
},
{
"type": "map_at_3",
"value": 30.98708333333333,
"verified": false
},
{
"type": "map_at_5",
"value": 32.51491666666666,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "mrr_at_10",
"value": 37.92183333333334,
"verified": false
},
{
"type": "mrr_at_100",
"value": 38.76583333333333,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 38.82466666666667,
"verified": false
},
{
"type": "mrr_at_3",
"value": 35.45125,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.827000000000005,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 39.05225,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.25983333333334,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.568333333333335,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 34.271583333333325,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 36.483916666666666,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.865749999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.1195833333333332,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.15058333333333335,
"verified": false
},
{
"type": "precision_at_3",
"value": 15.742083333333332,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.221916666666669,
"verified": false
},
{
"type": "recall_at_1",
"value": 24.937916666666663,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.650416666666665,
"verified": false
},
{
"type": "recall_at_100",
"value": 73.55383333333334,
"verified": false
},
{
"type": "recall_at_1000",
"value": 89.61691666666667,
"verified": false
},
{
"type": "recall_at_3",
"value": 37.27808333333334,
"verified": false
},
{
"type": "recall_at_5",
"value": 42.99475,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackStatsRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.947,
"verified": false
},
{
"type": "map_at_10",
"value": 30.575000000000003,
"verified": false
},
{
"type": "map_at_100",
"value": 31.465,
"verified": false
},
{
"type": "map_at_1000",
"value": 31.558000000000003,
"verified": false
},
{
"type": "map_at_3",
"value": 28.814,
"verified": false
},
{
"type": "map_at_5",
"value": 29.738999999999997,
"verified": false
},
{
"type": "mrr_at_1",
"value": 26.994,
"verified": false
},
{
"type": "mrr_at_10",
"value": 33.415,
"verified": false
},
{
"type": "mrr_at_100",
"value": 34.18,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 34.245,
"verified": false
},
{
"type": "mrr_at_3",
"value": 31.621,
"verified": false
},
{
"type": "mrr_at_5",
"value": 32.549,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 26.994,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 34.482,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 38.915,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 41.355,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 31.139,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 32.589,
"verified": false
},
{
"type": "precision_at_1",
"value": 26.994,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.322,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.8160000000000001,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.11100000000000002,
"verified": false
},
{
"type": "precision_at_3",
"value": 13.344,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.988,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.947,
"verified": false
},
{
"type": "recall_at_10",
"value": 43.648,
"verified": false
},
{
"type": "recall_at_100",
"value": 63.851,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82,
"verified": false
},
{
"type": "recall_at_3",
"value": 34.288000000000004,
"verified": false
},
{
"type": "recall_at_5",
"value": 38.117,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackTexRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 16.197,
"verified": false
},
{
"type": "map_at_10",
"value": 22.968,
"verified": false
},
{
"type": "map_at_100",
"value": 24.095,
"verified": false
},
{
"type": "map_at_1000",
"value": 24.217,
"verified": false
},
{
"type": "map_at_3",
"value": 20.771,
"verified": false
},
{
"type": "map_at_5",
"value": 21.995,
"verified": false
},
{
"type": "mrr_at_1",
"value": 19.511,
"verified": false
},
{
"type": "mrr_at_10",
"value": 26.55,
"verified": false
},
{
"type": "mrr_at_100",
"value": 27.501,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 27.578999999999997,
"verified": false
},
{
"type": "mrr_at_3",
"value": 24.421,
"verified": false
},
{
"type": "mrr_at_5",
"value": 25.604,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 19.511,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 27.386,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 32.828,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 35.739,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 23.405,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 25.255,
"verified": false
},
{
"type": "precision_at_1",
"value": 19.511,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.017,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.91,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.133,
"verified": false
},
{
"type": "precision_at_3",
"value": 11.023,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.025,
"verified": false
},
{
"type": "recall_at_1",
"value": 16.197,
"verified": false
},
{
"type": "recall_at_10",
"value": 37.09,
"verified": false
},
{
"type": "recall_at_100",
"value": 61.778,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82.56599999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 26.034,
"verified": false
},
{
"type": "recall_at_5",
"value": 30.762,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackUnixRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 25.41,
"verified": false
},
{
"type": "map_at_10",
"value": 33.655,
"verified": false
},
{
"type": "map_at_100",
"value": 34.892,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.995,
"verified": false
},
{
"type": "map_at_3",
"value": 30.94,
"verified": false
},
{
"type": "map_at_5",
"value": 32.303,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.478,
"verified": false
},
{
"type": "mrr_at_10",
"value": 37.443,
"verified": false
},
{
"type": "mrr_at_100",
"value": 38.383,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 38.440000000000005,
"verified": false
},
{
"type": "mrr_at_3",
"value": 34.949999999999996,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.228,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.478,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.769,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.245000000000005,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.593,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 33.623,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.766,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.478,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.455,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.032,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.135,
"verified": false
},
{
"type": "precision_at_3",
"value": 14.893999999999998,
"verified": false
},
{
"type": "precision_at_5",
"value": 10.485,
"verified": false
},
{
"type": "recall_at_1",
"value": 25.41,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.669,
"verified": false
},
{
"type": "recall_at_100",
"value": 74.084,
"verified": false
},
{
"type": "recall_at_1000",
"value": 90.435,
"verified": false
},
{
"type": "recall_at_3",
"value": 36.679,
"verified": false
},
{
"type": "recall_at_5",
"value": 41.94,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackWebmastersRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.339,
"verified": false
},
{
"type": "map_at_10",
"value": 31.852000000000004,
"verified": false
},
{
"type": "map_at_100",
"value": 33.411,
"verified": false
},
{
"type": "map_at_1000",
"value": 33.62,
"verified": false
},
{
"type": "map_at_3",
"value": 28.929,
"verified": false
},
{
"type": "map_at_5",
"value": 30.542,
"verified": false
},
{
"type": "mrr_at_1",
"value": 28.063,
"verified": false
},
{
"type": "mrr_at_10",
"value": 36.301,
"verified": false
},
{
"type": "mrr_at_100",
"value": 37.288,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 37.349,
"verified": false
},
{
"type": "mrr_at_3",
"value": 33.663,
"verified": false
},
{
"type": "mrr_at_5",
"value": 35.165,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 28.063,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 37.462,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 43.620999999999995,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.211,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.68,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 34.981,
"verified": false
},
{
"type": "precision_at_1",
"value": 28.063,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.1739999999999995,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.486,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.235,
"verified": false
},
{
"type": "precision_at_3",
"value": 15.217,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.265,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.339,
"verified": false
},
{
"type": "recall_at_10",
"value": 48.376999999999995,
"verified": false
},
{
"type": "recall_at_100",
"value": 76.053,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.455,
"verified": false
},
{
"type": "recall_at_3",
"value": 34.735,
"verified": false
},
{
"type": "recall_at_5",
"value": 40.71,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackWordpressRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 18.925,
"verified": false
},
{
"type": "map_at_10",
"value": 26.017000000000003,
"verified": false
},
{
"type": "map_at_100",
"value": 27.034,
"verified": false
},
{
"type": "map_at_1000",
"value": 27.156,
"verified": false
},
{
"type": "map_at_3",
"value": 23.604,
"verified": false
},
{
"type": "map_at_5",
"value": 24.75,
"verified": false
},
{
"type": "mrr_at_1",
"value": 20.333,
"verified": false
},
{
"type": "mrr_at_10",
"value": 27.915,
"verified": false
},
{
"type": "mrr_at_100",
"value": 28.788000000000004,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 28.877999999999997,
"verified": false
},
{
"type": "mrr_at_3",
"value": 25.446999999999996,
"verified": false
},
{
"type": "mrr_at_5",
"value": 26.648,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 20.333,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 30.673,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 35.618,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 38.517,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 25.71,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 27.679,
"verified": false
},
{
"type": "precision_at_1",
"value": 20.333,
"verified": false
},
{
"type": "precision_at_10",
"value": 4.9910000000000005,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.8130000000000001,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.117,
"verified": false
},
{
"type": "precision_at_3",
"value": 11.029,
"verified": false
},
{
"type": "precision_at_5",
"value": 7.874,
"verified": false
},
{
"type": "recall_at_1",
"value": 18.925,
"verified": false
},
{
"type": "recall_at_10",
"value": 43.311,
"verified": false
},
{
"type": "recall_at_100",
"value": 66.308,
"verified": false
},
{
"type": "recall_at_1000",
"value": 87.49,
"verified": false
},
{
"type": "recall_at_3",
"value": 29.596,
"verified": false
},
{
"type": "recall_at_5",
"value": 34.245,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ClimateFEVER",
"revision": "None",
"split": "test",
"type": "climate-fever"
},
"metrics": [
{
"type": "map_at_1",
"value": 13.714,
"verified": false
},
{
"type": "map_at_10",
"value": 23.194,
"verified": false
},
{
"type": "map_at_100",
"value": 24.976000000000003,
"verified": false
},
{
"type": "map_at_1000",
"value": 25.166,
"verified": false
},
{
"type": "map_at_3",
"value": 19.709,
"verified": false
},
{
"type": "map_at_5",
"value": 21.523999999999997,
"verified": false
},
{
"type": "mrr_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "mrr_at_10",
"value": 42.563,
"verified": false
},
{
"type": "mrr_at_100",
"value": 43.386,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 43.423,
"verified": false
},
{
"type": "mrr_at_3",
"value": 39.555,
"verified": false
},
{
"type": "mrr_at_5",
"value": 41.268,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 31.836,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 38.652,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 42.088,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 26.733,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 28.435,
"verified": false
},
{
"type": "precision_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.752,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.71,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.235,
"verified": false
},
{
"type": "precision_at_3",
"value": 19.935,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.984,
"verified": false
},
{
"type": "recall_at_1",
"value": 13.714,
"verified": false
},
{
"type": "recall_at_10",
"value": 37.26,
"verified": false
},
{
"type": "recall_at_100",
"value": 60.546,
"verified": false
},
{
"type": "recall_at_1000",
"value": 79.899,
"verified": false
},
{
"type": "recall_at_3",
"value": 24.325,
"verified": false
},
{
"type": "recall_at_5",
"value": 29.725,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB DBPedia",
"revision": "None",
"split": "test",
"type": "dbpedia-entity"
},
"metrics": [
{
"type": "map_at_1",
"value": 8.462,
"verified": false
},
{
"type": "map_at_10",
"value": 18.637,
"verified": false
},
{
"type": "map_at_100",
"value": 26.132,
"verified": false
},
{
"type": "map_at_1000",
"value": 27.607,
"verified": false
},
{
"type": "map_at_3",
"value": 13.333,
"verified": false
},
{
"type": "map_at_5",
"value": 15.654000000000002,
"verified": false
},
{
"type": "mrr_at_1",
"value": 66.25,
"verified": false
},
{
"type": "mrr_at_10",
"value": 74.32600000000001,
"verified": false
},
{
"type": "mrr_at_100",
"value": 74.60900000000001,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 74.62,
"verified": false
},
{
"type": "mrr_at_3",
"value": 72.667,
"verified": false
},
{
"type": "mrr_at_5",
"value": 73.817,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 53.87499999999999,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.029,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.199,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.629999999999995,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 44.113,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 41.731,
"verified": false
},
{
"type": "precision_at_1",
"value": 66.25,
"verified": false
},
{
"type": "precision_at_10",
"value": 31.9,
"verified": false
},
{
"type": "precision_at_100",
"value": 10.043,
"verified": false
},
{
"type": "precision_at_1000",
"value": 1.926,
"verified": false
},
{
"type": "precision_at_3",
"value": 47.417,
"verified": false
},
{
"type": "precision_at_5",
"value": 40.65,
"verified": false
},
{
"type": "recall_at_1",
"value": 8.462,
"verified": false
},
{
"type": "recall_at_10",
"value": 24.293,
"verified": false
},
{
"type": "recall_at_100",
"value": 50.146,
"verified": false
},
{
"type": "recall_at_1000",
"value": 74.034,
"verified": false
},
{
"type": "recall_at_3",
"value": 14.967,
"verified": false
},
{
"type": "recall_at_5",
"value": 18.682,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB EmotionClassification",
"revision": "4f58c6b202a23cf9a4da393831edf4f9183cad37",
"split": "test",
"type": "mteb/emotion"
},
"metrics": [
{
"type": "accuracy",
"value": 47.84499999999999,
"verified": false
},
{
"type": "f1",
"value": 42.48106691979349,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB FEVER",
"revision": "None",
"split": "test",
"type": "fever"
},
"metrics": [
{
"type": "map_at_1",
"value": 74.034,
"verified": false
},
{
"type": "map_at_10",
"value": 82.76,
"verified": false
},
{
"type": "map_at_100",
"value": 82.968,
"verified": false
},
{
"type": "map_at_1000",
"value": 82.98299999999999,
"verified": false
},
{
"type": "map_at_3",
"value": 81.768,
"verified": false
},
{
"type": "map_at_5",
"value": 82.418,
"verified": false
},
{
"type": "mrr_at_1",
"value": 80.048,
"verified": false
},
{
"type": "mrr_at_10",
"value": 87.64999999999999,
"verified": false
},
{
"type": "mrr_at_100",
"value": 87.712,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 87.713,
"verified": false
},
{
"type": "mrr_at_3",
"value": 87.01100000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 87.466,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 80.048,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 86.643,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 87.361,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 87.606,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 85.137,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 86.016,
"verified": false
},
{
"type": "precision_at_1",
"value": 80.048,
"verified": false
},
{
"type": "precision_at_10",
"value": 10.372,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.093,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.113,
"verified": false
},
{
"type": "precision_at_3",
"value": 32.638,
"verified": false
},
{
"type": "precision_at_5",
"value": 20.177,
"verified": false
},
{
"type": "recall_at_1",
"value": 74.034,
"verified": false
},
{
"type": "recall_at_10",
"value": 93.769,
"verified": false
},
{
"type": "recall_at_100",
"value": 96.569,
"verified": false
},
{
"type": "recall_at_1000",
"value": 98.039,
"verified": false
},
{
"type": "recall_at_3",
"value": 89.581,
"verified": false
},
{
"type": "recall_at_5",
"value": 91.906,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB FiQA2018",
"revision": "None",
"split": "test",
"type": "fiqa"
},
"metrics": [
{
"type": "map_at_1",
"value": 20.5,
"verified": false
},
{
"type": "map_at_10",
"value": 32.857,
"verified": false
},
{
"type": "map_at_100",
"value": 34.589,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.778,
"verified": false
},
{
"type": "map_at_3",
"value": 29.161,
"verified": false
},
{
"type": "map_at_5",
"value": 31.033,
"verified": false
},
{
"type": "mrr_at_1",
"value": 40.123,
"verified": false
},
{
"type": "mrr_at_10",
"value": 48.776,
"verified": false
},
{
"type": "mrr_at_100",
"value": 49.495,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 49.539,
"verified": false
},
{
"type": "mrr_at_3",
"value": 46.605,
"verified": false
},
{
"type": "mrr_at_5",
"value": 47.654,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 40.123,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.343,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 46.56,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 49.777,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 37.322,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 37.791,
"verified": false
},
{
"type": "precision_at_1",
"value": 40.123,
"verified": false
},
{
"type": "precision_at_10",
"value": 11.08,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.752,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.232,
"verified": false
},
{
"type": "precision_at_3",
"value": 24.897,
"verified": false
},
{
"type": "precision_at_5",
"value": 17.809,
"verified": false
},
{
"type": "recall_at_1",
"value": 20.5,
"verified": false
},
{
"type": "recall_at_10",
"value": 46.388,
"verified": false
},
{
"type": "recall_at_100",
"value": 69.552,
"verified": false
},
{
"type": "recall_at_1000",
"value": 89.011,
"verified": false
},
{
"type": "recall_at_3",
"value": 33.617999999999995,
"verified": false
},
{
"type": "recall_at_5",
"value": 38.211,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB HotpotQA",
"revision": "None",
"split": "test",
"type": "hotpotqa"
},
"metrics": [
{
"type": "map_at_1",
"value": 39.136,
"verified": false
},
{
"type": "map_at_10",
"value": 61.673,
"verified": false
},
{
"type": "map_at_100",
"value": 62.562,
"verified": false
},
{
"type": "map_at_1000",
"value": 62.62,
"verified": false
},
{
"type": "map_at_3",
"value": 58.468,
"verified": false
},
{
"type": "map_at_5",
"value": 60.463,
"verified": false
},
{
"type": "mrr_at_1",
"value": 78.271,
"verified": false
},
{
"type": "mrr_at_10",
"value": 84.119,
"verified": false
},
{
"type": "mrr_at_100",
"value": 84.29299999999999,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 84.299,
"verified": false
},
{
"type": "mrr_at_3",
"value": 83.18900000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 83.786,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 78.271,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 69.935,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 73.01299999999999,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 74.126,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 65.388,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 67.906,
"verified": false
},
{
"type": "precision_at_1",
"value": 78.271,
"verified": false
},
{
"type": "precision_at_10",
"value": 14.562,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.6969999999999998,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.184,
"verified": false
},
{
"type": "precision_at_3",
"value": 41.841,
"verified": false
},
{
"type": "precision_at_5",
"value": 27.087,
"verified": false
},
{
"type": "recall_at_1",
"value": 39.136,
"verified": false
},
{
"type": "recall_at_10",
"value": 72.809,
"verified": false
},
{
"type": "recall_at_100",
"value": 84.86200000000001,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.208,
"verified": false
},
{
"type": "recall_at_3",
"value": 62.76199999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 67.718,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ImdbClassification",
"revision": "3d86128a09e091d6018b6d26cad27f2739fc2db7",
"split": "test",
"type": "mteb/imdb"
},
"metrics": [
{
"type": "accuracy",
"value": 90.606,
"verified": false
},
{
"type": "ap",
"value": 86.6579587804335,
"verified": false
},
{
"type": "f1",
"value": 90.5938853929307,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MSMARCO",
"revision": "None",
"split": "dev",
"type": "msmarco"
},
"metrics": [
{
"type": "map_at_1",
"value": 21.852,
"verified": false
},
{
"type": "map_at_10",
"value": 33.982,
"verified": false
},
{
"type": "map_at_100",
"value": 35.116,
"verified": false
},
{
"type": "map_at_1000",
"value": 35.167,
"verified": false
},
{
"type": "map_at_3",
"value": 30.134,
"verified": false
},
{
"type": "map_at_5",
"value": 32.340999999999994,
"verified": false
},
{
"type": "mrr_at_1",
"value": 22.479,
"verified": false
},
{
"type": "mrr_at_10",
"value": 34.594,
"verified": false
},
{
"type": "mrr_at_100",
"value": 35.672,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 35.716,
"verified": false
},
{
"type": "mrr_at_3",
"value": 30.84,
"verified": false
},
{
"type": "mrr_at_5",
"value": 32.998,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 22.493,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.833000000000006,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 46.357,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 47.637,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.995999999999995,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 36.919,
"verified": false
},
{
"type": "precision_at_1",
"value": 22.493,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.465999999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.925,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.104,
"verified": false
},
{
"type": "precision_at_3",
"value": 14.031,
"verified": false
},
{
"type": "precision_at_5",
"value": 10.413,
"verified": false
},
{
"type": "recall_at_1",
"value": 21.852,
"verified": false
},
{
"type": "recall_at_10",
"value": 61.934999999999995,
"verified": false
},
{
"type": "recall_at_100",
"value": 87.611,
"verified": false
},
{
"type": "recall_at_1000",
"value": 97.441,
"verified": false
},
{
"type": "recall_at_3",
"value": 40.584,
"verified": false
},
{
"type": "recall_at_5",
"value": 49.992999999999995,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MTOPDomainClassification (en)",
"revision": "d80d48c1eb48d3562165c59d59d0034df9fff0bf",
"split": "test",
"type": "mteb/mtop_domain"
},
"metrics": [
{
"type": "accuracy",
"value": 93.36069311445507,
"verified": false
},
{
"type": "f1",
"value": 93.16456330371452,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MTOPIntentClassification (en)",
"revision": "ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba",
"split": "test",
"type": "mteb/mtop_intent"
},
"metrics": [
{
"type": "accuracy",
"value": 74.74692202462381,
"verified": false
},
{
"type": "f1",
"value": 58.17903579421599,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MassiveIntentClassification (en)",
"revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7",
"split": "test",
"type": "mteb/amazon_massive_intent"
},
"metrics": [
{
"type": "accuracy",
"value": 74.80833893745796,
"verified": false
},
{
"type": "f1",
"value": 72.70786592684664,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MassiveScenarioClassification (en)",
"revision": "7d571f92784cd94a019292a1f45445077d0ef634",
"split": "test",
"type": "mteb/amazon_massive_scenario"
},
"metrics": [
{
"type": "accuracy",
"value": 78.69872225958305,
"verified": false
},
{
"type": "f1",
"value": 78.61626934504731,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MedrxivClusteringP2P",
"revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73",
"split": "test",
"type": "mteb/medrxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 33.058658628717694,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MedrxivClusteringS2S",
"revision": "35191c8c0dca72d8ff3efcd72aa802307d469663",
"split": "test",
"type": "mteb/medrxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 30.85561739360599,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MindSmallReranking",
"revision": "3bdac13927fdc888b903db93b2ffdbd90b295a69",
"split": "test",
"type": "mteb/mind_small"
},
"metrics": [
{
"type": "map",
"value": 31.290259910144385,
"verified": false
},
{
"type": "mrr",
"value": 32.44223046102856,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB NFCorpus",
"revision": "None",
"split": "test",
"type": "nfcorpus"
},
"metrics": [
{
"type": "map_at_1",
"value": 5.288,
"verified": false
},
{
"type": "map_at_10",
"value": 12.268,
"verified": false
},
{
"type": "map_at_100",
"value": 15.557000000000002,
"verified": false
},
{
"type": "map_at_1000",
"value": 16.98,
"verified": false
},
{
"type": "map_at_3",
"value": 8.866,
"verified": false
},
{
"type": "map_at_5",
"value": 10.418,
"verified": false
},
{
"type": "mrr_at_1",
"value": 43.653,
"verified": false
},
{
"type": "mrr_at_10",
"value": 52.681,
"verified": false
},
{
"type": "mrr_at_100",
"value": 53.315999999999995,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 53.357,
"verified": false
},
{
"type": "mrr_at_3",
"value": 51.393,
"verified": false
},
{
"type": "mrr_at_5",
"value": 51.904,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 42.415000000000006,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 34.305,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 30.825999999999997,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 39.393,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 39.931,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 37.52,
"verified": false
},
{
"type": "precision_at_1",
"value": 43.653,
"verified": false
},
{
"type": "precision_at_10",
"value": 25.728,
"verified": false
},
{
"type": "precision_at_100",
"value": 7.932,
"verified": false
},
{
"type": "precision_at_1000",
"value": 2.07,
"verified": false
},
{
"type": "precision_at_3",
"value": 38.184000000000005,
"verified": false
},
{
"type": "precision_at_5",
"value": 32.879000000000005,
"verified": false
},
{
"type": "recall_at_1",
"value": 5.288,
"verified": false
},
{
"type": "recall_at_10",
"value": 16.195,
"verified": false
},
{
"type": "recall_at_100",
"value": 31.135,
"verified": false
},
{
"type": "recall_at_1000",
"value": 61.531000000000006,
"verified": false
},
{
"type": "recall_at_3",
"value": 10.313,
"verified": false
},
{
"type": "recall_at_5",
"value": 12.755,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB NQ",
"revision": "None",
"split": "test",
"type": "nq"
},
"metrics": [
{
"type": "map_at_1",
"value": 28.216,
"verified": false
},
{
"type": "map_at_10",
"value": 42.588,
"verified": false
},
{
"type": "map_at_100",
"value": 43.703,
"verified": false
},
{
"type": "map_at_1000",
"value": 43.739,
"verified": false
},
{
"type": "map_at_3",
"value": 38.177,
"verified": false
},
{
"type": "map_at_5",
"value": 40.754000000000005,
"verified": false
},
{
"type": "mrr_at_1",
"value": 31.866,
"verified": false
},
{
"type": "mrr_at_10",
"value": 45.189,
"verified": false
},
{
"type": "mrr_at_100",
"value": 46.056,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 46.081,
"verified": false
},
{
"type": "mrr_at_3",
"value": 41.526999999999994,
"verified": false
},
{
"type": "mrr_at_5",
"value": 43.704,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 31.837,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 50.178,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 54.98800000000001,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 55.812,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.853,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 46.153,
"verified": false
},
{
"type": "precision_at_1",
"value": 31.837,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.43,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.112,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.119,
"verified": false
},
{
"type": "precision_at_3",
"value": 19.023,
"verified": false
},
{
"type": "precision_at_5",
"value": 13.911,
"verified": false
},
{
"type": "recall_at_1",
"value": 28.216,
"verified": false
},
{
"type": "recall_at_10",
"value": 70.8,
"verified": false
},
{
"type": "recall_at_100",
"value": 91.857,
"verified": false
},
{
"type": "recall_at_1000",
"value": 97.941,
"verified": false
},
{
"type": "recall_at_3",
"value": 49.196,
"verified": false
},
{
"type": "recall_at_5",
"value": 59.072,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB QuoraRetrieval",
"revision": "None",
"split": "test",
"type": "quora"
},
"metrics": [
{
"type": "map_at_1",
"value": 71.22800000000001,
"verified": false
},
{
"type": "map_at_10",
"value": 85.115,
"verified": false
},
{
"type": "map_at_100",
"value": 85.72,
"verified": false
},
{
"type": "map_at_1000",
"value": 85.737,
"verified": false
},
{
"type": "map_at_3",
"value": 82.149,
"verified": false
},
{
"type": "map_at_5",
"value": 84.029,
"verified": false
},
{
"type": "mrr_at_1",
"value": 81.96,
"verified": false
},
{
"type": "mrr_at_10",
"value": 88.00200000000001,
"verified": false
},
{
"type": "mrr_at_100",
"value": 88.088,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 88.089,
"verified": false
},
{
"type": "mrr_at_3",
"value": 87.055,
"verified": false
},
{
"type": "mrr_at_5",
"value": 87.715,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 82.01,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 88.78,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 89.91,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 90.013,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 85.957,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 87.56,
"verified": false
},
{
"type": "precision_at_1",
"value": 82.01,
"verified": false
},
{
"type": "precision_at_10",
"value": 13.462,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.528,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.157,
"verified": false
},
{
"type": "precision_at_3",
"value": 37.553,
"verified": false
},
{
"type": "precision_at_5",
"value": 24.732000000000003,
"verified": false
},
{
"type": "recall_at_1",
"value": 71.22800000000001,
"verified": false
},
{
"type": "recall_at_10",
"value": 95.69,
"verified": false
},
{
"type": "recall_at_100",
"value": 99.531,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.98,
"verified": false
},
{
"type": "recall_at_3",
"value": 87.632,
"verified": false
},
{
"type": "recall_at_5",
"value": 92.117,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB RedditClustering",
"revision": "24640382cdbf8abc73003fb0fa6d111a705499eb",
"split": "test",
"type": "mteb/reddit-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 52.31768034366916,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB RedditClusteringP2P",
"revision": "282350215ef01743dc01b456c7f5241fa8937f16",
"split": "test",
"type": "mteb/reddit-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 60.640266772723606,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SCIDOCS",
"revision": "None",
"split": "test",
"type": "scidocs"
},
"metrics": [
{
"type": "map_at_1",
"value": 4.7780000000000005,
"verified": false
},
{
"type": "map_at_10",
"value": 12.299,
"verified": false
},
{
"type": "map_at_100",
"value": 14.363,
"verified": false
},
{
"type": "map_at_1000",
"value": 14.71,
"verified": false
},
{
"type": "map_at_3",
"value": 8.738999999999999,
"verified": false
},
{
"type": "map_at_5",
"value": 10.397,
"verified": false
},
{
"type": "mrr_at_1",
"value": 23.6,
"verified": false
},
{
"type": "mrr_at_10",
"value": 34.845,
"verified": false
},
{
"type": "mrr_at_100",
"value": 35.916,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 35.973,
"verified": false
},
{
"type": "mrr_at_3",
"value": 31.7,
"verified": false
},
{
"type": "mrr_at_5",
"value": 33.535,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 23.6,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 20.522,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 28.737,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 34.596,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 19.542,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 16.958000000000002,
"verified": false
},
{
"type": "precision_at_1",
"value": 23.6,
"verified": false
},
{
"type": "precision_at_10",
"value": 10.67,
"verified": false
},
{
"type": "precision_at_100",
"value": 2.259,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.367,
"verified": false
},
{
"type": "precision_at_3",
"value": 18.333,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.88,
"verified": false
},
{
"type": "recall_at_1",
"value": 4.7780000000000005,
"verified": false
},
{
"type": "recall_at_10",
"value": 21.617,
"verified": false
},
{
"type": "recall_at_100",
"value": 45.905,
"verified": false
},
{
"type": "recall_at_1000",
"value": 74.42,
"verified": false
},
{
"type": "recall_at_3",
"value": 11.148,
"verified": false
},
{
"type": "recall_at_5",
"value": 15.082999999999998,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SICK-R",
"revision": "a6ea5a8cab320b040a23452cc28066d9beae2cee",
"split": "test",
"type": "mteb/sickr-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 83.22372750297885,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 79.40972617119405,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 80.6101072020434,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 79.53844217225202,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 80.57265975286111,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 79.46335611792958,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS12",
"revision": "a0d554a64d88156834ff5ae9920b964011b16384",
"split": "test",
"type": "mteb/sts12-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 85.43713315520749,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 77.44128693329532,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 81.63869928101123,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 77.29512977961515,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 81.63704185566183,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 77.29909412738657,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS13",
"revision": "7e90230a92c190f1bf69ae9002b8cea547a64cca",
"split": "test",
"type": "mteb/sts13-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 81.59451537860527,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 82.97994638856723,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 82.89478688288412,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 83.58740751053104,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 82.69140840941608,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 83.33665956040555,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS14",
"revision": "6031580fec1f6af667f0bd2da0a551cf4f0b2375",
"split": "test",
"type": "mteb/sts14-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 82.00756527711764,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 81.83560996841379,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 82.07684151976518,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 82.00913052060511,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 82.05690778488794,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 82.02260252019525,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS15",
"revision": "ae752c7c21bf194d8b67fd573edf7ae58183cbe3",
"split": "test",
"type": "mteb/sts15-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 86.13710262895447,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 87.26412811156248,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 86.94151453230228,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 87.5363796699571,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 86.86989424083748,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 87.47315940781353,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS16",
"revision": "4d8694f8f0e0100860b497b999b3dbed754a0513",
"split": "test",
"type": "mteb/sts16-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 83.0230597603627,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 84.93344499318864,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 84.23754743431141,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 85.09707376597099,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 84.04325160987763,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 84.89353071339909,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "en-en",
"name": "MTEB STS17 (en-en)",
"revision": "af5e6fb845001ecf41f4c1e033ce921939a2a68d",
"split": "test",
"type": "mteb/sts17-crosslingual-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 86.75620824563921,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 87.15065513706398,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 88.26281533633521,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 87.51963738643983,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 88.25599267618065,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 87.58048736047483,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB STS22 (en)",
"revision": "6d1ba47164174a496b7fa5d3569dae26a6813b80",
"split": "test",
"type": "mteb/sts22-crosslingual-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 64.74645319195137,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 65.29996325037214,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 67.04297794086443,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 65.43841726694343,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 67.39459955690904,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 65.92864704413651,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STSBenchmark",
"revision": "b0fddb56ed78048fa8b90373c8a3cfc37b684831",
"split": "test",
"type": "mteb/stsbenchmark-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 84.31291020270801,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 85.86473738688068,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 85.65537275064152,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 86.13087454209642,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 85.43946955047609,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 85.91568175344916,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SciDocsRR",
"revision": "d3c5e1fc0b855ab6097bf1cda04dd73947d7caab",
"split": "test",
"type": "mteb/scidocs-reranking"
},
"metrics": [
{
"type": "map",
"value": 85.93798118350695,
"verified": false
},
{
"type": "mrr",
"value": 95.93536274908824,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SciFact",
"revision": "None",
"split": "test",
"type": "scifact"
},
"metrics": [
{
"type": "map_at_1",
"value": 57.594,
"verified": false
},
{
"type": "map_at_10",
"value": 66.81899999999999,
"verified": false
},
{
"type": "map_at_100",
"value": 67.368,
"verified": false
},
{
"type": "map_at_1000",
"value": 67.4,
"verified": false
},
{
"type": "map_at_3",
"value": 64.061,
"verified": false
},
{
"type": "map_at_5",
"value": 65.47,
"verified": false
},
{
"type": "mrr_at_1",
"value": 60.667,
"verified": false
},
{
"type": "mrr_at_10",
"value": 68.219,
"verified": false
},
{
"type": "mrr_at_100",
"value": 68.655,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 68.684,
"verified": false
},
{
"type": "mrr_at_3",
"value": 66.22200000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 67.289,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 60.667,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 71.275,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 73.642,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 74.373,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 66.521,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 68.581,
"verified": false
},
{
"type": "precision_at_1",
"value": 60.667,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.433,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.0699999999999998,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.113,
"verified": false
},
{
"type": "precision_at_3",
"value": 25.556,
"verified": false
},
{
"type": "precision_at_5",
"value": 16.8,
"verified": false
},
{
"type": "recall_at_1",
"value": 57.594,
"verified": false
},
{
"type": "recall_at_10",
"value": 83.622,
"verified": false
},
{
"type": "recall_at_100",
"value": 94.167,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.667,
"verified": false
},
{
"type": "recall_at_3",
"value": 70.64399999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 75.983,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SprintDuplicateQuestions",
"revision": "d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46",
"split": "test",
"type": "mteb/sprintduplicatequestions-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 99.85841584158416,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 96.66996142314342,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 92.83208020050124,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 93.06532663316584,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 92.6,
"verified": false
},
{
"type": "dot_accuracy",
"value": 99.85841584158416,
"verified": false
},
{
"type": "dot_ap",
"value": 96.6775307676576,
"verified": false
},
{
"type": "dot_f1",
"value": 92.69289729177312,
"verified": false
},
{
"type": "dot_precision",
"value": 94.7753396029258,
"verified": false
},
{
"type": "dot_recall",
"value": 90.7,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 99.86138613861388,
"verified": false
},
{
"type": "euclidean_ap",
"value": 96.6338454403108,
"verified": false
},
{
"type": "euclidean_f1",
"value": 92.92214357937311,
"verified": false
},
{
"type": "euclidean_precision",
"value": 93.96728016359918,
"verified": false
},
{
"type": "euclidean_recall",
"value": 91.9,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 99.86237623762376,
"verified": false
},
{
"type": "manhattan_ap",
"value": 96.60370449645052,
"verified": false
},
{
"type": "manhattan_f1",
"value": 92.91177970423252,
"verified": false
},
{
"type": "manhattan_precision",
"value": 94.7970863683663,
"verified": false
},
{
"type": "manhattan_recall",
"value": 91.1,
"verified": false
},
{
"type": "max_accuracy",
"value": 99.86237623762376,
"verified": false
},
{
"type": "max_ap",
"value": 96.6775307676576,
"verified": false
},
{
"type": "max_f1",
"value": 92.92214357937311,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackExchangeClustering",
"revision": "6cbc1f7b2bc0622f2e39d2c77fa502909748c259",
"split": "test",
"type": "mteb/stackexchange-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 60.77977058695198,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackExchangeClusteringP2P",
"revision": "815ca46b2622cec33ccafc3735d572c266efdb44",
"split": "test",
"type": "mteb/stackexchange-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 35.2725272535638,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackOverflowDupQuestions",
"revision": "e185fbe320c72810689fc5848eb6114e1ef5ec69",
"split": "test",
"type": "mteb/stackoverflowdupquestions-reranking"
},
"metrics": [
{
"type": "map",
"value": 53.64052466362125,
"verified": false
},
{
"type": "mrr",
"value": 54.533067014684654,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SummEval",
"revision": "cda12ad7615edc362dbf25a00fdd61d3b1eaf93c",
"split": "test",
"type": "mteb/summeval"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 30.677624219206574,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 30.121368518123447,
"verified": false
},
{
"type": "dot_pearson",
"value": 30.69870088041608,
"verified": false
},
{
"type": "dot_spearman",
"value": 29.61284927093751,
"verified": false
}
],
"task": {
"type": "Summarization"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TRECCOVID",
"revision": "None",
"split": "test",
"type": "trec-covid"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.22,
"verified": false
},
{
"type": "map_at_10",
"value": 1.855,
"verified": false
},
{
"type": "map_at_100",
"value": 9.885,
"verified": false
},
{
"type": "map_at_1000",
"value": 23.417,
"verified": false
},
{
"type": "map_at_3",
"value": 0.637,
"verified": false
},
{
"type": "map_at_5",
"value": 1.024,
"verified": false
},
{
"type": "mrr_at_1",
"value": 88,
"verified": false
},
{
"type": "mrr_at_10",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_100",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_3",
"value": 92.667,
"verified": false
},
{
"type": "mrr_at_5",
"value": 93.067,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 82,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 75.899,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 55.115,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 48.368,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 79.704,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 78.39699999999999,
"verified": false
},
{
"type": "precision_at_1",
"value": 88,
"verified": false
},
{
"type": "precision_at_10",
"value": 79.60000000000001,
"verified": false
},
{
"type": "precision_at_100",
"value": 56.06,
"verified": false
},
{
"type": "precision_at_1000",
"value": 21.206,
"verified": false
},
{
"type": "precision_at_3",
"value": 84.667,
"verified": false
},
{
"type": "precision_at_5",
"value": 83.2,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.22,
"verified": false
},
{
"type": "recall_at_10",
"value": 2.078,
"verified": false
},
{
"type": "recall_at_100",
"value": 13.297,
"verified": false
},
{
"type": "recall_at_1000",
"value": 44.979,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.6689999999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 1.106,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB Touche2020",
"revision": "None",
"split": "test",
"type": "webis-touche2020"
},
"metrics": [
{
"type": "map_at_1",
"value": 2.258,
"verified": false
},
{
"type": "map_at_10",
"value": 10.439,
"verified": false
},
{
"type": "map_at_100",
"value": 16.89,
"verified": false
},
{
"type": "map_at_1000",
"value": 18.408,
"verified": false
},
{
"type": "map_at_3",
"value": 5.668,
"verified": false
},
{
"type": "map_at_5",
"value": 7.718,
"verified": false
},
{
"type": "mrr_at_1",
"value": 32.653,
"verified": false
},
{
"type": "mrr_at_10",
"value": 51.159,
"verified": false
},
{
"type": "mrr_at_100",
"value": 51.714000000000006,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 51.714000000000006,
"verified": false
},
{
"type": "mrr_at_3",
"value": 47.959,
"verified": false
},
{
"type": "mrr_at_5",
"value": 50.407999999999994,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.592,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 26.037,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 37.924,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 49.126999999999995,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 30.632,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 28.571,
"verified": false
},
{
"type": "precision_at_1",
"value": 32.653,
"verified": false
},
{
"type": "precision_at_10",
"value": 22.857,
"verified": false
},
{
"type": "precision_at_100",
"value": 7.754999999999999,
"verified": false
},
{
"type": "precision_at_1000",
"value": 1.529,
"verified": false
},
{
"type": "precision_at_3",
"value": 34.014,
"verified": false
},
{
"type": "precision_at_5",
"value": 29.796,
"verified": false
},
{
"type": "recall_at_1",
"value": 2.258,
"verified": false
},
{
"type": "recall_at_10",
"value": 16.554,
"verified": false
},
{
"type": "recall_at_100",
"value": 48.439,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82.80499999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 7.283,
"verified": false
},
{
"type": "recall_at_5",
"value": 10.732,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ToxicConversationsClassification",
"revision": "d7c0de2777da35d6aae2200a62c6e0e5af397c4c",
"split": "test",
"type": "mteb/toxic_conversations_50k"
},
"metrics": [
{
"type": "accuracy",
"value": 69.8858,
"verified": false
},
{
"type": "ap",
"value": 13.835684144362109,
"verified": false
},
{
"type": "f1",
"value": 53.803351693244586,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TweetSentimentExtractionClassification",
"revision": "d604517c81ca91fe16a244d1248fc021f9ecee7a",
"split": "test",
"type": "mteb/tweet_sentiment_extraction"
},
"metrics": [
{
"type": "accuracy",
"value": 60.50650820599886,
"verified": false
},
{
"type": "f1",
"value": 60.84357825979259,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwentyNewsgroupsClustering",
"revision": "6125ec4e24fa026cec8a478383ee943acfbd5449",
"split": "test",
"type": "mteb/twentynewsgroups-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 48.52131044852134,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwitterSemEval2015",
"revision": "70970daeab8776df92f5ea462b6173c0b46fd2d1",
"split": "test",
"type": "mteb/twittersemeval2015-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 85.59337187816654,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 73.23925826533437,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 67.34693877551021,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 62.40432237730752,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 73.13984168865434,
"verified": false
},
{
"type": "dot_accuracy",
"value": 85.31322644096085,
"verified": false
},
{
"type": "dot_ap",
"value": 72.30723963807422,
"verified": false
},
{
"type": "dot_f1",
"value": 66.47051612112296,
"verified": false
},
{
"type": "dot_precision",
"value": 62.0792305930845,
"verified": false
},
{
"type": "dot_recall",
"value": 71.53034300791556,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 85.61125350181797,
"verified": false
},
{
"type": "euclidean_ap",
"value": 73.32843720487845,
"verified": false
},
{
"type": "euclidean_f1",
"value": 67.36549633745895,
"verified": false
},
{
"type": "euclidean_precision",
"value": 64.60755813953489,
"verified": false
},
{
"type": "euclidean_recall",
"value": 70.36939313984169,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 85.63509566668654,
"verified": false
},
{
"type": "manhattan_ap",
"value": 73.16658488311325,
"verified": false
},
{
"type": "manhattan_f1",
"value": 67.20597386434349,
"verified": false
},
{
"type": "manhattan_precision",
"value": 63.60424028268551,
"verified": false
},
{
"type": "manhattan_recall",
"value": 71.2401055408971,
"verified": false
},
{
"type": "max_accuracy",
"value": 85.63509566668654,
"verified": false
},
{
"type": "max_ap",
"value": 73.32843720487845,
"verified": false
},
{
"type": "max_f1",
"value": 67.36549633745895,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwitterURLCorpus",
"revision": "8b6510b0b1fa4e4c4f879467980e9be563ec1cdf",
"split": "test",
"type": "mteb/twitterurlcorpus-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 88.33779640625606,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 84.83868375898157,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 77.16506154017773,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 74.62064005753327,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 79.88912842623961,
"verified": false
},
{
"type": "dot_accuracy",
"value": 88.02732176815307,
"verified": false
},
{
"type": "dot_ap",
"value": 83.95089283763002,
"verified": false
},
{
"type": "dot_f1",
"value": 76.29635101196631,
"verified": false
},
{
"type": "dot_precision",
"value": 73.31771720613288,
"verified": false
},
{
"type": "dot_recall",
"value": 79.52725592854944,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 88.44452206310397,
"verified": false
},
{
"type": "euclidean_ap",
"value": 84.98384576824827,
"verified": false
},
{
"type": "euclidean_f1",
"value": 77.29311047696697,
"verified": false
},
{
"type": "euclidean_precision",
"value": 74.51232583065381,
"verified": false
},
{
"type": "euclidean_recall",
"value": 80.28949799815214,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 88.47362906042613,
"verified": false
},
{
"type": "manhattan_ap",
"value": 84.91421462218432,
"verified": false
},
{
"type": "manhattan_f1",
"value": 77.05107637204792,
"verified": false
},
{
"type": "manhattan_precision",
"value": 74.74484256243214,
"verified": false
},
{
"type": "manhattan_recall",
"value": 79.50415768401602,
"verified": false
},
{
"type": "max_accuracy",
"value": 88.47362906042613,
"verified": false
},
{
"type": "max_ap",
"value": 84.98384576824827,
"verified": false
},
{
"type": "max_f1",
"value": 77.29311047696697,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
}
]
}
],
"modelId": "BAAI/bge-small-en-v1.5",
"pipeline_tag": "feature-extraction",
"private": false,
"safetensors": {
"parameters": {
"F32": 33360000,
"I64": 512
},
"total": 33360512
},
"sha": "5c38ec7c405ec4b44b94cc5a9bb96e735b38267a",
"siblings": [
{
"rfilename": ".gitattributes"
},
{
"rfilename": "1_Pooling/config.json"
},
{
"rfilename": "README.md"
},
{
"rfilename": "config.json"
},
{
"rfilename": "config_sentence_transformers.json"
},
{
"rfilename": "model.safetensors"
},
{
"rfilename": "modules.json"
},
{
"rfilename": "onnx/model.onnx"
},
{
"rfilename": "pytorch_model.bin"
},
{
"rfilename": "sentence_bert_config.json"
},
{
"rfilename": "special_tokens_map.json"
},
{
"rfilename": "tokenizer.json"
},
{
"rfilename": "tokenizer_config.json"
},
{
"rfilename": "vocab.txt"
}
],
"spaces": [
"embedl/hfviewer",
"mteb/leaderboard",
"Station-house/ConspiracyBench",
"qiang777/c4ai",
"Malvenoak/boardgames-rag",
"kollarushi/vg",
"XyloDev/DocuMind.Ai_V.1",
"MTEB-BR/leaderboard",
"mteb/leaderboard_legacy",
"Sarath0x8f/Document-QA-bot",
"hakari-bench/leaderboard",
"AI-ANK/RAGArch",
"fau/videoxity",
"Mr-Vicky-01/chat-with-PDF",
"lightmate/llm-chatbot",
"thisisrishi/chat-with-pdf",
"m-ric/Quotes",
"suriya7/Chatbot-PDF",
"lihuigu/SciPIP",
"Shreyas094/SearXNG-WebSearch-Agent",
"build-small-hackathon/HearthNet",
"build-small-hackathon/WanderLust",
"Mattral/RAG-Financial-Multimodal",
"lingyit1108/ragtest-sakimilo",
"phucbienvan/AppChat",
"SmileXing/leaderboard",
"TeamSAS/UB_VSA",
"Tarka-AIR/Tarka-Embedding",
"MCP-1st-Birthday/Shyam-Kathir-mcp-in-action-track-creative",
"Shivamsinghtomar78/ChatWithPDF",
"Agents-MCP-Hackathon/AgentPimentBleu",
"Ab-Romia/Context-Aware-AI",
"build-small-hackathon/WitGym",
"monsterapi/RAG-Chat",
"aelitta/BioMistral_gradio",
"henry2024/ARIN_7102",
"SaranyaR/chatbot",
"olamideba/rag-chatbot",
"datajoi/Domain-Document-Indexing",
"universalsoftware/uchat",
"re-mind/Crawl4AI",
"Steven10429/apply_lora_and_quantize",
"koler/Agentic-ai-With-RAG",
"ipepe/nomic-embeddings",
"anu151105/agentic-browser",
"aloshy-ai/deep-job-seek-mini",
"bSonali/healthcare-ai-assistant",
"jnalv/embedding-fingerprints",
"Muqadas-13/complyflow-ai",
"kbsss/medical-qa-chatbot",
"kerdosdotio/Custom-LLM-Chat",
"CGIAR/ifpri-dp-rag",
"amryassin/embedding-bench",
"kbsss/healthcare-qa-api",
"Urvikava/EdgeQuant-Agent",
"LovnishVerma/pdf-rag-chatbot",
"Shive-69/Raggy",
"ImtiyazLentra1/VicoXOddyseus",
"build-small-hackathon/Paper2Lab",
"rajivranjan3961/Rag",
"HF-Collab-Center/Searching-For-HuggingFace-Users",
"LovnishVerma/rag",
"Abhi2280/Intelligent-Candidate-Discovery",
"legitm0nkey/parakeet-flashcard-guru",
"agent-dg21/redrob-ranker",
"Krishu079/multimodal-pdf-chatbot",
"elg4/gym-sales-coach",
"ManFrag/translatetopic",
"ayaanzaveri/bge-large-en-v1.5",
"Chris4K/rag-tool",
"ubermenchh/article_chat",
"junaidiqbalsyed/qa_hr_chatbot",
"somewheresystems/dataclysm",
"AI-ANK/AI-Real-Estate-Search-Qdrant-Llamaindex",
"whoami02/bot_manuals",
"Dobby091/koko",
"DayanaGCruz/DayiLlama",
"Nithi123/DataScience_ChatAssistant_Llma3_Chatgroq",
"dryouviavant/Ilya-Docs_RAG-INFO-Custodian-CHAT_by-lAIl",
"lakshmivairamani/pdf_chatbot",
"yuvaranianandhan24/chat_with_pdf",
"malvika2003/openvino_notebooks",
"Prat0/ClarifyAI",
"Jashu/HeartDiseaseChatbot",
"dixiyao/chatbot-professor",
"gufett0/chatbot-llamaindex",
"Deddy/Quotes_Terbaik_Dunia",
"Jashu/diabetesDiseaseBot",
"Sachitksh/Document_bot_by_team_bhumi",
"Draichi/Formula1-race-debriefing",
"Wedyan2023/Data_Generation_LabelingCopy",
"AI-RESEARCHER-2024/Computing-Chatbot",
"gabrolo/StudyBuddy",
"sushildhakal/embd",
"kevinhug/ai",
"ryadav2/Talk2Docs",
"efeideo/open-belinostat",
"Aedelon/GAIA_Agent",
"zy2582/WithSandra_Chatbot",
"gm42/esi-hf"
],
"tags": [
"sentence-transformers",
"pytorch",
"onnx",
"safetensors",
"bert",
"feature-extraction",
"sentence-similarity",
"transformers",
"mteb",
"en",
"arxiv:2401.03462",
"arxiv:2312.15503",
"arxiv:2311.13534",
"arxiv:2310.07554",
"arxiv:2309.07597",
"license:mit",
"model-index",
"text-embeddings-inference",
"endpoints_compatible",
"deploy:sagemaker",
"deploy:azure",
"region:us"
],
"transformersInfo": {
"auto_model": "AutoModel",
"pipeline_tag": "feature-extraction",
"processor": "AutoTokenizer"
},
"usedStorage": 900980756
} | — | ||||
| Licence licence conflict | GGUF quantisations | otherreceipt
What the source handed over{
"_id": "6ab9a0241f2e996ba1fa2479",
"author": "RiverRider",
"cardData": {
"base_model": "BAAI/bge-small-en-v1.5",
"base_model_relation": "finetune",
"language": [
"en"
],
"library_name": "sentence-transformers",
"license": "other",
"license_link": "LICENSE",
"license_name": "busl-1.1",
"pipeline_tag": "sentence-similarity",
"tags": [
"sentence-transformers",
"feature-extraction",
"sentence-similarity",
"code-search",
"code-retrieval",
"swe-bench",
"transformers.js",
"onnx",
"model-soup"
]
},
"createdAt": "2026-09-27T23:00:52.000Z",
"downloads": 927,
"gated": false,
"id": "RiverRider/motherlode-code-small-en-v0.1",
"lastModified": "2026-09-30T15:20:05.000Z",
"library_name": "sentence-transformers",
"likes": 3,
"modelId": "RiverRider/motherlode-code-small-en-v0.1",
"pipeline_tag": "sentence-similarity",
"private": false,
"sha": "10c3db34a27980cbca72227f736807aa8be487bb",
"siblings": [
{
"rfilename": ".eval_results/ArguAna.yaml"
},
{
"rfilename": ".eval_results/BRIGHT(v1.1).yaml"
},
{
"rfilename": ".eval_results/BrightAopsRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightBiologyLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightBiologyRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightEarthScienceLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightEarthScienceRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightEconomicsLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightEconomicsRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightLeetcodeRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightPonyLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightPonyRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightPsychologyLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightPsychologyRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightRoboticsLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightRoboticsRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightStackoverflowLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightStackoverflowRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightSustainableLivingLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightSustainableLivingRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightTheoremQAQuestionsRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightTheoremQATheoremsRetrieval.yaml"
},
{
"rfilename": ".gitattributes"
},
{
"rfilename": "1_Pooling/config.json"
},
{
"rfilename": "2_Normalize/config.json"
},
{
"rfilename": "LICENSE"
},
{
"rfilename": "NOTICE"
},
{
"rfilename": "README.md"
},
{
"rfilename": "SHA256SUMS"
},
{
"rfilename": "centring/mean_captions_coco20k.json"
},
{
"rfilename": "centring/mean_code_pilot64k.json"
},
{
"rfilename": "centring/mean_shipped.json"
},
{
"rfilename": "config.json"
},
{
"rfilename": "config_sentence_transformers.json"
},
{
"rfilename": "engine/gates.json"
},
{
"rfilename": "gguf/motherlode-code-small-en-v0.1-f16.gguf"
},
{
"rfilename": "heads/text_head_soup_v3gallery.safetensors"
},
{
"rfilename": "heads/vision_qwen38_L52_soup.head"
},
{
"rfilename": "model.safetensors"
},
{
"rfilename": "modules.json"
},
{
"rfilename": "onnx/model.onnx"
},
{
"rfilename": "onnx/model_fp16.onnx"
},
{
"rfilename": "sentence_bert_config.json"
},
{
"rfilename": "special_tokens_map.json"
},
{
"rfilename": "tokenizer.json"
},
{
"rfilename": "tokenizer_config.json"
},
{
"rfilename": "tower/coco_caps_soup.bin"
},
{
"rfilename": "tower/mcs0_soup.head"
},
{
"rfilename": "vocab.txt"
}
],
"tags": [
"sentence-transformers",
"onnx",
"safetensors",
"gguf",
"bert",
"feature-extraction",
"sentence-similarity",
"code-search",
"code-retrieval",
"swe-bench",
"transformers.js",
"model-soup",
"en",
"arxiv:2407.02883",
"base_model:BAAI/bge-small-en-v1.5",
"base_model:finetune:BAAI/bge-small-en-v1.5",
"license:other",
"eval-results",
"text-embeddings-inference",
"endpoints_compatible",
"region:us"
]
} | — | ||||
| Licence licence conflict | Hugging Face models | mitreceipt
What the source handed over{
"_asked": "BAAI/bge-small-en-v1.5",
"_id": "64fff537d522560505ad6567",
"author": "BAAI",
"cardData": {
"language": [
"en"
],
"license": "mit",
"model-index": [
{
"name": "bge-small-en-v1.5",
"results": [
{
"dataset": {
"config": "en",
"name": "MTEB AmazonCounterfactualClassification (en)",
"revision": "e8379541af4e31359cca9fbcf4b00f2671dba205",
"split": "test",
"type": "mteb/amazon_counterfactual"
},
"metrics": [
{
"type": "accuracy",
"value": 73.79104477611939,
"verified": false
},
{
"type": "ap",
"value": 37.21923821573361,
"verified": false
},
{
"type": "f1",
"value": 68.0914945617093,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB AmazonPolarityClassification",
"revision": "e2d317d38cd51312af73b3d32a06d1a08b442046",
"split": "test",
"type": "mteb/amazon_polarity"
},
"metrics": [
{
"type": "accuracy",
"value": 92.753775,
"verified": false
},
{
"type": "ap",
"value": 89.46766124546022,
"verified": false
},
{
"type": "f1",
"value": 92.73884001331488,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB AmazonReviewsClassification (en)",
"revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
"split": "test",
"type": "mteb/amazon_reviews_multi"
},
"metrics": [
{
"type": "accuracy",
"value": 46.986,
"verified": false
},
{
"type": "f1",
"value": 46.55936786727896,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArguAna",
"revision": "None",
"split": "test",
"type": "arguana"
},
"metrics": [
{
"type": "map_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "map_at_10",
"value": 51.388,
"verified": false
},
{
"type": "map_at_100",
"value": 52.133,
"verified": false
},
{
"type": "map_at_1000",
"value": 52.141000000000005,
"verified": false
},
{
"type": "map_at_3",
"value": 47.037,
"verified": false
},
{
"type": "map_at_5",
"value": 49.579,
"verified": false
},
{
"type": "mrr_at_1",
"value": 36.558,
"verified": false
},
{
"type": "mrr_at_10",
"value": 51.658,
"verified": false
},
{
"type": "mrr_at_100",
"value": 52.402,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 52.41,
"verified": false
},
{
"type": "mrr_at_3",
"value": 47.345,
"verified": false
},
{
"type": "mrr_at_5",
"value": 49.797999999999995,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 59.55,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 62.596,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 62.759,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 50.666999999999994,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 55.228,
"verified": false
},
{
"type": "precision_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.542,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.984,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.1,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.389,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.438,
"verified": false
},
{
"type": "recall_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "recall_at_10",
"value": 85.42,
"verified": false
},
{
"type": "recall_at_100",
"value": 98.435,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.644,
"verified": false
},
{
"type": "recall_at_3",
"value": 61.166,
"verified": false
},
{
"type": "recall_at_5",
"value": 72.191,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArxivClusteringP2P",
"revision": "a122ad7f3f0291bf49cc6f4d32aa80929df69d5d",
"split": "test",
"type": "mteb/arxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 47.402770198163594,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArxivClusteringS2S",
"revision": "f910caf1a6075f7329cdf8c1a6135696f37dbd53",
"split": "test",
"type": "mteb/arxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 40.01545436974177,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB AskUbuntuDupQuestions",
"revision": "2000358ca161889fa9c082cb41daa8dcfb161a54",
"split": "test",
"type": "mteb/askubuntudupquestions-reranking"
},
"metrics": [
{
"type": "map",
"value": 62.5864652732072,
"verified": false
},
{
"type": "mrr",
"value": 74.42169019038825,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BIOSSES",
"revision": "d3fb88f8f02e40887cd149695127462bbcf29b4a",
"split": "test",
"type": "mteb/biosses-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 85.1891186537969,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 83.75492046087288,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 84.11766204805357,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 84.01456493126516,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 84.2132950502772,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 83.89227298813377,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB Banking77Classification",
"revision": "0fd18e25b25c072e09e0d92ab615fda904d66300",
"split": "test",
"type": "mteb/banking77"
},
"metrics": [
{
"type": "accuracy",
"value": 85.74025974025975,
"verified": false
},
{
"type": "f1",
"value": 85.71493566466381,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BiorxivClusteringP2P",
"revision": "65b79d1d13f80053f67aca9498d9402c2d9f1f40",
"split": "test",
"type": "mteb/biorxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 38.467181385006434,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BiorxivClusteringS2S",
"revision": "258694dd0231531bc1fd9de6ceb52a0853c6d908",
"split": "test",
"type": "mteb/biorxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 34.719496037339056,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackAndroidRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 29.587000000000003,
"verified": false
},
{
"type": "map_at_10",
"value": 41.114,
"verified": false
},
{
"type": "map_at_100",
"value": 42.532,
"verified": false
},
{
"type": "map_at_1000",
"value": 42.661,
"verified": false
},
{
"type": "map_at_3",
"value": 37.483,
"verified": false
},
{
"type": "map_at_5",
"value": 39.652,
"verified": false
},
{
"type": "mrr_at_1",
"value": 36.338,
"verified": false
},
{
"type": "mrr_at_10",
"value": 46.763,
"verified": false
},
{
"type": "mrr_at_100",
"value": 47.393,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 47.445,
"verified": false
},
{
"type": "mrr_at_3",
"value": 43.538,
"verified": false
},
{
"type": "mrr_at_5",
"value": 45.556,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 36.338,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 47.658,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 52.824000000000005,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 54.913999999999994,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.989,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 44.944,
"verified": false
},
{
"type": "precision_at_1",
"value": 36.338,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.156,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.479,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.196,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.076,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.85,
"verified": false
},
{
"type": "recall_at_1",
"value": 29.587000000000003,
"verified": false
},
{
"type": "recall_at_10",
"value": 60.746,
"verified": false
},
{
"type": "recall_at_100",
"value": 82.157,
"verified": false
},
{
"type": "recall_at_1000",
"value": 95.645,
"verified": false
},
{
"type": "recall_at_3",
"value": 44.821,
"verified": false
},
{
"type": "recall_at_5",
"value": 52.819,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackEnglishRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 30.239,
"verified": false
},
{
"type": "map_at_10",
"value": 39.989,
"verified": false
},
{
"type": "map_at_100",
"value": 41.196,
"verified": false
},
{
"type": "map_at_1000",
"value": 41.325,
"verified": false
},
{
"type": "map_at_3",
"value": 37.261,
"verified": false
},
{
"type": "map_at_5",
"value": 38.833,
"verified": false
},
{
"type": "mrr_at_1",
"value": 37.516,
"verified": false
},
{
"type": "mrr_at_10",
"value": 46.177,
"verified": false
},
{
"type": "mrr_at_100",
"value": 46.806,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 46.849,
"verified": false
},
{
"type": "mrr_at_3",
"value": 44.002,
"verified": false
},
{
"type": "mrr_at_5",
"value": 45.34,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 37.516,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 45.586,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 49.897000000000006,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.955,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.684,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 43.617,
"verified": false
},
{
"type": "precision_at_1",
"value": 37.516,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.522,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.374,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.184,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.106,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.153,
"verified": false
},
{
"type": "recall_at_1",
"value": 30.239,
"verified": false
},
{
"type": "recall_at_10",
"value": 55.03,
"verified": false
},
{
"type": "recall_at_100",
"value": 73.375,
"verified": false
},
{
"type": "recall_at_1000",
"value": 86.29599999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 43.269000000000005,
"verified": false
},
{
"type": "recall_at_5",
"value": 48.878,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackGamingRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 38.338,
"verified": false
},
{
"type": "map_at_10",
"value": 50.468999999999994,
"verified": false
},
{
"type": "map_at_100",
"value": 51.553,
"verified": false
},
{
"type": "map_at_1000",
"value": 51.608,
"verified": false
},
{
"type": "map_at_3",
"value": 47.107,
"verified": false
},
{
"type": "map_at_5",
"value": 49.101,
"verified": false
},
{
"type": "mrr_at_1",
"value": 44.201,
"verified": false
},
{
"type": "mrr_at_10",
"value": 54.057,
"verified": false
},
{
"type": "mrr_at_100",
"value": 54.764,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 54.791,
"verified": false
},
{
"type": "mrr_at_3",
"value": 51.56699999999999,
"verified": false
},
{
"type": "mrr_at_5",
"value": 53.05,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 44.201,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 56.379000000000005,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 60.645,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 61.73499999999999,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 50.726000000000006,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 53.58500000000001,
"verified": false
},
{
"type": "precision_at_1",
"value": 44.201,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.141,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.216,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.135,
"verified": false
},
{
"type": "precision_at_3",
"value": 22.654,
"verified": false
},
{
"type": "precision_at_5",
"value": 15.723999999999998,
"verified": false
},
{
"type": "recall_at_1",
"value": 38.338,
"verified": false
},
{
"type": "recall_at_10",
"value": 70.30499999999999,
"verified": false
},
{
"type": "recall_at_100",
"value": 88.77199999999999,
"verified": false
},
{
"type": "recall_at_1000",
"value": 96.498,
"verified": false
},
{
"type": "recall_at_3",
"value": 55.218,
"verified": false
},
{
"type": "recall_at_5",
"value": 62.104000000000006,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackGisRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 25.682,
"verified": false
},
{
"type": "map_at_10",
"value": 33.498,
"verified": false
},
{
"type": "map_at_100",
"value": 34.461000000000006,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.544000000000004,
"verified": false
},
{
"type": "map_at_3",
"value": 30.504,
"verified": false
},
{
"type": "map_at_5",
"value": 32.216,
"verified": false
},
{
"type": "mrr_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "mrr_at_10",
"value": 35.467999999999996,
"verified": false
},
{
"type": "mrr_at_100",
"value": 36.32,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 36.386,
"verified": false
},
{
"type": "mrr_at_3",
"value": 32.618,
"verified": false
},
{
"type": "mrr_at_5",
"value": 34.262,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.378,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 43.288,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 45.413,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.586,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.499,
"verified": false
},
{
"type": "precision_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.864,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.882,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.11,
"verified": false
},
{
"type": "precision_at_3",
"value": 13.446,
"verified": false
},
{
"type": "precision_at_5",
"value": 9.718,
"verified": false
},
{
"type": "recall_at_1",
"value": 25.682,
"verified": false
},
{
"type": "recall_at_10",
"value": 51.712,
"verified": false
},
{
"type": "recall_at_100",
"value": 74.446,
"verified": false
},
{
"type": "recall_at_1000",
"value": 90.472,
"verified": false
},
{
"type": "recall_at_3",
"value": 36.236,
"verified": false
},
{
"type": "recall_at_5",
"value": 43.234,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackMathematicaRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 16.073999999999998,
"verified": false
},
{
"type": "map_at_10",
"value": 24.353,
"verified": false
},
{
"type": "map_at_100",
"value": 25.438,
"verified": false
},
{
"type": "map_at_1000",
"value": 25.545,
"verified": false
},
{
"type": "map_at_3",
"value": 21.614,
"verified": false
},
{
"type": "map_at_5",
"value": 23.104,
"verified": false
},
{
"type": "mrr_at_1",
"value": 19.776,
"verified": false
},
{
"type": "mrr_at_10",
"value": 28.837000000000003,
"verified": false
},
{
"type": "mrr_at_100",
"value": 29.755,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 29.817,
"verified": false
},
{
"type": "mrr_at_3",
"value": 26.202,
"verified": false
},
{
"type": "mrr_at_5",
"value": 27.714,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 19.776,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 29.701,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 35.307,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 37.942,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 24.764,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 27.025,
"verified": false
},
{
"type": "precision_at_1",
"value": 19.776,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.659,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.971,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.133,
"verified": false
},
{
"type": "precision_at_3",
"value": 12.065,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.905000000000001,
"verified": false
},
{
"type": "recall_at_1",
"value": 16.073999999999998,
"verified": false
},
{
"type": "recall_at_10",
"value": 41.647,
"verified": false
},
{
"type": "recall_at_100",
"value": 66.884,
"verified": false
},
{
"type": "recall_at_1000",
"value": 85.91499999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 27.916,
"verified": false
},
{
"type": "recall_at_5",
"value": 33.729,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackPhysicsRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 28.444999999999997,
"verified": false
},
{
"type": "map_at_10",
"value": 38.218999999999994,
"verified": false
},
{
"type": "map_at_100",
"value": 39.595,
"verified": false
},
{
"type": "map_at_1000",
"value": 39.709,
"verified": false
},
{
"type": "map_at_3",
"value": 35.586,
"verified": false
},
{
"type": "map_at_5",
"value": 36.895,
"verified": false
},
{
"type": "mrr_at_1",
"value": 34.841,
"verified": false
},
{
"type": "mrr_at_10",
"value": 44.106,
"verified": false
},
{
"type": "mrr_at_100",
"value": 44.98,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 45.03,
"verified": false
},
{
"type": "mrr_at_3",
"value": 41.979,
"verified": false
},
{
"type": "mrr_at_5",
"value": 43.047999999999995,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 34.841,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 43.922,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 49.504999999999995,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.675,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 39.858,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 41.408,
"verified": false
},
{
"type": "precision_at_1",
"value": 34.841,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.872999999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.245,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.161,
"verified": false
},
{
"type": "precision_at_3",
"value": 18.993,
"verified": false
},
{
"type": "precision_at_5",
"value": 13.032,
"verified": false
},
{
"type": "recall_at_1",
"value": 28.444999999999997,
"verified": false
},
{
"type": "recall_at_10",
"value": 54.984,
"verified": false
},
{
"type": "recall_at_100",
"value": 78.342,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.77,
"verified": false
},
{
"type": "recall_at_3",
"value": 42.843,
"verified": false
},
{
"type": "recall_at_5",
"value": 47.247,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackProgrammersRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.072,
"verified": false
},
{
"type": "map_at_10",
"value": 32.354,
"verified": false
},
{
"type": "map_at_100",
"value": 33.800000000000004,
"verified": false
},
{
"type": "map_at_1000",
"value": 33.908,
"verified": false
},
{
"type": "map_at_3",
"value": 29.232000000000003,
"verified": false
},
{
"type": "map_at_5",
"value": 31.049,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "mrr_at_10",
"value": 38.03,
"verified": false
},
{
"type": "mrr_at_100",
"value": 39.032,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 39.087,
"verified": false
},
{
"type": "mrr_at_3",
"value": 35.407,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.76,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.231,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.425,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.771,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 33.095,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.459,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.215000000000001,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.211,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.157,
"verified": false
},
{
"type": "precision_at_3",
"value": 16.058,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.644,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.072,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.285999999999994,
"verified": false
},
{
"type": "recall_at_100",
"value": 76.596,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.861,
"verified": false
},
{
"type": "recall_at_3",
"value": 35.702,
"verified": false
},
{
"type": "recall_at_5",
"value": 42.152,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 24.937916666666663,
"verified": false
},
{
"type": "map_at_10",
"value": 33.755250000000004,
"verified": false
},
{
"type": "map_at_100",
"value": 34.955999999999996,
"verified": false
},
{
"type": "map_at_1000",
"value": 35.070499999999996,
"verified": false
},
{
"type": "map_at_3",
"value": 30.98708333333333,
"verified": false
},
{
"type": "map_at_5",
"value": 32.51491666666666,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "mrr_at_10",
"value": 37.92183333333334,
"verified": false
},
{
"type": "mrr_at_100",
"value": 38.76583333333333,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 38.82466666666667,
"verified": false
},
{
"type": "mrr_at_3",
"value": 35.45125,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.827000000000005,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 39.05225,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.25983333333334,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.568333333333335,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 34.271583333333325,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 36.483916666666666,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.865749999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.1195833333333332,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.15058333333333335,
"verified": false
},
{
"type": "precision_at_3",
"value": 15.742083333333332,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.221916666666669,
"verified": false
},
{
"type": "recall_at_1",
"value": 24.937916666666663,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.650416666666665,
"verified": false
},
{
"type": "recall_at_100",
"value": 73.55383333333334,
"verified": false
},
{
"type": "recall_at_1000",
"value": 89.61691666666667,
"verified": false
},
{
"type": "recall_at_3",
"value": 37.27808333333334,
"verified": false
},
{
"type": "recall_at_5",
"value": 42.99475,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackStatsRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.947,
"verified": false
},
{
"type": "map_at_10",
"value": 30.575000000000003,
"verified": false
},
{
"type": "map_at_100",
"value": 31.465,
"verified": false
},
{
"type": "map_at_1000",
"value": 31.558000000000003,
"verified": false
},
{
"type": "map_at_3",
"value": 28.814,
"verified": false
},
{
"type": "map_at_5",
"value": 29.738999999999997,
"verified": false
},
{
"type": "mrr_at_1",
"value": 26.994,
"verified": false
},
{
"type": "mrr_at_10",
"value": 33.415,
"verified": false
},
{
"type": "mrr_at_100",
"value": 34.18,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 34.245,
"verified": false
},
{
"type": "mrr_at_3",
"value": 31.621,
"verified": false
},
{
"type": "mrr_at_5",
"value": 32.549,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 26.994,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 34.482,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 38.915,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 41.355,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 31.139,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 32.589,
"verified": false
},
{
"type": "precision_at_1",
"value": 26.994,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.322,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.8160000000000001,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.11100000000000002,
"verified": false
},
{
"type": "precision_at_3",
"value": 13.344,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.988,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.947,
"verified": false
},
{
"type": "recall_at_10",
"value": 43.648,
"verified": false
},
{
"type": "recall_at_100",
"value": 63.851,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82,
"verified": false
},
{
"type": "recall_at_3",
"value": 34.288000000000004,
"verified": false
},
{
"type": "recall_at_5",
"value": 38.117,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackTexRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 16.197,
"verified": false
},
{
"type": "map_at_10",
"value": 22.968,
"verified": false
},
{
"type": "map_at_100",
"value": 24.095,
"verified": false
},
{
"type": "map_at_1000",
"value": 24.217,
"verified": false
},
{
"type": "map_at_3",
"value": 20.771,
"verified": false
},
{
"type": "map_at_5",
"value": 21.995,
"verified": false
},
{
"type": "mrr_at_1",
"value": 19.511,
"verified": false
},
{
"type": "mrr_at_10",
"value": 26.55,
"verified": false
},
{
"type": "mrr_at_100",
"value": 27.501,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 27.578999999999997,
"verified": false
},
{
"type": "mrr_at_3",
"value": 24.421,
"verified": false
},
{
"type": "mrr_at_5",
"value": 25.604,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 19.511,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 27.386,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 32.828,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 35.739,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 23.405,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 25.255,
"verified": false
},
{
"type": "precision_at_1",
"value": 19.511,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.017,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.91,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.133,
"verified": false
},
{
"type": "precision_at_3",
"value": 11.023,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.025,
"verified": false
},
{
"type": "recall_at_1",
"value": 16.197,
"verified": false
},
{
"type": "recall_at_10",
"value": 37.09,
"verified": false
},
{
"type": "recall_at_100",
"value": 61.778,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82.56599999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 26.034,
"verified": false
},
{
"type": "recall_at_5",
"value": 30.762,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackUnixRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 25.41,
"verified": false
},
{
"type": "map_at_10",
"value": 33.655,
"verified": false
},
{
"type": "map_at_100",
"value": 34.892,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.995,
"verified": false
},
{
"type": "map_at_3",
"value": 30.94,
"verified": false
},
{
"type": "map_at_5",
"value": 32.303,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.478,
"verified": false
},
{
"type": "mrr_at_10",
"value": 37.443,
"verified": false
},
{
"type": "mrr_at_100",
"value": 38.383,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 38.440000000000005,
"verified": false
},
{
"type": "mrr_at_3",
"value": 34.949999999999996,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.228,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.478,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.769,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.245000000000005,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.593,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 33.623,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.766,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.478,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.455,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.032,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.135,
"verified": false
},
{
"type": "precision_at_3",
"value": 14.893999999999998,
"verified": false
},
{
"type": "precision_at_5",
"value": 10.485,
"verified": false
},
{
"type": "recall_at_1",
"value": 25.41,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.669,
"verified": false
},
{
"type": "recall_at_100",
"value": 74.084,
"verified": false
},
{
"type": "recall_at_1000",
"value": 90.435,
"verified": false
},
{
"type": "recall_at_3",
"value": 36.679,
"verified": false
},
{
"type": "recall_at_5",
"value": 41.94,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackWebmastersRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.339,
"verified": false
},
{
"type": "map_at_10",
"value": 31.852000000000004,
"verified": false
},
{
"type": "map_at_100",
"value": 33.411,
"verified": false
},
{
"type": "map_at_1000",
"value": 33.62,
"verified": false
},
{
"type": "map_at_3",
"value": 28.929,
"verified": false
},
{
"type": "map_at_5",
"value": 30.542,
"verified": false
},
{
"type": "mrr_at_1",
"value": 28.063,
"verified": false
},
{
"type": "mrr_at_10",
"value": 36.301,
"verified": false
},
{
"type": "mrr_at_100",
"value": 37.288,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 37.349,
"verified": false
},
{
"type": "mrr_at_3",
"value": 33.663,
"verified": false
},
{
"type": "mrr_at_5",
"value": 35.165,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 28.063,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 37.462,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 43.620999999999995,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.211,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.68,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 34.981,
"verified": false
},
{
"type": "precision_at_1",
"value": 28.063,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.1739999999999995,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.486,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.235,
"verified": false
},
{
"type": "precision_at_3",
"value": 15.217,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.265,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.339,
"verified": false
},
{
"type": "recall_at_10",
"value": 48.376999999999995,
"verified": false
},
{
"type": "recall_at_100",
"value": 76.053,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.455,
"verified": false
},
{
"type": "recall_at_3",
"value": 34.735,
"verified": false
},
{
"type": "recall_at_5",
"value": 40.71,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackWordpressRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 18.925,
"verified": false
},
{
"type": "map_at_10",
"value": 26.017000000000003,
"verified": false
},
{
"type": "map_at_100",
"value": 27.034,
"verified": false
},
{
"type": "map_at_1000",
"value": 27.156,
"verified": false
},
{
"type": "map_at_3",
"value": 23.604,
"verified": false
},
{
"type": "map_at_5",
"value": 24.75,
"verified": false
},
{
"type": "mrr_at_1",
"value": 20.333,
"verified": false
},
{
"type": "mrr_at_10",
"value": 27.915,
"verified": false
},
{
"type": "mrr_at_100",
"value": 28.788000000000004,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 28.877999999999997,
"verified": false
},
{
"type": "mrr_at_3",
"value": 25.446999999999996,
"verified": false
},
{
"type": "mrr_at_5",
"value": 26.648,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 20.333,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 30.673,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 35.618,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 38.517,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 25.71,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 27.679,
"verified": false
},
{
"type": "precision_at_1",
"value": 20.333,
"verified": false
},
{
"type": "precision_at_10",
"value": 4.9910000000000005,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.8130000000000001,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.117,
"verified": false
},
{
"type": "precision_at_3",
"value": 11.029,
"verified": false
},
{
"type": "precision_at_5",
"value": 7.874,
"verified": false
},
{
"type": "recall_at_1",
"value": 18.925,
"verified": false
},
{
"type": "recall_at_10",
"value": 43.311,
"verified": false
},
{
"type": "recall_at_100",
"value": 66.308,
"verified": false
},
{
"type": "recall_at_1000",
"value": 87.49,
"verified": false
},
{
"type": "recall_at_3",
"value": 29.596,
"verified": false
},
{
"type": "recall_at_5",
"value": 34.245,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ClimateFEVER",
"revision": "None",
"split": "test",
"type": "climate-fever"
},
"metrics": [
{
"type": "map_at_1",
"value": 13.714,
"verified": false
},
{
"type": "map_at_10",
"value": 23.194,
"verified": false
},
{
"type": "map_at_100",
"value": 24.976000000000003,
"verified": false
},
{
"type": "map_at_1000",
"value": 25.166,
"verified": false
},
{
"type": "map_at_3",
"value": 19.709,
"verified": false
},
{
"type": "map_at_5",
"value": 21.523999999999997,
"verified": false
},
{
"type": "mrr_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "mrr_at_10",
"value": 42.563,
"verified": false
},
{
"type": "mrr_at_100",
"value": 43.386,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 43.423,
"verified": false
},
{
"type": "mrr_at_3",
"value": 39.555,
"verified": false
},
{
"type": "mrr_at_5",
"value": 41.268,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 31.836,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 38.652,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 42.088,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 26.733,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 28.435,
"verified": false
},
{
"type": "precision_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.752,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.71,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.235,
"verified": false
},
{
"type": "precision_at_3",
"value": 19.935,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.984,
"verified": false
},
{
"type": "recall_at_1",
"value": 13.714,
"verified": false
},
{
"type": "recall_at_10",
"value": 37.26,
"verified": false
},
{
"type": "recall_at_100",
"value": 60.546,
"verified": false
},
{
"type": "recall_at_1000",
"value": 79.899,
"verified": false
},
{
"type": "recall_at_3",
"value": 24.325,
"verified": false
},
{
"type": "recall_at_5",
"value": 29.725,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB DBPedia",
"revision": "None",
"split": "test",
"type": "dbpedia-entity"
},
"metrics": [
{
"type": "map_at_1",
"value": 8.462,
"verified": false
},
{
"type": "map_at_10",
"value": 18.637,
"verified": false
},
{
"type": "map_at_100",
"value": 26.132,
"verified": false
},
{
"type": "map_at_1000",
"value": 27.607,
"verified": false
},
{
"type": "map_at_3",
"value": 13.333,
"verified": false
},
{
"type": "map_at_5",
"value": 15.654000000000002,
"verified": false
},
{
"type": "mrr_at_1",
"value": 66.25,
"verified": false
},
{
"type": "mrr_at_10",
"value": 74.32600000000001,
"verified": false
},
{
"type": "mrr_at_100",
"value": 74.60900000000001,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 74.62,
"verified": false
},
{
"type": "mrr_at_3",
"value": 72.667,
"verified": false
},
{
"type": "mrr_at_5",
"value": 73.817,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 53.87499999999999,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.029,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.199,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.629999999999995,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 44.113,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 41.731,
"verified": false
},
{
"type": "precision_at_1",
"value": 66.25,
"verified": false
},
{
"type": "precision_at_10",
"value": 31.9,
"verified": false
},
{
"type": "precision_at_100",
"value": 10.043,
"verified": false
},
{
"type": "precision_at_1000",
"value": 1.926,
"verified": false
},
{
"type": "precision_at_3",
"value": 47.417,
"verified": false
},
{
"type": "precision_at_5",
"value": 40.65,
"verified": false
},
{
"type": "recall_at_1",
"value": 8.462,
"verified": false
},
{
"type": "recall_at_10",
"value": 24.293,
"verified": false
},
{
"type": "recall_at_100",
"value": 50.146,
"verified": false
},
{
"type": "recall_at_1000",
"value": 74.034,
"verified": false
},
{
"type": "recall_at_3",
"value": 14.967,
"verified": false
},
{
"type": "recall_at_5",
"value": 18.682,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB EmotionClassification",
"revision": "4f58c6b202a23cf9a4da393831edf4f9183cad37",
"split": "test",
"type": "mteb/emotion"
},
"metrics": [
{
"type": "accuracy",
"value": 47.84499999999999,
"verified": false
},
{
"type": "f1",
"value": 42.48106691979349,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB FEVER",
"revision": "None",
"split": "test",
"type": "fever"
},
"metrics": [
{
"type": "map_at_1",
"value": 74.034,
"verified": false
},
{
"type": "map_at_10",
"value": 82.76,
"verified": false
},
{
"type": "map_at_100",
"value": 82.968,
"verified": false
},
{
"type": "map_at_1000",
"value": 82.98299999999999,
"verified": false
},
{
"type": "map_at_3",
"value": 81.768,
"verified": false
},
{
"type": "map_at_5",
"value": 82.418,
"verified": false
},
{
"type": "mrr_at_1",
"value": 80.048,
"verified": false
},
{
"type": "mrr_at_10",
"value": 87.64999999999999,
"verified": false
},
{
"type": "mrr_at_100",
"value": 87.712,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 87.713,
"verified": false
},
{
"type": "mrr_at_3",
"value": 87.01100000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 87.466,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 80.048,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 86.643,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 87.361,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 87.606,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 85.137,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 86.016,
"verified": false
},
{
"type": "precision_at_1",
"value": 80.048,
"verified": false
},
{
"type": "precision_at_10",
"value": 10.372,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.093,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.113,
"verified": false
},
{
"type": "precision_at_3",
"value": 32.638,
"verified": false
},
{
"type": "precision_at_5",
"value": 20.177,
"verified": false
},
{
"type": "recall_at_1",
"value": 74.034,
"verified": false
},
{
"type": "recall_at_10",
"value": 93.769,
"verified": false
},
{
"type": "recall_at_100",
"value": 96.569,
"verified": false
},
{
"type": "recall_at_1000",
"value": 98.039,
"verified": false
},
{
"type": "recall_at_3",
"value": 89.581,
"verified": false
},
{
"type": "recall_at_5",
"value": 91.906,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB FiQA2018",
"revision": "None",
"split": "test",
"type": "fiqa"
},
"metrics": [
{
"type": "map_at_1",
"value": 20.5,
"verified": false
},
{
"type": "map_at_10",
"value": 32.857,
"verified": false
},
{
"type": "map_at_100",
"value": 34.589,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.778,
"verified": false
},
{
"type": "map_at_3",
"value": 29.161,
"verified": false
},
{
"type": "map_at_5",
"value": 31.033,
"verified": false
},
{
"type": "mrr_at_1",
"value": 40.123,
"verified": false
},
{
"type": "mrr_at_10",
"value": 48.776,
"verified": false
},
{
"type": "mrr_at_100",
"value": 49.495,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 49.539,
"verified": false
},
{
"type": "mrr_at_3",
"value": 46.605,
"verified": false
},
{
"type": "mrr_at_5",
"value": 47.654,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 40.123,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.343,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 46.56,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 49.777,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 37.322,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 37.791,
"verified": false
},
{
"type": "precision_at_1",
"value": 40.123,
"verified": false
},
{
"type": "precision_at_10",
"value": 11.08,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.752,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.232,
"verified": false
},
{
"type": "precision_at_3",
"value": 24.897,
"verified": false
},
{
"type": "precision_at_5",
"value": 17.809,
"verified": false
},
{
"type": "recall_at_1",
"value": 20.5,
"verified": false
},
{
"type": "recall_at_10",
"value": 46.388,
"verified": false
},
{
"type": "recall_at_100",
"value": 69.552,
"verified": false
},
{
"type": "recall_at_1000",
"value": 89.011,
"verified": false
},
{
"type": "recall_at_3",
"value": 33.617999999999995,
"verified": false
},
{
"type": "recall_at_5",
"value": 38.211,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB HotpotQA",
"revision": "None",
"split": "test",
"type": "hotpotqa"
},
"metrics": [
{
"type": "map_at_1",
"value": 39.136,
"verified": false
},
{
"type": "map_at_10",
"value": 61.673,
"verified": false
},
{
"type": "map_at_100",
"value": 62.562,
"verified": false
},
{
"type": "map_at_1000",
"value": 62.62,
"verified": false
},
{
"type": "map_at_3",
"value": 58.468,
"verified": false
},
{
"type": "map_at_5",
"value": 60.463,
"verified": false
},
{
"type": "mrr_at_1",
"value": 78.271,
"verified": false
},
{
"type": "mrr_at_10",
"value": 84.119,
"verified": false
},
{
"type": "mrr_at_100",
"value": 84.29299999999999,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 84.299,
"verified": false
},
{
"type": "mrr_at_3",
"value": 83.18900000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 83.786,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 78.271,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 69.935,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 73.01299999999999,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 74.126,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 65.388,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 67.906,
"verified": false
},
{
"type": "precision_at_1",
"value": 78.271,
"verified": false
},
{
"type": "precision_at_10",
"value": 14.562,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.6969999999999998,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.184,
"verified": false
},
{
"type": "precision_at_3",
"value": 41.841,
"verified": false
},
{
"type": "precision_at_5",
"value": 27.087,
"verified": false
},
{
"type": "recall_at_1",
"value": 39.136,
"verified": false
},
{
"type": "recall_at_10",
"value": 72.809,
"verified": false
},
{
"type": "recall_at_100",
"value": 84.86200000000001,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.208,
"verified": false
},
{
"type": "recall_at_3",
"value": 62.76199999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 67.718,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ImdbClassification",
"revision": "3d86128a09e091d6018b6d26cad27f2739fc2db7",
"split": "test",
"type": "mteb/imdb"
},
"metrics": [
{
"type": "accuracy",
"value": 90.606,
"verified": false
},
{
"type": "ap",
"value": 86.6579587804335,
"verified": false
},
{
"type": "f1",
"value": 90.5938853929307,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MSMARCO",
"revision": "None",
"split": "dev",
"type": "msmarco"
},
"metrics": [
{
"type": "map_at_1",
"value": 21.852,
"verified": false
},
{
"type": "map_at_10",
"value": 33.982,
"verified": false
},
{
"type": "map_at_100",
"value": 35.116,
"verified": false
},
{
"type": "map_at_1000",
"value": 35.167,
"verified": false
},
{
"type": "map_at_3",
"value": 30.134,
"verified": false
},
{
"type": "map_at_5",
"value": 32.340999999999994,
"verified": false
},
{
"type": "mrr_at_1",
"value": 22.479,
"verified": false
},
{
"type": "mrr_at_10",
"value": 34.594,
"verified": false
},
{
"type": "mrr_at_100",
"value": 35.672,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 35.716,
"verified": false
},
{
"type": "mrr_at_3",
"value": 30.84,
"verified": false
},
{
"type": "mrr_at_5",
"value": 32.998,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 22.493,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.833000000000006,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 46.357,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 47.637,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.995999999999995,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 36.919,
"verified": false
},
{
"type": "precision_at_1",
"value": 22.493,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.465999999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.925,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.104,
"verified": false
},
{
"type": "precision_at_3",
"value": 14.031,
"verified": false
},
{
"type": "precision_at_5",
"value": 10.413,
"verified": false
},
{
"type": "recall_at_1",
"value": 21.852,
"verified": false
},
{
"type": "recall_at_10",
"value": 61.934999999999995,
"verified": false
},
{
"type": "recall_at_100",
"value": 87.611,
"verified": false
},
{
"type": "recall_at_1000",
"value": 97.441,
"verified": false
},
{
"type": "recall_at_3",
"value": 40.584,
"verified": false
},
{
"type": "recall_at_5",
"value": 49.992999999999995,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MTOPDomainClassification (en)",
"revision": "d80d48c1eb48d3562165c59d59d0034df9fff0bf",
"split": "test",
"type": "mteb/mtop_domain"
},
"metrics": [
{
"type": "accuracy",
"value": 93.36069311445507,
"verified": false
},
{
"type": "f1",
"value": 93.16456330371452,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MTOPIntentClassification (en)",
"revision": "ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba",
"split": "test",
"type": "mteb/mtop_intent"
},
"metrics": [
{
"type": "accuracy",
"value": 74.74692202462381,
"verified": false
},
{
"type": "f1",
"value": 58.17903579421599,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MassiveIntentClassification (en)",
"revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7",
"split": "test",
"type": "mteb/amazon_massive_intent"
},
"metrics": [
{
"type": "accuracy",
"value": 74.80833893745796,
"verified": false
},
{
"type": "f1",
"value": 72.70786592684664,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MassiveScenarioClassification (en)",
"revision": "7d571f92784cd94a019292a1f45445077d0ef634",
"split": "test",
"type": "mteb/amazon_massive_scenario"
},
"metrics": [
{
"type": "accuracy",
"value": 78.69872225958305,
"verified": false
},
{
"type": "f1",
"value": 78.61626934504731,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MedrxivClusteringP2P",
"revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73",
"split": "test",
"type": "mteb/medrxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 33.058658628717694,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MedrxivClusteringS2S",
"revision": "35191c8c0dca72d8ff3efcd72aa802307d469663",
"split": "test",
"type": "mteb/medrxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 30.85561739360599,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MindSmallReranking",
"revision": "3bdac13927fdc888b903db93b2ffdbd90b295a69",
"split": "test",
"type": "mteb/mind_small"
},
"metrics": [
{
"type": "map",
"value": 31.290259910144385,
"verified": false
},
{
"type": "mrr",
"value": 32.44223046102856,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB NFCorpus",
"revision": "None",
"split": "test",
"type": "nfcorpus"
},
"metrics": [
{
"type": "map_at_1",
"value": 5.288,
"verified": false
},
{
"type": "map_at_10",
"value": 12.268,
"verified": false
},
{
"type": "map_at_100",
"value": 15.557000000000002,
"verified": false
},
{
"type": "map_at_1000",
"value": 16.98,
"verified": false
},
{
"type": "map_at_3",
"value": 8.866,
"verified": false
},
{
"type": "map_at_5",
"value": 10.418,
"verified": false
},
{
"type": "mrr_at_1",
"value": 43.653,
"verified": false
},
{
"type": "mrr_at_10",
"value": 52.681,
"verified": false
},
{
"type": "mrr_at_100",
"value": 53.315999999999995,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 53.357,
"verified": false
},
{
"type": "mrr_at_3",
"value": 51.393,
"verified": false
},
{
"type": "mrr_at_5",
"value": 51.904,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 42.415000000000006,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 34.305,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 30.825999999999997,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 39.393,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 39.931,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 37.52,
"verified": false
},
{
"type": "precision_at_1",
"value": 43.653,
"verified": false
},
{
"type": "precision_at_10",
"value": 25.728,
"verified": false
},
{
"type": "precision_at_100",
"value": 7.932,
"verified": false
},
{
"type": "precision_at_1000",
"value": 2.07,
"verified": false
},
{
"type": "precision_at_3",
"value": 38.184000000000005,
"verified": false
},
{
"type": "precision_at_5",
"value": 32.879000000000005,
"verified": false
},
{
"type": "recall_at_1",
"value": 5.288,
"verified": false
},
{
"type": "recall_at_10",
"value": 16.195,
"verified": false
},
{
"type": "recall_at_100",
"value": 31.135,
"verified": false
},
{
"type": "recall_at_1000",
"value": 61.531000000000006,
"verified": false
},
{
"type": "recall_at_3",
"value": 10.313,
"verified": false
},
{
"type": "recall_at_5",
"value": 12.755,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB NQ",
"revision": "None",
"split": "test",
"type": "nq"
},
"metrics": [
{
"type": "map_at_1",
"value": 28.216,
"verified": false
},
{
"type": "map_at_10",
"value": 42.588,
"verified": false
},
{
"type": "map_at_100",
"value": 43.703,
"verified": false
},
{
"type": "map_at_1000",
"value": 43.739,
"verified": false
},
{
"type": "map_at_3",
"value": 38.177,
"verified": false
},
{
"type": "map_at_5",
"value": 40.754000000000005,
"verified": false
},
{
"type": "mrr_at_1",
"value": 31.866,
"verified": false
},
{
"type": "mrr_at_10",
"value": 45.189,
"verified": false
},
{
"type": "mrr_at_100",
"value": 46.056,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 46.081,
"verified": false
},
{
"type": "mrr_at_3",
"value": 41.526999999999994,
"verified": false
},
{
"type": "mrr_at_5",
"value": 43.704,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 31.837,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 50.178,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 54.98800000000001,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 55.812,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.853,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 46.153,
"verified": false
},
{
"type": "precision_at_1",
"value": 31.837,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.43,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.112,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.119,
"verified": false
},
{
"type": "precision_at_3",
"value": 19.023,
"verified": false
},
{
"type": "precision_at_5",
"value": 13.911,
"verified": false
},
{
"type": "recall_at_1",
"value": 28.216,
"verified": false
},
{
"type": "recall_at_10",
"value": 70.8,
"verified": false
},
{
"type": "recall_at_100",
"value": 91.857,
"verified": false
},
{
"type": "recall_at_1000",
"value": 97.941,
"verified": false
},
{
"type": "recall_at_3",
"value": 49.196,
"verified": false
},
{
"type": "recall_at_5",
"value": 59.072,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB QuoraRetrieval",
"revision": "None",
"split": "test",
"type": "quora"
},
"metrics": [
{
"type": "map_at_1",
"value": 71.22800000000001,
"verified": false
},
{
"type": "map_at_10",
"value": 85.115,
"verified": false
},
{
"type": "map_at_100",
"value": 85.72,
"verified": false
},
{
"type": "map_at_1000",
"value": 85.737,
"verified": false
},
{
"type": "map_at_3",
"value": 82.149,
"verified": false
},
{
"type": "map_at_5",
"value": 84.029,
"verified": false
},
{
"type": "mrr_at_1",
"value": 81.96,
"verified": false
},
{
"type": "mrr_at_10",
"value": 88.00200000000001,
"verified": false
},
{
"type": "mrr_at_100",
"value": 88.088,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 88.089,
"verified": false
},
{
"type": "mrr_at_3",
"value": 87.055,
"verified": false
},
{
"type": "mrr_at_5",
"value": 87.715,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 82.01,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 88.78,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 89.91,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 90.013,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 85.957,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 87.56,
"verified": false
},
{
"type": "precision_at_1",
"value": 82.01,
"verified": false
},
{
"type": "precision_at_10",
"value": 13.462,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.528,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.157,
"verified": false
},
{
"type": "precision_at_3",
"value": 37.553,
"verified": false
},
{
"type": "precision_at_5",
"value": 24.732000000000003,
"verified": false
},
{
"type": "recall_at_1",
"value": 71.22800000000001,
"verified": false
},
{
"type": "recall_at_10",
"value": 95.69,
"verified": false
},
{
"type": "recall_at_100",
"value": 99.531,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.98,
"verified": false
},
{
"type": "recall_at_3",
"value": 87.632,
"verified": false
},
{
"type": "recall_at_5",
"value": 92.117,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB RedditClustering",
"revision": "24640382cdbf8abc73003fb0fa6d111a705499eb",
"split": "test",
"type": "mteb/reddit-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 52.31768034366916,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB RedditClusteringP2P",
"revision": "282350215ef01743dc01b456c7f5241fa8937f16",
"split": "test",
"type": "mteb/reddit-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 60.640266772723606,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SCIDOCS",
"revision": "None",
"split": "test",
"type": "scidocs"
},
"metrics": [
{
"type": "map_at_1",
"value": 4.7780000000000005,
"verified": false
},
{
"type": "map_at_10",
"value": 12.299,
"verified": false
},
{
"type": "map_at_100",
"value": 14.363,
"verified": false
},
{
"type": "map_at_1000",
"value": 14.71,
"verified": false
},
{
"type": "map_at_3",
"value": 8.738999999999999,
"verified": false
},
{
"type": "map_at_5",
"value": 10.397,
"verified": false
},
{
"type": "mrr_at_1",
"value": 23.6,
"verified": false
},
{
"type": "mrr_at_10",
"value": 34.845,
"verified": false
},
{
"type": "mrr_at_100",
"value": 35.916,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 35.973,
"verified": false
},
{
"type": "mrr_at_3",
"value": 31.7,
"verified": false
},
{
"type": "mrr_at_5",
"value": 33.535,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 23.6,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 20.522,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 28.737,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 34.596,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 19.542,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 16.958000000000002,
"verified": false
},
{
"type": "precision_at_1",
"value": 23.6,
"verified": false
},
{
"type": "precision_at_10",
"value": 10.67,
"verified": false
},
{
"type": "precision_at_100",
"value": 2.259,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.367,
"verified": false
},
{
"type": "precision_at_3",
"value": 18.333,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.88,
"verified": false
},
{
"type": "recall_at_1",
"value": 4.7780000000000005,
"verified": false
},
{
"type": "recall_at_10",
"value": 21.617,
"verified": false
},
{
"type": "recall_at_100",
"value": 45.905,
"verified": false
},
{
"type": "recall_at_1000",
"value": 74.42,
"verified": false
},
{
"type": "recall_at_3",
"value": 11.148,
"verified": false
},
{
"type": "recall_at_5",
"value": 15.082999999999998,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SICK-R",
"revision": "a6ea5a8cab320b040a23452cc28066d9beae2cee",
"split": "test",
"type": "mteb/sickr-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 83.22372750297885,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 79.40972617119405,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 80.6101072020434,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 79.53844217225202,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 80.57265975286111,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 79.46335611792958,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS12",
"revision": "a0d554a64d88156834ff5ae9920b964011b16384",
"split": "test",
"type": "mteb/sts12-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 85.43713315520749,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 77.44128693329532,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 81.63869928101123,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 77.29512977961515,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 81.63704185566183,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 77.29909412738657,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS13",
"revision": "7e90230a92c190f1bf69ae9002b8cea547a64cca",
"split": "test",
"type": "mteb/sts13-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 81.59451537860527,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 82.97994638856723,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 82.89478688288412,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 83.58740751053104,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 82.69140840941608,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 83.33665956040555,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS14",
"revision": "6031580fec1f6af667f0bd2da0a551cf4f0b2375",
"split": "test",
"type": "mteb/sts14-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 82.00756527711764,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 81.83560996841379,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 82.07684151976518,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 82.00913052060511,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 82.05690778488794,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 82.02260252019525,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS15",
"revision": "ae752c7c21bf194d8b67fd573edf7ae58183cbe3",
"split": "test",
"type": "mteb/sts15-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 86.13710262895447,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 87.26412811156248,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 86.94151453230228,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 87.5363796699571,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 86.86989424083748,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 87.47315940781353,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS16",
"revision": "4d8694f8f0e0100860b497b999b3dbed754a0513",
"split": "test",
"type": "mteb/sts16-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 83.0230597603627,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 84.93344499318864,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 84.23754743431141,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 85.09707376597099,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 84.04325160987763,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 84.89353071339909,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "en-en",
"name": "MTEB STS17 (en-en)",
"revision": "af5e6fb845001ecf41f4c1e033ce921939a2a68d",
"split": "test",
"type": "mteb/sts17-crosslingual-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 86.75620824563921,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 87.15065513706398,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 88.26281533633521,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 87.51963738643983,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 88.25599267618065,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 87.58048736047483,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB STS22 (en)",
"revision": "6d1ba47164174a496b7fa5d3569dae26a6813b80",
"split": "test",
"type": "mteb/sts22-crosslingual-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 64.74645319195137,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 65.29996325037214,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 67.04297794086443,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 65.43841726694343,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 67.39459955690904,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 65.92864704413651,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STSBenchmark",
"revision": "b0fddb56ed78048fa8b90373c8a3cfc37b684831",
"split": "test",
"type": "mteb/stsbenchmark-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 84.31291020270801,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 85.86473738688068,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 85.65537275064152,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 86.13087454209642,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 85.43946955047609,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 85.91568175344916,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SciDocsRR",
"revision": "d3c5e1fc0b855ab6097bf1cda04dd73947d7caab",
"split": "test",
"type": "mteb/scidocs-reranking"
},
"metrics": [
{
"type": "map",
"value": 85.93798118350695,
"verified": false
},
{
"type": "mrr",
"value": 95.93536274908824,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SciFact",
"revision": "None",
"split": "test",
"type": "scifact"
},
"metrics": [
{
"type": "map_at_1",
"value": 57.594,
"verified": false
},
{
"type": "map_at_10",
"value": 66.81899999999999,
"verified": false
},
{
"type": "map_at_100",
"value": 67.368,
"verified": false
},
{
"type": "map_at_1000",
"value": 67.4,
"verified": false
},
{
"type": "map_at_3",
"value": 64.061,
"verified": false
},
{
"type": "map_at_5",
"value": 65.47,
"verified": false
},
{
"type": "mrr_at_1",
"value": 60.667,
"verified": false
},
{
"type": "mrr_at_10",
"value": 68.219,
"verified": false
},
{
"type": "mrr_at_100",
"value": 68.655,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 68.684,
"verified": false
},
{
"type": "mrr_at_3",
"value": 66.22200000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 67.289,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 60.667,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 71.275,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 73.642,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 74.373,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 66.521,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 68.581,
"verified": false
},
{
"type": "precision_at_1",
"value": 60.667,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.433,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.0699999999999998,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.113,
"verified": false
},
{
"type": "precision_at_3",
"value": 25.556,
"verified": false
},
{
"type": "precision_at_5",
"value": 16.8,
"verified": false
},
{
"type": "recall_at_1",
"value": 57.594,
"verified": false
},
{
"type": "recall_at_10",
"value": 83.622,
"verified": false
},
{
"type": "recall_at_100",
"value": 94.167,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.667,
"verified": false
},
{
"type": "recall_at_3",
"value": 70.64399999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 75.983,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SprintDuplicateQuestions",
"revision": "d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46",
"split": "test",
"type": "mteb/sprintduplicatequestions-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 99.85841584158416,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 96.66996142314342,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 92.83208020050124,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 93.06532663316584,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 92.6,
"verified": false
},
{
"type": "dot_accuracy",
"value": 99.85841584158416,
"verified": false
},
{
"type": "dot_ap",
"value": 96.6775307676576,
"verified": false
},
{
"type": "dot_f1",
"value": 92.69289729177312,
"verified": false
},
{
"type": "dot_precision",
"value": 94.7753396029258,
"verified": false
},
{
"type": "dot_recall",
"value": 90.7,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 99.86138613861388,
"verified": false
},
{
"type": "euclidean_ap",
"value": 96.6338454403108,
"verified": false
},
{
"type": "euclidean_f1",
"value": 92.92214357937311,
"verified": false
},
{
"type": "euclidean_precision",
"value": 93.96728016359918,
"verified": false
},
{
"type": "euclidean_recall",
"value": 91.9,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 99.86237623762376,
"verified": false
},
{
"type": "manhattan_ap",
"value": 96.60370449645052,
"verified": false
},
{
"type": "manhattan_f1",
"value": 92.91177970423252,
"verified": false
},
{
"type": "manhattan_precision",
"value": 94.7970863683663,
"verified": false
},
{
"type": "manhattan_recall",
"value": 91.1,
"verified": false
},
{
"type": "max_accuracy",
"value": 99.86237623762376,
"verified": false
},
{
"type": "max_ap",
"value": 96.6775307676576,
"verified": false
},
{
"type": "max_f1",
"value": 92.92214357937311,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackExchangeClustering",
"revision": "6cbc1f7b2bc0622f2e39d2c77fa502909748c259",
"split": "test",
"type": "mteb/stackexchange-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 60.77977058695198,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackExchangeClusteringP2P",
"revision": "815ca46b2622cec33ccafc3735d572c266efdb44",
"split": "test",
"type": "mteb/stackexchange-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 35.2725272535638,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackOverflowDupQuestions",
"revision": "e185fbe320c72810689fc5848eb6114e1ef5ec69",
"split": "test",
"type": "mteb/stackoverflowdupquestions-reranking"
},
"metrics": [
{
"type": "map",
"value": 53.64052466362125,
"verified": false
},
{
"type": "mrr",
"value": 54.533067014684654,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SummEval",
"revision": "cda12ad7615edc362dbf25a00fdd61d3b1eaf93c",
"split": "test",
"type": "mteb/summeval"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 30.677624219206574,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 30.121368518123447,
"verified": false
},
{
"type": "dot_pearson",
"value": 30.69870088041608,
"verified": false
},
{
"type": "dot_spearman",
"value": 29.61284927093751,
"verified": false
}
],
"task": {
"type": "Summarization"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TRECCOVID",
"revision": "None",
"split": "test",
"type": "trec-covid"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.22,
"verified": false
},
{
"type": "map_at_10",
"value": 1.855,
"verified": false
},
{
"type": "map_at_100",
"value": 9.885,
"verified": false
},
{
"type": "map_at_1000",
"value": 23.417,
"verified": false
},
{
"type": "map_at_3",
"value": 0.637,
"verified": false
},
{
"type": "map_at_5",
"value": 1.024,
"verified": false
},
{
"type": "mrr_at_1",
"value": 88,
"verified": false
},
{
"type": "mrr_at_10",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_100",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_3",
"value": 92.667,
"verified": false
},
{
"type": "mrr_at_5",
"value": 93.067,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 82,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 75.899,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 55.115,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 48.368,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 79.704,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 78.39699999999999,
"verified": false
},
{
"type": "precision_at_1",
"value": 88,
"verified": false
},
{
"type": "precision_at_10",
"value": 79.60000000000001,
"verified": false
},
{
"type": "precision_at_100",
"value": 56.06,
"verified": false
},
{
"type": "precision_at_1000",
"value": 21.206,
"verified": false
},
{
"type": "precision_at_3",
"value": 84.667,
"verified": false
},
{
"type": "precision_at_5",
"value": 83.2,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.22,
"verified": false
},
{
"type": "recall_at_10",
"value": 2.078,
"verified": false
},
{
"type": "recall_at_100",
"value": 13.297,
"verified": false
},
{
"type": "recall_at_1000",
"value": 44.979,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.6689999999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 1.106,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB Touche2020",
"revision": "None",
"split": "test",
"type": "webis-touche2020"
},
"metrics": [
{
"type": "map_at_1",
"value": 2.258,
"verified": false
},
{
"type": "map_at_10",
"value": 10.439,
"verified": false
},
{
"type": "map_at_100",
"value": 16.89,
"verified": false
},
{
"type": "map_at_1000",
"value": 18.408,
"verified": false
},
{
"type": "map_at_3",
"value": 5.668,
"verified": false
},
{
"type": "map_at_5",
"value": 7.718,
"verified": false
},
{
"type": "mrr_at_1",
"value": 32.653,
"verified": false
},
{
"type": "mrr_at_10",
"value": 51.159,
"verified": false
},
{
"type": "mrr_at_100",
"value": 51.714000000000006,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 51.714000000000006,
"verified": false
},
{
"type": "mrr_at_3",
"value": 47.959,
"verified": false
},
{
"type": "mrr_at_5",
"value": 50.407999999999994,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.592,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 26.037,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 37.924,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 49.126999999999995,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 30.632,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 28.571,
"verified": false
},
{
"type": "precision_at_1",
"value": 32.653,
"verified": false
},
{
"type": "precision_at_10",
"value": 22.857,
"verified": false
},
{
"type": "precision_at_100",
"value": 7.754999999999999,
"verified": false
},
{
"type": "precision_at_1000",
"value": 1.529,
"verified": false
},
{
"type": "precision_at_3",
"value": 34.014,
"verified": false
},
{
"type": "precision_at_5",
"value": 29.796,
"verified": false
},
{
"type": "recall_at_1",
"value": 2.258,
"verified": false
},
{
"type": "recall_at_10",
"value": 16.554,
"verified": false
},
{
"type": "recall_at_100",
"value": 48.439,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82.80499999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 7.283,
"verified": false
},
{
"type": "recall_at_5",
"value": 10.732,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ToxicConversationsClassification",
"revision": "d7c0de2777da35d6aae2200a62c6e0e5af397c4c",
"split": "test",
"type": "mteb/toxic_conversations_50k"
},
"metrics": [
{
"type": "accuracy",
"value": 69.8858,
"verified": false
},
{
"type": "ap",
"value": 13.835684144362109,
"verified": false
},
{
"type": "f1",
"value": 53.803351693244586,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TweetSentimentExtractionClassification",
"revision": "d604517c81ca91fe16a244d1248fc021f9ecee7a",
"split": "test",
"type": "mteb/tweet_sentiment_extraction"
},
"metrics": [
{
"type": "accuracy",
"value": 60.50650820599886,
"verified": false
},
{
"type": "f1",
"value": 60.84357825979259,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwentyNewsgroupsClustering",
"revision": "6125ec4e24fa026cec8a478383ee943acfbd5449",
"split": "test",
"type": "mteb/twentynewsgroups-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 48.52131044852134,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwitterSemEval2015",
"revision": "70970daeab8776df92f5ea462b6173c0b46fd2d1",
"split": "test",
"type": "mteb/twittersemeval2015-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 85.59337187816654,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 73.23925826533437,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 67.34693877551021,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 62.40432237730752,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 73.13984168865434,
"verified": false
},
{
"type": "dot_accuracy",
"value": 85.31322644096085,
"verified": false
},
{
"type": "dot_ap",
"value": 72.30723963807422,
"verified": false
},
{
"type": "dot_f1",
"value": 66.47051612112296,
"verified": false
},
{
"type": "dot_precision",
"value": 62.0792305930845,
"verified": false
},
{
"type": "dot_recall",
"value": 71.53034300791556,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 85.61125350181797,
"verified": false
},
{
"type": "euclidean_ap",
"value": 73.32843720487845,
"verified": false
},
{
"type": "euclidean_f1",
"value": 67.36549633745895,
"verified": false
},
{
"type": "euclidean_precision",
"value": 64.60755813953489,
"verified": false
},
{
"type": "euclidean_recall",
"value": 70.36939313984169,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 85.63509566668654,
"verified": false
},
{
"type": "manhattan_ap",
"value": 73.16658488311325,
"verified": false
},
{
"type": "manhattan_f1",
"value": 67.20597386434349,
"verified": false
},
{
"type": "manhattan_precision",
"value": 63.60424028268551,
"verified": false
},
{
"type": "manhattan_recall",
"value": 71.2401055408971,
"verified": false
},
{
"type": "max_accuracy",
"value": 85.63509566668654,
"verified": false
},
{
"type": "max_ap",
"value": 73.32843720487845,
"verified": false
},
{
"type": "max_f1",
"value": 67.36549633745895,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwitterURLCorpus",
"revision": "8b6510b0b1fa4e4c4f879467980e9be563ec1cdf",
"split": "test",
"type": "mteb/twitterurlcorpus-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 88.33779640625606,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 84.83868375898157,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 77.16506154017773,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 74.62064005753327,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 79.88912842623961,
"verified": false
},
{
"type": "dot_accuracy",
"value": 88.02732176815307,
"verified": false
},
{
"type": "dot_ap",
"value": 83.95089283763002,
"verified": false
},
{
"type": "dot_f1",
"value": 76.29635101196631,
"verified": false
},
{
"type": "dot_precision",
"value": 73.31771720613288,
"verified": false
},
{
"type": "dot_recall",
"value": 79.52725592854944,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 88.44452206310397,
"verified": false
},
{
"type": "euclidean_ap",
"value": 84.98384576824827,
"verified": false
},
{
"type": "euclidean_f1",
"value": 77.29311047696697,
"verified": false
},
{
"type": "euclidean_precision",
"value": 74.51232583065381,
"verified": false
},
{
"type": "euclidean_recall",
"value": 80.28949799815214,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 88.47362906042613,
"verified": false
},
{
"type": "manhattan_ap",
"value": 84.91421462218432,
"verified": false
},
{
"type": "manhattan_f1",
"value": 77.05107637204792,
"verified": false
},
{
"type": "manhattan_precision",
"value": 74.74484256243214,
"verified": false
},
{
"type": "manhattan_recall",
"value": 79.50415768401602,
"verified": false
},
{
"type": "max_accuracy",
"value": 88.47362906042613,
"verified": false
},
{
"type": "max_ap",
"value": 84.98384576824827,
"verified": false
},
{
"type": "max_f1",
"value": 77.29311047696697,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
}
]
}
],
"tags": [
"sentence-transformers",
"feature-extraction",
"sentence-similarity",
"transformers",
"mteb"
]
},
"config": {
"architectures": [
"BertModel"
],
"model_type": "bert",
"tokenizer_config": {
"cls_token": "[CLS]",
"mask_token": "[MASK]",
"pad_token": "[PAD]",
"sep_token": "[SEP]",
"unk_token": "[UNK]"
}
},
"createdAt": "2023-09-12T05:20:55.000Z",
"disabled": false,
"downloads": 63079743,
"gated": false,
"id": "BAAI/bge-small-en-v1.5",
"inference": "warm",
"lastModified": "2024-02-22T03:36:23.000Z",
"library_name": "sentence-transformers",
"likes": 597,
"mask_token": "[MASK]",
"model-index": [
{
"name": "bge-small-en-v1.5",
"results": [
{
"dataset": {
"config": "en",
"name": "MTEB AmazonCounterfactualClassification (en)",
"revision": "e8379541af4e31359cca9fbcf4b00f2671dba205",
"split": "test",
"type": "mteb/amazon_counterfactual"
},
"metrics": [
{
"type": "accuracy",
"value": 73.79104477611939,
"verified": false
},
{
"type": "ap",
"value": 37.21923821573361,
"verified": false
},
{
"type": "f1",
"value": 68.0914945617093,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB AmazonPolarityClassification",
"revision": "e2d317d38cd51312af73b3d32a06d1a08b442046",
"split": "test",
"type": "mteb/amazon_polarity"
},
"metrics": [
{
"type": "accuracy",
"value": 92.753775,
"verified": false
},
{
"type": "ap",
"value": 89.46766124546022,
"verified": false
},
{
"type": "f1",
"value": 92.73884001331488,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB AmazonReviewsClassification (en)",
"revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
"split": "test",
"type": "mteb/amazon_reviews_multi"
},
"metrics": [
{
"type": "accuracy",
"value": 46.986,
"verified": false
},
{
"type": "f1",
"value": 46.55936786727896,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArguAna",
"revision": "None",
"split": "test",
"type": "arguana"
},
"metrics": [
{
"type": "map_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "map_at_10",
"value": 51.388,
"verified": false
},
{
"type": "map_at_100",
"value": 52.133,
"verified": false
},
{
"type": "map_at_1000",
"value": 52.141000000000005,
"verified": false
},
{
"type": "map_at_3",
"value": 47.037,
"verified": false
},
{
"type": "map_at_5",
"value": 49.579,
"verified": false
},
{
"type": "mrr_at_1",
"value": 36.558,
"verified": false
},
{
"type": "mrr_at_10",
"value": 51.658,
"verified": false
},
{
"type": "mrr_at_100",
"value": 52.402,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 52.41,
"verified": false
},
{
"type": "mrr_at_3",
"value": 47.345,
"verified": false
},
{
"type": "mrr_at_5",
"value": 49.797999999999995,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 59.55,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 62.596,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 62.759,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 50.666999999999994,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 55.228,
"verified": false
},
{
"type": "precision_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.542,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.984,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.1,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.389,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.438,
"verified": false
},
{
"type": "recall_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "recall_at_10",
"value": 85.42,
"verified": false
},
{
"type": "recall_at_100",
"value": 98.435,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.644,
"verified": false
},
{
"type": "recall_at_3",
"value": 61.166,
"verified": false
},
{
"type": "recall_at_5",
"value": 72.191,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArxivClusteringP2P",
"revision": "a122ad7f3f0291bf49cc6f4d32aa80929df69d5d",
"split": "test",
"type": "mteb/arxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 47.402770198163594,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArxivClusteringS2S",
"revision": "f910caf1a6075f7329cdf8c1a6135696f37dbd53",
"split": "test",
"type": "mteb/arxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 40.01545436974177,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB AskUbuntuDupQuestions",
"revision": "2000358ca161889fa9c082cb41daa8dcfb161a54",
"split": "test",
"type": "mteb/askubuntudupquestions-reranking"
},
"metrics": [
{
"type": "map",
"value": 62.5864652732072,
"verified": false
},
{
"type": "mrr",
"value": 74.42169019038825,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BIOSSES",
"revision": "d3fb88f8f02e40887cd149695127462bbcf29b4a",
"split": "test",
"type": "mteb/biosses-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 85.1891186537969,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 83.75492046087288,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 84.11766204805357,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 84.01456493126516,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 84.2132950502772,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 83.89227298813377,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB Banking77Classification",
"revision": "0fd18e25b25c072e09e0d92ab615fda904d66300",
"split": "test",
"type": "mteb/banking77"
},
"metrics": [
{
"type": "accuracy",
"value": 85.74025974025975,
"verified": false
},
{
"type": "f1",
"value": 85.71493566466381,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BiorxivClusteringP2P",
"revision": "65b79d1d13f80053f67aca9498d9402c2d9f1f40",
"split": "test",
"type": "mteb/biorxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 38.467181385006434,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BiorxivClusteringS2S",
"revision": "258694dd0231531bc1fd9de6ceb52a0853c6d908",
"split": "test",
"type": "mteb/biorxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 34.719496037339056,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackAndroidRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 29.587000000000003,
"verified": false
},
{
"type": "map_at_10",
"value": 41.114,
"verified": false
},
{
"type": "map_at_100",
"value": 42.532,
"verified": false
},
{
"type": "map_at_1000",
"value": 42.661,
"verified": false
},
{
"type": "map_at_3",
"value": 37.483,
"verified": false
},
{
"type": "map_at_5",
"value": 39.652,
"verified": false
},
{
"type": "mrr_at_1",
"value": 36.338,
"verified": false
},
{
"type": "mrr_at_10",
"value": 46.763,
"verified": false
},
{
"type": "mrr_at_100",
"value": 47.393,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 47.445,
"verified": false
},
{
"type": "mrr_at_3",
"value": 43.538,
"verified": false
},
{
"type": "mrr_at_5",
"value": 45.556,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 36.338,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 47.658,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 52.824000000000005,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 54.913999999999994,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.989,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 44.944,
"verified": false
},
{
"type": "precision_at_1",
"value": 36.338,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.156,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.479,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.196,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.076,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.85,
"verified": false
},
{
"type": "recall_at_1",
"value": 29.587000000000003,
"verified": false
},
{
"type": "recall_at_10",
"value": 60.746,
"verified": false
},
{
"type": "recall_at_100",
"value": 82.157,
"verified": false
},
{
"type": "recall_at_1000",
"value": 95.645,
"verified": false
},
{
"type": "recall_at_3",
"value": 44.821,
"verified": false
},
{
"type": "recall_at_5",
"value": 52.819,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackEnglishRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 30.239,
"verified": false
},
{
"type": "map_at_10",
"value": 39.989,
"verified": false
},
{
"type": "map_at_100",
"value": 41.196,
"verified": false
},
{
"type": "map_at_1000",
"value": 41.325,
"verified": false
},
{
"type": "map_at_3",
"value": 37.261,
"verified": false
},
{
"type": "map_at_5",
"value": 38.833,
"verified": false
},
{
"type": "mrr_at_1",
"value": 37.516,
"verified": false
},
{
"type": "mrr_at_10",
"value": 46.177,
"verified": false
},
{
"type": "mrr_at_100",
"value": 46.806,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 46.849,
"verified": false
},
{
"type": "mrr_at_3",
"value": 44.002,
"verified": false
},
{
"type": "mrr_at_5",
"value": 45.34,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 37.516,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 45.586,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 49.897000000000006,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.955,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.684,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 43.617,
"verified": false
},
{
"type": "precision_at_1",
"value": 37.516,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.522,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.374,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.184,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.106,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.153,
"verified": false
},
{
"type": "recall_at_1",
"value": 30.239,
"verified": false
},
{
"type": "recall_at_10",
"value": 55.03,
"verified": false
},
{
"type": "recall_at_100",
"value": 73.375,
"verified": false
},
{
"type": "recall_at_1000",
"value": 86.29599999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 43.269000000000005,
"verified": false
},
{
"type": "recall_at_5",
"value": 48.878,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackGamingRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 38.338,
"verified": false
},
{
"type": "map_at_10",
"value": 50.468999999999994,
"verified": false
},
{
"type": "map_at_100",
"value": 51.553,
"verified": false
},
{
"type": "map_at_1000",
"value": 51.608,
"verified": false
},
{
"type": "map_at_3",
"value": 47.107,
"verified": false
},
{
"type": "map_at_5",
"value": 49.101,
"verified": false
},
{
"type": "mrr_at_1",
"value": 44.201,
"verified": false
},
{
"type": "mrr_at_10",
"value": 54.057,
"verified": false
},
{
"type": "mrr_at_100",
"value": 54.764,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 54.791,
"verified": false
},
{
"type": "mrr_at_3",
"value": 51.56699999999999,
"verified": false
},
{
"type": "mrr_at_5",
"value": 53.05,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 44.201,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 56.379000000000005,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 60.645,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 61.73499999999999,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 50.726000000000006,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 53.58500000000001,
"verified": false
},
{
"type": "precision_at_1",
"value": 44.201,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.141,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.216,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.135,
"verified": false
},
{
"type": "precision_at_3",
"value": 22.654,
"verified": false
},
{
"type": "precision_at_5",
"value": 15.723999999999998,
"verified": false
},
{
"type": "recall_at_1",
"value": 38.338,
"verified": false
},
{
"type": "recall_at_10",
"value": 70.30499999999999,
"verified": false
},
{
"type": "recall_at_100",
"value": 88.77199999999999,
"verified": false
},
{
"type": "recall_at_1000",
"value": 96.498,
"verified": false
},
{
"type": "recall_at_3",
"value": 55.218,
"verified": false
},
{
"type": "recall_at_5",
"value": 62.104000000000006,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackGisRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 25.682,
"verified": false
},
{
"type": "map_at_10",
"value": 33.498,
"verified": false
},
{
"type": "map_at_100",
"value": 34.461000000000006,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.544000000000004,
"verified": false
},
{
"type": "map_at_3",
"value": 30.504,
"verified": false
},
{
"type": "map_at_5",
"value": 32.216,
"verified": false
},
{
"type": "mrr_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "mrr_at_10",
"value": 35.467999999999996,
"verified": false
},
{
"type": "mrr_at_100",
"value": 36.32,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 36.386,
"verified": false
},
{
"type": "mrr_at_3",
"value": 32.618,
"verified": false
},
{
"type": "mrr_at_5",
"value": 34.262,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.378,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 43.288,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 45.413,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.586,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.499,
"verified": false
},
{
"type": "precision_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.864,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.882,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.11,
"verified": false
},
{
"type": "precision_at_3",
"value": 13.446,
"verified": false
},
{
"type": "precision_at_5",
"value": 9.718,
"verified": false
},
{
"type": "recall_at_1",
"value": 25.682,
"verified": false
},
{
"type": "recall_at_10",
"value": 51.712,
"verified": false
},
{
"type": "recall_at_100",
"value": 74.446,
"verified": false
},
{
"type": "recall_at_1000",
"value": 90.472,
"verified": false
},
{
"type": "recall_at_3",
"value": 36.236,
"verified": false
},
{
"type": "recall_at_5",
"value": 43.234,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackMathematicaRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 16.073999999999998,
"verified": false
},
{
"type": "map_at_10",
"value": 24.353,
"verified": false
},
{
"type": "map_at_100",
"value": 25.438,
"verified": false
},
{
"type": "map_at_1000",
"value": 25.545,
"verified": false
},
{
"type": "map_at_3",
"value": 21.614,
"verified": false
},
{
"type": "map_at_5",
"value": 23.104,
"verified": false
},
{
"type": "mrr_at_1",
"value": 19.776,
"verified": false
},
{
"type": "mrr_at_10",
"value": 28.837000000000003,
"verified": false
},
{
"type": "mrr_at_100",
"value": 29.755,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 29.817,
"verified": false
},
{
"type": "mrr_at_3",
"value": 26.202,
"verified": false
},
{
"type": "mrr_at_5",
"value": 27.714,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 19.776,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 29.701,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 35.307,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 37.942,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 24.764,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 27.025,
"verified": false
},
{
"type": "precision_at_1",
"value": 19.776,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.659,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.971,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.133,
"verified": false
},
{
"type": "precision_at_3",
"value": 12.065,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.905000000000001,
"verified": false
},
{
"type": "recall_at_1",
"value": 16.073999999999998,
"verified": false
},
{
"type": "recall_at_10",
"value": 41.647,
"verified": false
},
{
"type": "recall_at_100",
"value": 66.884,
"verified": false
},
{
"type": "recall_at_1000",
"value": 85.91499999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 27.916,
"verified": false
},
{
"type": "recall_at_5",
"value": 33.729,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackPhysicsRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 28.444999999999997,
"verified": false
},
{
"type": "map_at_10",
"value": 38.218999999999994,
"verified": false
},
{
"type": "map_at_100",
"value": 39.595,
"verified": false
},
{
"type": "map_at_1000",
"value": 39.709,
"verified": false
},
{
"type": "map_at_3",
"value": 35.586,
"verified": false
},
{
"type": "map_at_5",
"value": 36.895,
"verified": false
},
{
"type": "mrr_at_1",
"value": 34.841,
"verified": false
},
{
"type": "mrr_at_10",
"value": 44.106,
"verified": false
},
{
"type": "mrr_at_100",
"value": 44.98,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 45.03,
"verified": false
},
{
"type": "mrr_at_3",
"value": 41.979,
"verified": false
},
{
"type": "mrr_at_5",
"value": 43.047999999999995,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 34.841,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 43.922,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 49.504999999999995,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.675,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 39.858,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 41.408,
"verified": false
},
{
"type": "precision_at_1",
"value": 34.841,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.872999999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.245,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.161,
"verified": false
},
{
"type": "precision_at_3",
"value": 18.993,
"verified": false
},
{
"type": "precision_at_5",
"value": 13.032,
"verified": false
},
{
"type": "recall_at_1",
"value": 28.444999999999997,
"verified": false
},
{
"type": "recall_at_10",
"value": 54.984,
"verified": false
},
{
"type": "recall_at_100",
"value": 78.342,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.77,
"verified": false
},
{
"type": "recall_at_3",
"value": 42.843,
"verified": false
},
{
"type": "recall_at_5",
"value": 47.247,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackProgrammersRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.072,
"verified": false
},
{
"type": "map_at_10",
"value": 32.354,
"verified": false
},
{
"type": "map_at_100",
"value": 33.800000000000004,
"verified": false
},
{
"type": "map_at_1000",
"value": 33.908,
"verified": false
},
{
"type": "map_at_3",
"value": 29.232000000000003,
"verified": false
},
{
"type": "map_at_5",
"value": 31.049,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "mrr_at_10",
"value": 38.03,
"verified": false
},
{
"type": "mrr_at_100",
"value": 39.032,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 39.087,
"verified": false
},
{
"type": "mrr_at_3",
"value": 35.407,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.76,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.231,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.425,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.771,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 33.095,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.459,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.215000000000001,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.211,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.157,
"verified": false
},
{
"type": "precision_at_3",
"value": 16.058,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.644,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.072,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.285999999999994,
"verified": false
},
{
"type": "recall_at_100",
"value": 76.596,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.861,
"verified": false
},
{
"type": "recall_at_3",
"value": 35.702,
"verified": false
},
{
"type": "recall_at_5",
"value": 42.152,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 24.937916666666663,
"verified": false
},
{
"type": "map_at_10",
"value": 33.755250000000004,
"verified": false
},
{
"type": "map_at_100",
"value": 34.955999999999996,
"verified": false
},
{
"type": "map_at_1000",
"value": 35.070499999999996,
"verified": false
},
{
"type": "map_at_3",
"value": 30.98708333333333,
"verified": false
},
{
"type": "map_at_5",
"value": 32.51491666666666,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "mrr_at_10",
"value": 37.92183333333334,
"verified": false
},
{
"type": "mrr_at_100",
"value": 38.76583333333333,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 38.82466666666667,
"verified": false
},
{
"type": "mrr_at_3",
"value": 35.45125,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.827000000000005,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 39.05225,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.25983333333334,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.568333333333335,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 34.271583333333325,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 36.483916666666666,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.865749999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.1195833333333332,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.15058333333333335,
"verified": false
},
{
"type": "precision_at_3",
"value": 15.742083333333332,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.221916666666669,
"verified": false
},
{
"type": "recall_at_1",
"value": 24.937916666666663,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.650416666666665,
"verified": false
},
{
"type": "recall_at_100",
"value": 73.55383333333334,
"verified": false
},
{
"type": "recall_at_1000",
"value": 89.61691666666667,
"verified": false
},
{
"type": "recall_at_3",
"value": 37.27808333333334,
"verified": false
},
{
"type": "recall_at_5",
"value": 42.99475,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackStatsRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.947,
"verified": false
},
{
"type": "map_at_10",
"value": 30.575000000000003,
"verified": false
},
{
"type": "map_at_100",
"value": 31.465,
"verified": false
},
{
"type": "map_at_1000",
"value": 31.558000000000003,
"verified": false
},
{
"type": "map_at_3",
"value": 28.814,
"verified": false
},
{
"type": "map_at_5",
"value": 29.738999999999997,
"verified": false
},
{
"type": "mrr_at_1",
"value": 26.994,
"verified": false
},
{
"type": "mrr_at_10",
"value": 33.415,
"verified": false
},
{
"type": "mrr_at_100",
"value": 34.18,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 34.245,
"verified": false
},
{
"type": "mrr_at_3",
"value": 31.621,
"verified": false
},
{
"type": "mrr_at_5",
"value": 32.549,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 26.994,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 34.482,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 38.915,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 41.355,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 31.139,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 32.589,
"verified": false
},
{
"type": "precision_at_1",
"value": 26.994,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.322,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.8160000000000001,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.11100000000000002,
"verified": false
},
{
"type": "precision_at_3",
"value": 13.344,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.988,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.947,
"verified": false
},
{
"type": "recall_at_10",
"value": 43.648,
"verified": false
},
{
"type": "recall_at_100",
"value": 63.851,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82,
"verified": false
},
{
"type": "recall_at_3",
"value": 34.288000000000004,
"verified": false
},
{
"type": "recall_at_5",
"value": 38.117,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackTexRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 16.197,
"verified": false
},
{
"type": "map_at_10",
"value": 22.968,
"verified": false
},
{
"type": "map_at_100",
"value": 24.095,
"verified": false
},
{
"type": "map_at_1000",
"value": 24.217,
"verified": false
},
{
"type": "map_at_3",
"value": 20.771,
"verified": false
},
{
"type": "map_at_5",
"value": 21.995,
"verified": false
},
{
"type": "mrr_at_1",
"value": 19.511,
"verified": false
},
{
"type": "mrr_at_10",
"value": 26.55,
"verified": false
},
{
"type": "mrr_at_100",
"value": 27.501,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 27.578999999999997,
"verified": false
},
{
"type": "mrr_at_3",
"value": 24.421,
"verified": false
},
{
"type": "mrr_at_5",
"value": 25.604,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 19.511,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 27.386,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 32.828,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 35.739,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 23.405,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 25.255,
"verified": false
},
{
"type": "precision_at_1",
"value": 19.511,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.017,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.91,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.133,
"verified": false
},
{
"type": "precision_at_3",
"value": 11.023,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.025,
"verified": false
},
{
"type": "recall_at_1",
"value": 16.197,
"verified": false
},
{
"type": "recall_at_10",
"value": 37.09,
"verified": false
},
{
"type": "recall_at_100",
"value": 61.778,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82.56599999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 26.034,
"verified": false
},
{
"type": "recall_at_5",
"value": 30.762,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackUnixRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 25.41,
"verified": false
},
{
"type": "map_at_10",
"value": 33.655,
"verified": false
},
{
"type": "map_at_100",
"value": 34.892,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.995,
"verified": false
},
{
"type": "map_at_3",
"value": 30.94,
"verified": false
},
{
"type": "map_at_5",
"value": 32.303,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.478,
"verified": false
},
{
"type": "mrr_at_10",
"value": 37.443,
"verified": false
},
{
"type": "mrr_at_100",
"value": 38.383,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 38.440000000000005,
"verified": false
},
{
"type": "mrr_at_3",
"value": 34.949999999999996,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.228,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.478,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.769,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.245000000000005,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.593,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 33.623,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.766,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.478,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.455,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.032,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.135,
"verified": false
},
{
"type": "precision_at_3",
"value": 14.893999999999998,
"verified": false
},
{
"type": "precision_at_5",
"value": 10.485,
"verified": false
},
{
"type": "recall_at_1",
"value": 25.41,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.669,
"verified": false
},
{
"type": "recall_at_100",
"value": 74.084,
"verified": false
},
{
"type": "recall_at_1000",
"value": 90.435,
"verified": false
},
{
"type": "recall_at_3",
"value": 36.679,
"verified": false
},
{
"type": "recall_at_5",
"value": 41.94,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackWebmastersRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.339,
"verified": false
},
{
"type": "map_at_10",
"value": 31.852000000000004,
"verified": false
},
{
"type": "map_at_100",
"value": 33.411,
"verified": false
},
{
"type": "map_at_1000",
"value": 33.62,
"verified": false
},
{
"type": "map_at_3",
"value": 28.929,
"verified": false
},
{
"type": "map_at_5",
"value": 30.542,
"verified": false
},
{
"type": "mrr_at_1",
"value": 28.063,
"verified": false
},
{
"type": "mrr_at_10",
"value": 36.301,
"verified": false
},
{
"type": "mrr_at_100",
"value": 37.288,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 37.349,
"verified": false
},
{
"type": "mrr_at_3",
"value": 33.663,
"verified": false
},
{
"type": "mrr_at_5",
"value": 35.165,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 28.063,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 37.462,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 43.620999999999995,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.211,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.68,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 34.981,
"verified": false
},
{
"type": "precision_at_1",
"value": 28.063,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.1739999999999995,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.486,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.235,
"verified": false
},
{
"type": "precision_at_3",
"value": 15.217,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.265,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.339,
"verified": false
},
{
"type": "recall_at_10",
"value": 48.376999999999995,
"verified": false
},
{
"type": "recall_at_100",
"value": 76.053,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.455,
"verified": false
},
{
"type": "recall_at_3",
"value": 34.735,
"verified": false
},
{
"type": "recall_at_5",
"value": 40.71,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackWordpressRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 18.925,
"verified": false
},
{
"type": "map_at_10",
"value": 26.017000000000003,
"verified": false
},
{
"type": "map_at_100",
"value": 27.034,
"verified": false
},
{
"type": "map_at_1000",
"value": 27.156,
"verified": false
},
{
"type": "map_at_3",
"value": 23.604,
"verified": false
},
{
"type": "map_at_5",
"value": 24.75,
"verified": false
},
{
"type": "mrr_at_1",
"value": 20.333,
"verified": false
},
{
"type": "mrr_at_10",
"value": 27.915,
"verified": false
},
{
"type": "mrr_at_100",
"value": 28.788000000000004,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 28.877999999999997,
"verified": false
},
{
"type": "mrr_at_3",
"value": 25.446999999999996,
"verified": false
},
{
"type": "mrr_at_5",
"value": 26.648,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 20.333,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 30.673,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 35.618,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 38.517,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 25.71,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 27.679,
"verified": false
},
{
"type": "precision_at_1",
"value": 20.333,
"verified": false
},
{
"type": "precision_at_10",
"value": 4.9910000000000005,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.8130000000000001,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.117,
"verified": false
},
{
"type": "precision_at_3",
"value": 11.029,
"verified": false
},
{
"type": "precision_at_5",
"value": 7.874,
"verified": false
},
{
"type": "recall_at_1",
"value": 18.925,
"verified": false
},
{
"type": "recall_at_10",
"value": 43.311,
"verified": false
},
{
"type": "recall_at_100",
"value": 66.308,
"verified": false
},
{
"type": "recall_at_1000",
"value": 87.49,
"verified": false
},
{
"type": "recall_at_3",
"value": 29.596,
"verified": false
},
{
"type": "recall_at_5",
"value": 34.245,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ClimateFEVER",
"revision": "None",
"split": "test",
"type": "climate-fever"
},
"metrics": [
{
"type": "map_at_1",
"value": 13.714,
"verified": false
},
{
"type": "map_at_10",
"value": 23.194,
"verified": false
},
{
"type": "map_at_100",
"value": 24.976000000000003,
"verified": false
},
{
"type": "map_at_1000",
"value": 25.166,
"verified": false
},
{
"type": "map_at_3",
"value": 19.709,
"verified": false
},
{
"type": "map_at_5",
"value": 21.523999999999997,
"verified": false
},
{
"type": "mrr_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "mrr_at_10",
"value": 42.563,
"verified": false
},
{
"type": "mrr_at_100",
"value": 43.386,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 43.423,
"verified": false
},
{
"type": "mrr_at_3",
"value": 39.555,
"verified": false
},
{
"type": "mrr_at_5",
"value": 41.268,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 31.836,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 38.652,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 42.088,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 26.733,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 28.435,
"verified": false
},
{
"type": "precision_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.752,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.71,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.235,
"verified": false
},
{
"type": "precision_at_3",
"value": 19.935,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.984,
"verified": false
},
{
"type": "recall_at_1",
"value": 13.714,
"verified": false
},
{
"type": "recall_at_10",
"value": 37.26,
"verified": false
},
{
"type": "recall_at_100",
"value": 60.546,
"verified": false
},
{
"type": "recall_at_1000",
"value": 79.899,
"verified": false
},
{
"type": "recall_at_3",
"value": 24.325,
"verified": false
},
{
"type": "recall_at_5",
"value": 29.725,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB DBPedia",
"revision": "None",
"split": "test",
"type": "dbpedia-entity"
},
"metrics": [
{
"type": "map_at_1",
"value": 8.462,
"verified": false
},
{
"type": "map_at_10",
"value": 18.637,
"verified": false
},
{
"type": "map_at_100",
"value": 26.132,
"verified": false
},
{
"type": "map_at_1000",
"value": 27.607,
"verified": false
},
{
"type": "map_at_3",
"value": 13.333,
"verified": false
},
{
"type": "map_at_5",
"value": 15.654000000000002,
"verified": false
},
{
"type": "mrr_at_1",
"value": 66.25,
"verified": false
},
{
"type": "mrr_at_10",
"value": 74.32600000000001,
"verified": false
},
{
"type": "mrr_at_100",
"value": 74.60900000000001,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 74.62,
"verified": false
},
{
"type": "mrr_at_3",
"value": 72.667,
"verified": false
},
{
"type": "mrr_at_5",
"value": 73.817,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 53.87499999999999,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.029,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.199,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.629999999999995,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 44.113,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 41.731,
"verified": false
},
{
"type": "precision_at_1",
"value": 66.25,
"verified": false
},
{
"type": "precision_at_10",
"value": 31.9,
"verified": false
},
{
"type": "precision_at_100",
"value": 10.043,
"verified": false
},
{
"type": "precision_at_1000",
"value": 1.926,
"verified": false
},
{
"type": "precision_at_3",
"value": 47.417,
"verified": false
},
{
"type": "precision_at_5",
"value": 40.65,
"verified": false
},
{
"type": "recall_at_1",
"value": 8.462,
"verified": false
},
{
"type": "recall_at_10",
"value": 24.293,
"verified": false
},
{
"type": "recall_at_100",
"value": 50.146,
"verified": false
},
{
"type": "recall_at_1000",
"value": 74.034,
"verified": false
},
{
"type": "recall_at_3",
"value": 14.967,
"verified": false
},
{
"type": "recall_at_5",
"value": 18.682,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB EmotionClassification",
"revision": "4f58c6b202a23cf9a4da393831edf4f9183cad37",
"split": "test",
"type": "mteb/emotion"
},
"metrics": [
{
"type": "accuracy",
"value": 47.84499999999999,
"verified": false
},
{
"type": "f1",
"value": 42.48106691979349,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB FEVER",
"revision": "None",
"split": "test",
"type": "fever"
},
"metrics": [
{
"type": "map_at_1",
"value": 74.034,
"verified": false
},
{
"type": "map_at_10",
"value": 82.76,
"verified": false
},
{
"type": "map_at_100",
"value": 82.968,
"verified": false
},
{
"type": "map_at_1000",
"value": 82.98299999999999,
"verified": false
},
{
"type": "map_at_3",
"value": 81.768,
"verified": false
},
{
"type": "map_at_5",
"value": 82.418,
"verified": false
},
{
"type": "mrr_at_1",
"value": 80.048,
"verified": false
},
{
"type": "mrr_at_10",
"value": 87.64999999999999,
"verified": false
},
{
"type": "mrr_at_100",
"value": 87.712,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 87.713,
"verified": false
},
{
"type": "mrr_at_3",
"value": 87.01100000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 87.466,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 80.048,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 86.643,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 87.361,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 87.606,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 85.137,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 86.016,
"verified": false
},
{
"type": "precision_at_1",
"value": 80.048,
"verified": false
},
{
"type": "precision_at_10",
"value": 10.372,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.093,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.113,
"verified": false
},
{
"type": "precision_at_3",
"value": 32.638,
"verified": false
},
{
"type": "precision_at_5",
"value": 20.177,
"verified": false
},
{
"type": "recall_at_1",
"value": 74.034,
"verified": false
},
{
"type": "recall_at_10",
"value": 93.769,
"verified": false
},
{
"type": "recall_at_100",
"value": 96.569,
"verified": false
},
{
"type": "recall_at_1000",
"value": 98.039,
"verified": false
},
{
"type": "recall_at_3",
"value": 89.581,
"verified": false
},
{
"type": "recall_at_5",
"value": 91.906,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB FiQA2018",
"revision": "None",
"split": "test",
"type": "fiqa"
},
"metrics": [
{
"type": "map_at_1",
"value": 20.5,
"verified": false
},
{
"type": "map_at_10",
"value": 32.857,
"verified": false
},
{
"type": "map_at_100",
"value": 34.589,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.778,
"verified": false
},
{
"type": "map_at_3",
"value": 29.161,
"verified": false
},
{
"type": "map_at_5",
"value": 31.033,
"verified": false
},
{
"type": "mrr_at_1",
"value": 40.123,
"verified": false
},
{
"type": "mrr_at_10",
"value": 48.776,
"verified": false
},
{
"type": "mrr_at_100",
"value": 49.495,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 49.539,
"verified": false
},
{
"type": "mrr_at_3",
"value": 46.605,
"verified": false
},
{
"type": "mrr_at_5",
"value": 47.654,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 40.123,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.343,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 46.56,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 49.777,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 37.322,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 37.791,
"verified": false
},
{
"type": "precision_at_1",
"value": 40.123,
"verified": false
},
{
"type": "precision_at_10",
"value": 11.08,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.752,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.232,
"verified": false
},
{
"type": "precision_at_3",
"value": 24.897,
"verified": false
},
{
"type": "precision_at_5",
"value": 17.809,
"verified": false
},
{
"type": "recall_at_1",
"value": 20.5,
"verified": false
},
{
"type": "recall_at_10",
"value": 46.388,
"verified": false
},
{
"type": "recall_at_100",
"value": 69.552,
"verified": false
},
{
"type": "recall_at_1000",
"value": 89.011,
"verified": false
},
{
"type": "recall_at_3",
"value": 33.617999999999995,
"verified": false
},
{
"type": "recall_at_5",
"value": 38.211,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB HotpotQA",
"revision": "None",
"split": "test",
"type": "hotpotqa"
},
"metrics": [
{
"type": "map_at_1",
"value": 39.136,
"verified": false
},
{
"type": "map_at_10",
"value": 61.673,
"verified": false
},
{
"type": "map_at_100",
"value": 62.562,
"verified": false
},
{
"type": "map_at_1000",
"value": 62.62,
"verified": false
},
{
"type": "map_at_3",
"value": 58.468,
"verified": false
},
{
"type": "map_at_5",
"value": 60.463,
"verified": false
},
{
"type": "mrr_at_1",
"value": 78.271,
"verified": false
},
{
"type": "mrr_at_10",
"value": 84.119,
"verified": false
},
{
"type": "mrr_at_100",
"value": 84.29299999999999,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 84.299,
"verified": false
},
{
"type": "mrr_at_3",
"value": 83.18900000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 83.786,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 78.271,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 69.935,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 73.01299999999999,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 74.126,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 65.388,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 67.906,
"verified": false
},
{
"type": "precision_at_1",
"value": 78.271,
"verified": false
},
{
"type": "precision_at_10",
"value": 14.562,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.6969999999999998,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.184,
"verified": false
},
{
"type": "precision_at_3",
"value": 41.841,
"verified": false
},
{
"type": "precision_at_5",
"value": 27.087,
"verified": false
},
{
"type": "recall_at_1",
"value": 39.136,
"verified": false
},
{
"type": "recall_at_10",
"value": 72.809,
"verified": false
},
{
"type": "recall_at_100",
"value": 84.86200000000001,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.208,
"verified": false
},
{
"type": "recall_at_3",
"value": 62.76199999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 67.718,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ImdbClassification",
"revision": "3d86128a09e091d6018b6d26cad27f2739fc2db7",
"split": "test",
"type": "mteb/imdb"
},
"metrics": [
{
"type": "accuracy",
"value": 90.606,
"verified": false
},
{
"type": "ap",
"value": 86.6579587804335,
"verified": false
},
{
"type": "f1",
"value": 90.5938853929307,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MSMARCO",
"revision": "None",
"split": "dev",
"type": "msmarco"
},
"metrics": [
{
"type": "map_at_1",
"value": 21.852,
"verified": false
},
{
"type": "map_at_10",
"value": 33.982,
"verified": false
},
{
"type": "map_at_100",
"value": 35.116,
"verified": false
},
{
"type": "map_at_1000",
"value": 35.167,
"verified": false
},
{
"type": "map_at_3",
"value": 30.134,
"verified": false
},
{
"type": "map_at_5",
"value": 32.340999999999994,
"verified": false
},
{
"type": "mrr_at_1",
"value": 22.479,
"verified": false
},
{
"type": "mrr_at_10",
"value": 34.594,
"verified": false
},
{
"type": "mrr_at_100",
"value": 35.672,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 35.716,
"verified": false
},
{
"type": "mrr_at_3",
"value": 30.84,
"verified": false
},
{
"type": "mrr_at_5",
"value": 32.998,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 22.493,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.833000000000006,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 46.357,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 47.637,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.995999999999995,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 36.919,
"verified": false
},
{
"type": "precision_at_1",
"value": 22.493,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.465999999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.925,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.104,
"verified": false
},
{
"type": "precision_at_3",
"value": 14.031,
"verified": false
},
{
"type": "precision_at_5",
"value": 10.413,
"verified": false
},
{
"type": "recall_at_1",
"value": 21.852,
"verified": false
},
{
"type": "recall_at_10",
"value": 61.934999999999995,
"verified": false
},
{
"type": "recall_at_100",
"value": 87.611,
"verified": false
},
{
"type": "recall_at_1000",
"value": 97.441,
"verified": false
},
{
"type": "recall_at_3",
"value": 40.584,
"verified": false
},
{
"type": "recall_at_5",
"value": 49.992999999999995,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MTOPDomainClassification (en)",
"revision": "d80d48c1eb48d3562165c59d59d0034df9fff0bf",
"split": "test",
"type": "mteb/mtop_domain"
},
"metrics": [
{
"type": "accuracy",
"value": 93.36069311445507,
"verified": false
},
{
"type": "f1",
"value": 93.16456330371452,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MTOPIntentClassification (en)",
"revision": "ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba",
"split": "test",
"type": "mteb/mtop_intent"
},
"metrics": [
{
"type": "accuracy",
"value": 74.74692202462381,
"verified": false
},
{
"type": "f1",
"value": 58.17903579421599,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MassiveIntentClassification (en)",
"revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7",
"split": "test",
"type": "mteb/amazon_massive_intent"
},
"metrics": [
{
"type": "accuracy",
"value": 74.80833893745796,
"verified": false
},
{
"type": "f1",
"value": 72.70786592684664,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MassiveScenarioClassification (en)",
"revision": "7d571f92784cd94a019292a1f45445077d0ef634",
"split": "test",
"type": "mteb/amazon_massive_scenario"
},
"metrics": [
{
"type": "accuracy",
"value": 78.69872225958305,
"verified": false
},
{
"type": "f1",
"value": 78.61626934504731,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MedrxivClusteringP2P",
"revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73",
"split": "test",
"type": "mteb/medrxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 33.058658628717694,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MedrxivClusteringS2S",
"revision": "35191c8c0dca72d8ff3efcd72aa802307d469663",
"split": "test",
"type": "mteb/medrxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 30.85561739360599,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MindSmallReranking",
"revision": "3bdac13927fdc888b903db93b2ffdbd90b295a69",
"split": "test",
"type": "mteb/mind_small"
},
"metrics": [
{
"type": "map",
"value": 31.290259910144385,
"verified": false
},
{
"type": "mrr",
"value": 32.44223046102856,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB NFCorpus",
"revision": "None",
"split": "test",
"type": "nfcorpus"
},
"metrics": [
{
"type": "map_at_1",
"value": 5.288,
"verified": false
},
{
"type": "map_at_10",
"value": 12.268,
"verified": false
},
{
"type": "map_at_100",
"value": 15.557000000000002,
"verified": false
},
{
"type": "map_at_1000",
"value": 16.98,
"verified": false
},
{
"type": "map_at_3",
"value": 8.866,
"verified": false
},
{
"type": "map_at_5",
"value": 10.418,
"verified": false
},
{
"type": "mrr_at_1",
"value": 43.653,
"verified": false
},
{
"type": "mrr_at_10",
"value": 52.681,
"verified": false
},
{
"type": "mrr_at_100",
"value": 53.315999999999995,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 53.357,
"verified": false
},
{
"type": "mrr_at_3",
"value": 51.393,
"verified": false
},
{
"type": "mrr_at_5",
"value": 51.904,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 42.415000000000006,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 34.305,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 30.825999999999997,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 39.393,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 39.931,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 37.52,
"verified": false
},
{
"type": "precision_at_1",
"value": 43.653,
"verified": false
},
{
"type": "precision_at_10",
"value": 25.728,
"verified": false
},
{
"type": "precision_at_100",
"value": 7.932,
"verified": false
},
{
"type": "precision_at_1000",
"value": 2.07,
"verified": false
},
{
"type": "precision_at_3",
"value": 38.184000000000005,
"verified": false
},
{
"type": "precision_at_5",
"value": 32.879000000000005,
"verified": false
},
{
"type": "recall_at_1",
"value": 5.288,
"verified": false
},
{
"type": "recall_at_10",
"value": 16.195,
"verified": false
},
{
"type": "recall_at_100",
"value": 31.135,
"verified": false
},
{
"type": "recall_at_1000",
"value": 61.531000000000006,
"verified": false
},
{
"type": "recall_at_3",
"value": 10.313,
"verified": false
},
{
"type": "recall_at_5",
"value": 12.755,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB NQ",
"revision": "None",
"split": "test",
"type": "nq"
},
"metrics": [
{
"type": "map_at_1",
"value": 28.216,
"verified": false
},
{
"type": "map_at_10",
"value": 42.588,
"verified": false
},
{
"type": "map_at_100",
"value": 43.703,
"verified": false
},
{
"type": "map_at_1000",
"value": 43.739,
"verified": false
},
{
"type": "map_at_3",
"value": 38.177,
"verified": false
},
{
"type": "map_at_5",
"value": 40.754000000000005,
"verified": false
},
{
"type": "mrr_at_1",
"value": 31.866,
"verified": false
},
{
"type": "mrr_at_10",
"value": 45.189,
"verified": false
},
{
"type": "mrr_at_100",
"value": 46.056,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 46.081,
"verified": false
},
{
"type": "mrr_at_3",
"value": 41.526999999999994,
"verified": false
},
{
"type": "mrr_at_5",
"value": 43.704,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 31.837,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 50.178,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 54.98800000000001,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 55.812,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.853,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 46.153,
"verified": false
},
{
"type": "precision_at_1",
"value": 31.837,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.43,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.112,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.119,
"verified": false
},
{
"type": "precision_at_3",
"value": 19.023,
"verified": false
},
{
"type": "precision_at_5",
"value": 13.911,
"verified": false
},
{
"type": "recall_at_1",
"value": 28.216,
"verified": false
},
{
"type": "recall_at_10",
"value": 70.8,
"verified": false
},
{
"type": "recall_at_100",
"value": 91.857,
"verified": false
},
{
"type": "recall_at_1000",
"value": 97.941,
"verified": false
},
{
"type": "recall_at_3",
"value": 49.196,
"verified": false
},
{
"type": "recall_at_5",
"value": 59.072,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB QuoraRetrieval",
"revision": "None",
"split": "test",
"type": "quora"
},
"metrics": [
{
"type": "map_at_1",
"value": 71.22800000000001,
"verified": false
},
{
"type": "map_at_10",
"value": 85.115,
"verified": false
},
{
"type": "map_at_100",
"value": 85.72,
"verified": false
},
{
"type": "map_at_1000",
"value": 85.737,
"verified": false
},
{
"type": "map_at_3",
"value": 82.149,
"verified": false
},
{
"type": "map_at_5",
"value": 84.029,
"verified": false
},
{
"type": "mrr_at_1",
"value": 81.96,
"verified": false
},
{
"type": "mrr_at_10",
"value": 88.00200000000001,
"verified": false
},
{
"type": "mrr_at_100",
"value": 88.088,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 88.089,
"verified": false
},
{
"type": "mrr_at_3",
"value": 87.055,
"verified": false
},
{
"type": "mrr_at_5",
"value": 87.715,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 82.01,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 88.78,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 89.91,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 90.013,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 85.957,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 87.56,
"verified": false
},
{
"type": "precision_at_1",
"value": 82.01,
"verified": false
},
{
"type": "precision_at_10",
"value": 13.462,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.528,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.157,
"verified": false
},
{
"type": "precision_at_3",
"value": 37.553,
"verified": false
},
{
"type": "precision_at_5",
"value": 24.732000000000003,
"verified": false
},
{
"type": "recall_at_1",
"value": 71.22800000000001,
"verified": false
},
{
"type": "recall_at_10",
"value": 95.69,
"verified": false
},
{
"type": "recall_at_100",
"value": 99.531,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.98,
"verified": false
},
{
"type": "recall_at_3",
"value": 87.632,
"verified": false
},
{
"type": "recall_at_5",
"value": 92.117,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB RedditClustering",
"revision": "24640382cdbf8abc73003fb0fa6d111a705499eb",
"split": "test",
"type": "mteb/reddit-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 52.31768034366916,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB RedditClusteringP2P",
"revision": "282350215ef01743dc01b456c7f5241fa8937f16",
"split": "test",
"type": "mteb/reddit-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 60.640266772723606,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SCIDOCS",
"revision": "None",
"split": "test",
"type": "scidocs"
},
"metrics": [
{
"type": "map_at_1",
"value": 4.7780000000000005,
"verified": false
},
{
"type": "map_at_10",
"value": 12.299,
"verified": false
},
{
"type": "map_at_100",
"value": 14.363,
"verified": false
},
{
"type": "map_at_1000",
"value": 14.71,
"verified": false
},
{
"type": "map_at_3",
"value": 8.738999999999999,
"verified": false
},
{
"type": "map_at_5",
"value": 10.397,
"verified": false
},
{
"type": "mrr_at_1",
"value": 23.6,
"verified": false
},
{
"type": "mrr_at_10",
"value": 34.845,
"verified": false
},
{
"type": "mrr_at_100",
"value": 35.916,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 35.973,
"verified": false
},
{
"type": "mrr_at_3",
"value": 31.7,
"verified": false
},
{
"type": "mrr_at_5",
"value": 33.535,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 23.6,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 20.522,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 28.737,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 34.596,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 19.542,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 16.958000000000002,
"verified": false
},
{
"type": "precision_at_1",
"value": 23.6,
"verified": false
},
{
"type": "precision_at_10",
"value": 10.67,
"verified": false
},
{
"type": "precision_at_100",
"value": 2.259,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.367,
"verified": false
},
{
"type": "precision_at_3",
"value": 18.333,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.88,
"verified": false
},
{
"type": "recall_at_1",
"value": 4.7780000000000005,
"verified": false
},
{
"type": "recall_at_10",
"value": 21.617,
"verified": false
},
{
"type": "recall_at_100",
"value": 45.905,
"verified": false
},
{
"type": "recall_at_1000",
"value": 74.42,
"verified": false
},
{
"type": "recall_at_3",
"value": 11.148,
"verified": false
},
{
"type": "recall_at_5",
"value": 15.082999999999998,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SICK-R",
"revision": "a6ea5a8cab320b040a23452cc28066d9beae2cee",
"split": "test",
"type": "mteb/sickr-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 83.22372750297885,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 79.40972617119405,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 80.6101072020434,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 79.53844217225202,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 80.57265975286111,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 79.46335611792958,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS12",
"revision": "a0d554a64d88156834ff5ae9920b964011b16384",
"split": "test",
"type": "mteb/sts12-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 85.43713315520749,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 77.44128693329532,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 81.63869928101123,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 77.29512977961515,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 81.63704185566183,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 77.29909412738657,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS13",
"revision": "7e90230a92c190f1bf69ae9002b8cea547a64cca",
"split": "test",
"type": "mteb/sts13-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 81.59451537860527,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 82.97994638856723,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 82.89478688288412,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 83.58740751053104,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 82.69140840941608,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 83.33665956040555,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS14",
"revision": "6031580fec1f6af667f0bd2da0a551cf4f0b2375",
"split": "test",
"type": "mteb/sts14-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 82.00756527711764,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 81.83560996841379,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 82.07684151976518,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 82.00913052060511,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 82.05690778488794,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 82.02260252019525,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS15",
"revision": "ae752c7c21bf194d8b67fd573edf7ae58183cbe3",
"split": "test",
"type": "mteb/sts15-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 86.13710262895447,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 87.26412811156248,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 86.94151453230228,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 87.5363796699571,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 86.86989424083748,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 87.47315940781353,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS16",
"revision": "4d8694f8f0e0100860b497b999b3dbed754a0513",
"split": "test",
"type": "mteb/sts16-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 83.0230597603627,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 84.93344499318864,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 84.23754743431141,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 85.09707376597099,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 84.04325160987763,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 84.89353071339909,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "en-en",
"name": "MTEB STS17 (en-en)",
"revision": "af5e6fb845001ecf41f4c1e033ce921939a2a68d",
"split": "test",
"type": "mteb/sts17-crosslingual-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 86.75620824563921,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 87.15065513706398,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 88.26281533633521,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 87.51963738643983,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 88.25599267618065,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 87.58048736047483,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB STS22 (en)",
"revision": "6d1ba47164174a496b7fa5d3569dae26a6813b80",
"split": "test",
"type": "mteb/sts22-crosslingual-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 64.74645319195137,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 65.29996325037214,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 67.04297794086443,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 65.43841726694343,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 67.39459955690904,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 65.92864704413651,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STSBenchmark",
"revision": "b0fddb56ed78048fa8b90373c8a3cfc37b684831",
"split": "test",
"type": "mteb/stsbenchmark-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 84.31291020270801,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 85.86473738688068,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 85.65537275064152,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 86.13087454209642,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 85.43946955047609,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 85.91568175344916,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SciDocsRR",
"revision": "d3c5e1fc0b855ab6097bf1cda04dd73947d7caab",
"split": "test",
"type": "mteb/scidocs-reranking"
},
"metrics": [
{
"type": "map",
"value": 85.93798118350695,
"verified": false
},
{
"type": "mrr",
"value": 95.93536274908824,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SciFact",
"revision": "None",
"split": "test",
"type": "scifact"
},
"metrics": [
{
"type": "map_at_1",
"value": 57.594,
"verified": false
},
{
"type": "map_at_10",
"value": 66.81899999999999,
"verified": false
},
{
"type": "map_at_100",
"value": 67.368,
"verified": false
},
{
"type": "map_at_1000",
"value": 67.4,
"verified": false
},
{
"type": "map_at_3",
"value": 64.061,
"verified": false
},
{
"type": "map_at_5",
"value": 65.47,
"verified": false
},
{
"type": "mrr_at_1",
"value": 60.667,
"verified": false
},
{
"type": "mrr_at_10",
"value": 68.219,
"verified": false
},
{
"type": "mrr_at_100",
"value": 68.655,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 68.684,
"verified": false
},
{
"type": "mrr_at_3",
"value": 66.22200000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 67.289,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 60.667,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 71.275,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 73.642,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 74.373,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 66.521,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 68.581,
"verified": false
},
{
"type": "precision_at_1",
"value": 60.667,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.433,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.0699999999999998,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.113,
"verified": false
},
{
"type": "precision_at_3",
"value": 25.556,
"verified": false
},
{
"type": "precision_at_5",
"value": 16.8,
"verified": false
},
{
"type": "recall_at_1",
"value": 57.594,
"verified": false
},
{
"type": "recall_at_10",
"value": 83.622,
"verified": false
},
{
"type": "recall_at_100",
"value": 94.167,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.667,
"verified": false
},
{
"type": "recall_at_3",
"value": 70.64399999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 75.983,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SprintDuplicateQuestions",
"revision": "d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46",
"split": "test",
"type": "mteb/sprintduplicatequestions-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 99.85841584158416,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 96.66996142314342,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 92.83208020050124,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 93.06532663316584,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 92.6,
"verified": false
},
{
"type": "dot_accuracy",
"value": 99.85841584158416,
"verified": false
},
{
"type": "dot_ap",
"value": 96.6775307676576,
"verified": false
},
{
"type": "dot_f1",
"value": 92.69289729177312,
"verified": false
},
{
"type": "dot_precision",
"value": 94.7753396029258,
"verified": false
},
{
"type": "dot_recall",
"value": 90.7,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 99.86138613861388,
"verified": false
},
{
"type": "euclidean_ap",
"value": 96.6338454403108,
"verified": false
},
{
"type": "euclidean_f1",
"value": 92.92214357937311,
"verified": false
},
{
"type": "euclidean_precision",
"value": 93.96728016359918,
"verified": false
},
{
"type": "euclidean_recall",
"value": 91.9,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 99.86237623762376,
"verified": false
},
{
"type": "manhattan_ap",
"value": 96.60370449645052,
"verified": false
},
{
"type": "manhattan_f1",
"value": 92.91177970423252,
"verified": false
},
{
"type": "manhattan_precision",
"value": 94.7970863683663,
"verified": false
},
{
"type": "manhattan_recall",
"value": 91.1,
"verified": false
},
{
"type": "max_accuracy",
"value": 99.86237623762376,
"verified": false
},
{
"type": "max_ap",
"value": 96.6775307676576,
"verified": false
},
{
"type": "max_f1",
"value": 92.92214357937311,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackExchangeClustering",
"revision": "6cbc1f7b2bc0622f2e39d2c77fa502909748c259",
"split": "test",
"type": "mteb/stackexchange-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 60.77977058695198,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackExchangeClusteringP2P",
"revision": "815ca46b2622cec33ccafc3735d572c266efdb44",
"split": "test",
"type": "mteb/stackexchange-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 35.2725272535638,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackOverflowDupQuestions",
"revision": "e185fbe320c72810689fc5848eb6114e1ef5ec69",
"split": "test",
"type": "mteb/stackoverflowdupquestions-reranking"
},
"metrics": [
{
"type": "map",
"value": 53.64052466362125,
"verified": false
},
{
"type": "mrr",
"value": 54.533067014684654,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SummEval",
"revision": "cda12ad7615edc362dbf25a00fdd61d3b1eaf93c",
"split": "test",
"type": "mteb/summeval"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 30.677624219206574,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 30.121368518123447,
"verified": false
},
{
"type": "dot_pearson",
"value": 30.69870088041608,
"verified": false
},
{
"type": "dot_spearman",
"value": 29.61284927093751,
"verified": false
}
],
"task": {
"type": "Summarization"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TRECCOVID",
"revision": "None",
"split": "test",
"type": "trec-covid"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.22,
"verified": false
},
{
"type": "map_at_10",
"value": 1.855,
"verified": false
},
{
"type": "map_at_100",
"value": 9.885,
"verified": false
},
{
"type": "map_at_1000",
"value": 23.417,
"verified": false
},
{
"type": "map_at_3",
"value": 0.637,
"verified": false
},
{
"type": "map_at_5",
"value": 1.024,
"verified": false
},
{
"type": "mrr_at_1",
"value": 88,
"verified": false
},
{
"type": "mrr_at_10",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_100",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_3",
"value": 92.667,
"verified": false
},
{
"type": "mrr_at_5",
"value": 93.067,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 82,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 75.899,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 55.115,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 48.368,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 79.704,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 78.39699999999999,
"verified": false
},
{
"type": "precision_at_1",
"value": 88,
"verified": false
},
{
"type": "precision_at_10",
"value": 79.60000000000001,
"verified": false
},
{
"type": "precision_at_100",
"value": 56.06,
"verified": false
},
{
"type": "precision_at_1000",
"value": 21.206,
"verified": false
},
{
"type": "precision_at_3",
"value": 84.667,
"verified": false
},
{
"type": "precision_at_5",
"value": 83.2,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.22,
"verified": false
},
{
"type": "recall_at_10",
"value": 2.078,
"verified": false
},
{
"type": "recall_at_100",
"value": 13.297,
"verified": false
},
{
"type": "recall_at_1000",
"value": 44.979,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.6689999999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 1.106,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB Touche2020",
"revision": "None",
"split": "test",
"type": "webis-touche2020"
},
"metrics": [
{
"type": "map_at_1",
"value": 2.258,
"verified": false
},
{
"type": "map_at_10",
"value": 10.439,
"verified": false
},
{
"type": "map_at_100",
"value": 16.89,
"verified": false
},
{
"type": "map_at_1000",
"value": 18.408,
"verified": false
},
{
"type": "map_at_3",
"value": 5.668,
"verified": false
},
{
"type": "map_at_5",
"value": 7.718,
"verified": false
},
{
"type": "mrr_at_1",
"value": 32.653,
"verified": false
},
{
"type": "mrr_at_10",
"value": 51.159,
"verified": false
},
{
"type": "mrr_at_100",
"value": 51.714000000000006,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 51.714000000000006,
"verified": false
},
{
"type": "mrr_at_3",
"value": 47.959,
"verified": false
},
{
"type": "mrr_at_5",
"value": 50.407999999999994,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.592,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 26.037,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 37.924,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 49.126999999999995,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 30.632,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 28.571,
"verified": false
},
{
"type": "precision_at_1",
"value": 32.653,
"verified": false
},
{
"type": "precision_at_10",
"value": 22.857,
"verified": false
},
{
"type": "precision_at_100",
"value": 7.754999999999999,
"verified": false
},
{
"type": "precision_at_1000",
"value": 1.529,
"verified": false
},
{
"type": "precision_at_3",
"value": 34.014,
"verified": false
},
{
"type": "precision_at_5",
"value": 29.796,
"verified": false
},
{
"type": "recall_at_1",
"value": 2.258,
"verified": false
},
{
"type": "recall_at_10",
"value": 16.554,
"verified": false
},
{
"type": "recall_at_100",
"value": 48.439,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82.80499999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 7.283,
"verified": false
},
{
"type": "recall_at_5",
"value": 10.732,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ToxicConversationsClassification",
"revision": "d7c0de2777da35d6aae2200a62c6e0e5af397c4c",
"split": "test",
"type": "mteb/toxic_conversations_50k"
},
"metrics": [
{
"type": "accuracy",
"value": 69.8858,
"verified": false
},
{
"type": "ap",
"value": 13.835684144362109,
"verified": false
},
{
"type": "f1",
"value": 53.803351693244586,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TweetSentimentExtractionClassification",
"revision": "d604517c81ca91fe16a244d1248fc021f9ecee7a",
"split": "test",
"type": "mteb/tweet_sentiment_extraction"
},
"metrics": [
{
"type": "accuracy",
"value": 60.50650820599886,
"verified": false
},
{
"type": "f1",
"value": 60.84357825979259,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwentyNewsgroupsClustering",
"revision": "6125ec4e24fa026cec8a478383ee943acfbd5449",
"split": "test",
"type": "mteb/twentynewsgroups-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 48.52131044852134,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwitterSemEval2015",
"revision": "70970daeab8776df92f5ea462b6173c0b46fd2d1",
"split": "test",
"type": "mteb/twittersemeval2015-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 85.59337187816654,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 73.23925826533437,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 67.34693877551021,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 62.40432237730752,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 73.13984168865434,
"verified": false
},
{
"type": "dot_accuracy",
"value": 85.31322644096085,
"verified": false
},
{
"type": "dot_ap",
"value": 72.30723963807422,
"verified": false
},
{
"type": "dot_f1",
"value": 66.47051612112296,
"verified": false
},
{
"type": "dot_precision",
"value": 62.0792305930845,
"verified": false
},
{
"type": "dot_recall",
"value": 71.53034300791556,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 85.61125350181797,
"verified": false
},
{
"type": "euclidean_ap",
"value": 73.32843720487845,
"verified": false
},
{
"type": "euclidean_f1",
"value": 67.36549633745895,
"verified": false
},
{
"type": "euclidean_precision",
"value": 64.60755813953489,
"verified": false
},
{
"type": "euclidean_recall",
"value": 70.36939313984169,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 85.63509566668654,
"verified": false
},
{
"type": "manhattan_ap",
"value": 73.16658488311325,
"verified": false
},
{
"type": "manhattan_f1",
"value": 67.20597386434349,
"verified": false
},
{
"type": "manhattan_precision",
"value": 63.60424028268551,
"verified": false
},
{
"type": "manhattan_recall",
"value": 71.2401055408971,
"verified": false
},
{
"type": "max_accuracy",
"value": 85.63509566668654,
"verified": false
},
{
"type": "max_ap",
"value": 73.32843720487845,
"verified": false
},
{
"type": "max_f1",
"value": 67.36549633745895,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwitterURLCorpus",
"revision": "8b6510b0b1fa4e4c4f879467980e9be563ec1cdf",
"split": "test",
"type": "mteb/twitterurlcorpus-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 88.33779640625606,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 84.83868375898157,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 77.16506154017773,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 74.62064005753327,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 79.88912842623961,
"verified": false
},
{
"type": "dot_accuracy",
"value": 88.02732176815307,
"verified": false
},
{
"type": "dot_ap",
"value": 83.95089283763002,
"verified": false
},
{
"type": "dot_f1",
"value": 76.29635101196631,
"verified": false
},
{
"type": "dot_precision",
"value": 73.31771720613288,
"verified": false
},
{
"type": "dot_recall",
"value": 79.52725592854944,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 88.44452206310397,
"verified": false
},
{
"type": "euclidean_ap",
"value": 84.98384576824827,
"verified": false
},
{
"type": "euclidean_f1",
"value": 77.29311047696697,
"verified": false
},
{
"type": "euclidean_precision",
"value": 74.51232583065381,
"verified": false
},
{
"type": "euclidean_recall",
"value": 80.28949799815214,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 88.47362906042613,
"verified": false
},
{
"type": "manhattan_ap",
"value": 84.91421462218432,
"verified": false
},
{
"type": "manhattan_f1",
"value": 77.05107637204792,
"verified": false
},
{
"type": "manhattan_precision",
"value": 74.74484256243214,
"verified": false
},
{
"type": "manhattan_recall",
"value": 79.50415768401602,
"verified": false
},
{
"type": "max_accuracy",
"value": 88.47362906042613,
"verified": false
},
{
"type": "max_ap",
"value": 84.98384576824827,
"verified": false
},
{
"type": "max_f1",
"value": 77.29311047696697,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
}
]
}
],
"modelId": "BAAI/bge-small-en-v1.5",
"pipeline_tag": "feature-extraction",
"private": false,
"safetensors": {
"parameters": {
"F32": 33360000,
"I64": 512
},
"total": 33360512
},
"sha": "5c38ec7c405ec4b44b94cc5a9bb96e735b38267a",
"siblings": [
{
"rfilename": ".gitattributes"
},
{
"rfilename": "1_Pooling/config.json"
},
{
"rfilename": "README.md"
},
{
"rfilename": "config.json"
},
{
"rfilename": "config_sentence_transformers.json"
},
{
"rfilename": "model.safetensors"
},
{
"rfilename": "modules.json"
},
{
"rfilename": "onnx/model.onnx"
},
{
"rfilename": "pytorch_model.bin"
},
{
"rfilename": "sentence_bert_config.json"
},
{
"rfilename": "special_tokens_map.json"
},
{
"rfilename": "tokenizer.json"
},
{
"rfilename": "tokenizer_config.json"
},
{
"rfilename": "vocab.txt"
}
],
"spaces": [
"embedl/hfviewer",
"mteb/leaderboard",
"Station-house/ConspiracyBench",
"qiang777/c4ai",
"Malvenoak/boardgames-rag",
"kollarushi/vg",
"XyloDev/DocuMind.Ai_V.1",
"MTEB-BR/leaderboard",
"mteb/leaderboard_legacy",
"Sarath0x8f/Document-QA-bot",
"hakari-bench/leaderboard",
"AI-ANK/RAGArch",
"fau/videoxity",
"Mr-Vicky-01/chat-with-PDF",
"lightmate/llm-chatbot",
"thisisrishi/chat-with-pdf",
"m-ric/Quotes",
"suriya7/Chatbot-PDF",
"lihuigu/SciPIP",
"Shreyas094/SearXNG-WebSearch-Agent",
"build-small-hackathon/HearthNet",
"build-small-hackathon/WanderLust",
"Mattral/RAG-Financial-Multimodal",
"lingyit1108/ragtest-sakimilo",
"phucbienvan/AppChat",
"SmileXing/leaderboard",
"TeamSAS/UB_VSA",
"Tarka-AIR/Tarka-Embedding",
"MCP-1st-Birthday/Shyam-Kathir-mcp-in-action-track-creative",
"Shivamsinghtomar78/ChatWithPDF",
"Agents-MCP-Hackathon/AgentPimentBleu",
"Ab-Romia/Context-Aware-AI",
"build-small-hackathon/WitGym",
"monsterapi/RAG-Chat",
"aelitta/BioMistral_gradio",
"henry2024/ARIN_7102",
"SaranyaR/chatbot",
"olamideba/rag-chatbot",
"datajoi/Domain-Document-Indexing",
"universalsoftware/uchat",
"re-mind/Crawl4AI",
"Steven10429/apply_lora_and_quantize",
"koler/Agentic-ai-With-RAG",
"ipepe/nomic-embeddings",
"anu151105/agentic-browser",
"aloshy-ai/deep-job-seek-mini",
"bSonali/healthcare-ai-assistant",
"jnalv/embedding-fingerprints",
"Muqadas-13/complyflow-ai",
"kbsss/medical-qa-chatbot",
"kerdosdotio/Custom-LLM-Chat",
"CGIAR/ifpri-dp-rag",
"amryassin/embedding-bench",
"kbsss/healthcare-qa-api",
"Urvikava/EdgeQuant-Agent",
"LovnishVerma/pdf-rag-chatbot",
"Shive-69/Raggy",
"ImtiyazLentra1/VicoXOddyseus",
"build-small-hackathon/Paper2Lab",
"rajivranjan3961/Rag",
"HF-Collab-Center/Searching-For-HuggingFace-Users",
"LovnishVerma/rag",
"Abhi2280/Intelligent-Candidate-Discovery",
"legitm0nkey/parakeet-flashcard-guru",
"agent-dg21/redrob-ranker",
"Krishu079/multimodal-pdf-chatbot",
"elg4/gym-sales-coach",
"ManFrag/translatetopic",
"ayaanzaveri/bge-large-en-v1.5",
"Chris4K/rag-tool",
"ubermenchh/article_chat",
"junaidiqbalsyed/qa_hr_chatbot",
"somewheresystems/dataclysm",
"AI-ANK/AI-Real-Estate-Search-Qdrant-Llamaindex",
"whoami02/bot_manuals",
"Dobby091/koko",
"DayanaGCruz/DayiLlama",
"Nithi123/DataScience_ChatAssistant_Llma3_Chatgroq",
"dryouviavant/Ilya-Docs_RAG-INFO-Custodian-CHAT_by-lAIl",
"lakshmivairamani/pdf_chatbot",
"yuvaranianandhan24/chat_with_pdf",
"malvika2003/openvino_notebooks",
"Prat0/ClarifyAI",
"Jashu/HeartDiseaseChatbot",
"dixiyao/chatbot-professor",
"gufett0/chatbot-llamaindex",
"Deddy/Quotes_Terbaik_Dunia",
"Jashu/diabetesDiseaseBot",
"Sachitksh/Document_bot_by_team_bhumi",
"Draichi/Formula1-race-debriefing",
"Wedyan2023/Data_Generation_LabelingCopy",
"AI-RESEARCHER-2024/Computing-Chatbot",
"gabrolo/StudyBuddy",
"sushildhakal/embd",
"kevinhug/ai",
"ryadav2/Talk2Docs",
"efeideo/open-belinostat",
"Aedelon/GAIA_Agent",
"zy2582/WithSandra_Chatbot",
"gm42/esi-hf"
],
"tags": [
"sentence-transformers",
"pytorch",
"onnx",
"safetensors",
"bert",
"feature-extraction",
"sentence-similarity",
"transformers",
"mteb",
"en",
"arxiv:2401.03462",
"arxiv:2312.15503",
"arxiv:2311.13534",
"arxiv:2310.07554",
"arxiv:2309.07597",
"license:mit",
"model-index",
"text-embeddings-inference",
"endpoints_compatible",
"deploy:sagemaker",
"deploy:azure",
"region:us"
],
"transformersInfo": {
"auto_model": "AutoModel",
"pipeline_tag": "feature-extraction",
"processor": "AutoTokenizer"
},
"usedStorage": 900980756
} | — | ||||
| Likes likes not compared | GGUF quantisations | 3receipt
What the source handed over{
"_id": "6ab9a0241f2e996ba1fa2479",
"author": "RiverRider",
"cardData": {
"base_model": "BAAI/bge-small-en-v1.5",
"base_model_relation": "finetune",
"language": [
"en"
],
"library_name": "sentence-transformers",
"license": "other",
"license_link": "LICENSE",
"license_name": "busl-1.1",
"pipeline_tag": "sentence-similarity",
"tags": [
"sentence-transformers",
"feature-extraction",
"sentence-similarity",
"code-search",
"code-retrieval",
"swe-bench",
"transformers.js",
"onnx",
"model-soup"
]
},
"createdAt": "2026-09-27T23:00:52.000Z",
"downloads": 927,
"gated": false,
"id": "RiverRider/motherlode-code-small-en-v0.1",
"lastModified": "2026-09-30T15:20:05.000Z",
"library_name": "sentence-transformers",
"likes": 3,
"modelId": "RiverRider/motherlode-code-small-en-v0.1",
"pipeline_tag": "sentence-similarity",
"private": false,
"sha": "10c3db34a27980cbca72227f736807aa8be487bb",
"siblings": [
{
"rfilename": ".eval_results/ArguAna.yaml"
},
{
"rfilename": ".eval_results/BRIGHT(v1.1).yaml"
},
{
"rfilename": ".eval_results/BrightAopsRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightBiologyLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightBiologyRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightEarthScienceLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightEarthScienceRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightEconomicsLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightEconomicsRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightLeetcodeRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightPonyLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightPonyRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightPsychologyLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightPsychologyRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightRoboticsLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightRoboticsRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightStackoverflowLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightStackoverflowRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightSustainableLivingLongRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightSustainableLivingRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightTheoremQAQuestionsRetrieval.yaml"
},
{
"rfilename": ".eval_results/BrightTheoremQATheoremsRetrieval.yaml"
},
{
"rfilename": ".gitattributes"
},
{
"rfilename": "1_Pooling/config.json"
},
{
"rfilename": "2_Normalize/config.json"
},
{
"rfilename": "LICENSE"
},
{
"rfilename": "NOTICE"
},
{
"rfilename": "README.md"
},
{
"rfilename": "SHA256SUMS"
},
{
"rfilename": "centring/mean_captions_coco20k.json"
},
{
"rfilename": "centring/mean_code_pilot64k.json"
},
{
"rfilename": "centring/mean_shipped.json"
},
{
"rfilename": "config.json"
},
{
"rfilename": "config_sentence_transformers.json"
},
{
"rfilename": "engine/gates.json"
},
{
"rfilename": "gguf/motherlode-code-small-en-v0.1-f16.gguf"
},
{
"rfilename": "heads/text_head_soup_v3gallery.safetensors"
},
{
"rfilename": "heads/vision_qwen38_L52_soup.head"
},
{
"rfilename": "model.safetensors"
},
{
"rfilename": "modules.json"
},
{
"rfilename": "onnx/model.onnx"
},
{
"rfilename": "onnx/model_fp16.onnx"
},
{
"rfilename": "sentence_bert_config.json"
},
{
"rfilename": "special_tokens_map.json"
},
{
"rfilename": "tokenizer.json"
},
{
"rfilename": "tokenizer_config.json"
},
{
"rfilename": "tower/coco_caps_soup.bin"
},
{
"rfilename": "tower/mcs0_soup.head"
},
{
"rfilename": "vocab.txt"
}
],
"tags": [
"sentence-transformers",
"onnx",
"safetensors",
"gguf",
"bert",
"feature-extraction",
"sentence-similarity",
"code-search",
"code-retrieval",
"swe-bench",
"transformers.js",
"model-soup",
"en",
"arxiv:2407.02883",
"base_model:BAAI/bge-small-en-v1.5",
"base_model:finetune:BAAI/bge-small-en-v1.5",
"license:other",
"eval-results",
"text-embeddings-inference",
"endpoints_compatible",
"region:us"
]
} | — | ||||
| Likes likes not compared | Hugging Face models | 597receipt
What the source handed over{
"_asked": "BAAI/bge-small-en-v1.5",
"_id": "64fff537d522560505ad6567",
"author": "BAAI",
"cardData": {
"language": [
"en"
],
"license": "mit",
"model-index": [
{
"name": "bge-small-en-v1.5",
"results": [
{
"dataset": {
"config": "en",
"name": "MTEB AmazonCounterfactualClassification (en)",
"revision": "e8379541af4e31359cca9fbcf4b00f2671dba205",
"split": "test",
"type": "mteb/amazon_counterfactual"
},
"metrics": [
{
"type": "accuracy",
"value": 73.79104477611939,
"verified": false
},
{
"type": "ap",
"value": 37.21923821573361,
"verified": false
},
{
"type": "f1",
"value": 68.0914945617093,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB AmazonPolarityClassification",
"revision": "e2d317d38cd51312af73b3d32a06d1a08b442046",
"split": "test",
"type": "mteb/amazon_polarity"
},
"metrics": [
{
"type": "accuracy",
"value": 92.753775,
"verified": false
},
{
"type": "ap",
"value": 89.46766124546022,
"verified": false
},
{
"type": "f1",
"value": 92.73884001331488,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB AmazonReviewsClassification (en)",
"revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
"split": "test",
"type": "mteb/amazon_reviews_multi"
},
"metrics": [
{
"type": "accuracy",
"value": 46.986,
"verified": false
},
{
"type": "f1",
"value": 46.55936786727896,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArguAna",
"revision": "None",
"split": "test",
"type": "arguana"
},
"metrics": [
{
"type": "map_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "map_at_10",
"value": 51.388,
"verified": false
},
{
"type": "map_at_100",
"value": 52.133,
"verified": false
},
{
"type": "map_at_1000",
"value": 52.141000000000005,
"verified": false
},
{
"type": "map_at_3",
"value": 47.037,
"verified": false
},
{
"type": "map_at_5",
"value": 49.579,
"verified": false
},
{
"type": "mrr_at_1",
"value": 36.558,
"verified": false
},
{
"type": "mrr_at_10",
"value": 51.658,
"verified": false
},
{
"type": "mrr_at_100",
"value": 52.402,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 52.41,
"verified": false
},
{
"type": "mrr_at_3",
"value": 47.345,
"verified": false
},
{
"type": "mrr_at_5",
"value": 49.797999999999995,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 59.55,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 62.596,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 62.759,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 50.666999999999994,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 55.228,
"verified": false
},
{
"type": "precision_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.542,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.984,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.1,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.389,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.438,
"verified": false
},
{
"type": "recall_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "recall_at_10",
"value": 85.42,
"verified": false
},
{
"type": "recall_at_100",
"value": 98.435,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.644,
"verified": false
},
{
"type": "recall_at_3",
"value": 61.166,
"verified": false
},
{
"type": "recall_at_5",
"value": 72.191,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArxivClusteringP2P",
"revision": "a122ad7f3f0291bf49cc6f4d32aa80929df69d5d",
"split": "test",
"type": "mteb/arxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 47.402770198163594,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArxivClusteringS2S",
"revision": "f910caf1a6075f7329cdf8c1a6135696f37dbd53",
"split": "test",
"type": "mteb/arxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 40.01545436974177,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB AskUbuntuDupQuestions",
"revision": "2000358ca161889fa9c082cb41daa8dcfb161a54",
"split": "test",
"type": "mteb/askubuntudupquestions-reranking"
},
"metrics": [
{
"type": "map",
"value": 62.5864652732072,
"verified": false
},
{
"type": "mrr",
"value": 74.42169019038825,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BIOSSES",
"revision": "d3fb88f8f02e40887cd149695127462bbcf29b4a",
"split": "test",
"type": "mteb/biosses-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 85.1891186537969,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 83.75492046087288,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 84.11766204805357,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 84.01456493126516,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 84.2132950502772,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 83.89227298813377,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB Banking77Classification",
"revision": "0fd18e25b25c072e09e0d92ab615fda904d66300",
"split": "test",
"type": "mteb/banking77"
},
"metrics": [
{
"type": "accuracy",
"value": 85.74025974025975,
"verified": false
},
{
"type": "f1",
"value": 85.71493566466381,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BiorxivClusteringP2P",
"revision": "65b79d1d13f80053f67aca9498d9402c2d9f1f40",
"split": "test",
"type": "mteb/biorxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 38.467181385006434,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BiorxivClusteringS2S",
"revision": "258694dd0231531bc1fd9de6ceb52a0853c6d908",
"split": "test",
"type": "mteb/biorxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 34.719496037339056,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackAndroidRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 29.587000000000003,
"verified": false
},
{
"type": "map_at_10",
"value": 41.114,
"verified": false
},
{
"type": "map_at_100",
"value": 42.532,
"verified": false
},
{
"type": "map_at_1000",
"value": 42.661,
"verified": false
},
{
"type": "map_at_3",
"value": 37.483,
"verified": false
},
{
"type": "map_at_5",
"value": 39.652,
"verified": false
},
{
"type": "mrr_at_1",
"value": 36.338,
"verified": false
},
{
"type": "mrr_at_10",
"value": 46.763,
"verified": false
},
{
"type": "mrr_at_100",
"value": 47.393,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 47.445,
"verified": false
},
{
"type": "mrr_at_3",
"value": 43.538,
"verified": false
},
{
"type": "mrr_at_5",
"value": 45.556,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 36.338,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 47.658,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 52.824000000000005,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 54.913999999999994,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.989,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 44.944,
"verified": false
},
{
"type": "precision_at_1",
"value": 36.338,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.156,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.479,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.196,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.076,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.85,
"verified": false
},
{
"type": "recall_at_1",
"value": 29.587000000000003,
"verified": false
},
{
"type": "recall_at_10",
"value": 60.746,
"verified": false
},
{
"type": "recall_at_100",
"value": 82.157,
"verified": false
},
{
"type": "recall_at_1000",
"value": 95.645,
"verified": false
},
{
"type": "recall_at_3",
"value": 44.821,
"verified": false
},
{
"type": "recall_at_5",
"value": 52.819,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackEnglishRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 30.239,
"verified": false
},
{
"type": "map_at_10",
"value": 39.989,
"verified": false
},
{
"type": "map_at_100",
"value": 41.196,
"verified": false
},
{
"type": "map_at_1000",
"value": 41.325,
"verified": false
},
{
"type": "map_at_3",
"value": 37.261,
"verified": false
},
{
"type": "map_at_5",
"value": 38.833,
"verified": false
},
{
"type": "mrr_at_1",
"value": 37.516,
"verified": false
},
{
"type": "mrr_at_10",
"value": 46.177,
"verified": false
},
{
"type": "mrr_at_100",
"value": 46.806,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 46.849,
"verified": false
},
{
"type": "mrr_at_3",
"value": 44.002,
"verified": false
},
{
"type": "mrr_at_5",
"value": 45.34,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 37.516,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 45.586,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 49.897000000000006,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.955,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.684,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 43.617,
"verified": false
},
{
"type": "precision_at_1",
"value": 37.516,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.522,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.374,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.184,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.106,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.153,
"verified": false
},
{
"type": "recall_at_1",
"value": 30.239,
"verified": false
},
{
"type": "recall_at_10",
"value": 55.03,
"verified": false
},
{
"type": "recall_at_100",
"value": 73.375,
"verified": false
},
{
"type": "recall_at_1000",
"value": 86.29599999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 43.269000000000005,
"verified": false
},
{
"type": "recall_at_5",
"value": 48.878,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackGamingRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 38.338,
"verified": false
},
{
"type": "map_at_10",
"value": 50.468999999999994,
"verified": false
},
{
"type": "map_at_100",
"value": 51.553,
"verified": false
},
{
"type": "map_at_1000",
"value": 51.608,
"verified": false
},
{
"type": "map_at_3",
"value": 47.107,
"verified": false
},
{
"type": "map_at_5",
"value": 49.101,
"verified": false
},
{
"type": "mrr_at_1",
"value": 44.201,
"verified": false
},
{
"type": "mrr_at_10",
"value": 54.057,
"verified": false
},
{
"type": "mrr_at_100",
"value": 54.764,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 54.791,
"verified": false
},
{
"type": "mrr_at_3",
"value": 51.56699999999999,
"verified": false
},
{
"type": "mrr_at_5",
"value": 53.05,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 44.201,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 56.379000000000005,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 60.645,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 61.73499999999999,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 50.726000000000006,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 53.58500000000001,
"verified": false
},
{
"type": "precision_at_1",
"value": 44.201,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.141,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.216,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.135,
"verified": false
},
{
"type": "precision_at_3",
"value": 22.654,
"verified": false
},
{
"type": "precision_at_5",
"value": 15.723999999999998,
"verified": false
},
{
"type": "recall_at_1",
"value": 38.338,
"verified": false
},
{
"type": "recall_at_10",
"value": 70.30499999999999,
"verified": false
},
{
"type": "recall_at_100",
"value": 88.77199999999999,
"verified": false
},
{
"type": "recall_at_1000",
"value": 96.498,
"verified": false
},
{
"type": "recall_at_3",
"value": 55.218,
"verified": false
},
{
"type": "recall_at_5",
"value": 62.104000000000006,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackGisRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 25.682,
"verified": false
},
{
"type": "map_at_10",
"value": 33.498,
"verified": false
},
{
"type": "map_at_100",
"value": 34.461000000000006,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.544000000000004,
"verified": false
},
{
"type": "map_at_3",
"value": 30.504,
"verified": false
},
{
"type": "map_at_5",
"value": 32.216,
"verified": false
},
{
"type": "mrr_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "mrr_at_10",
"value": 35.467999999999996,
"verified": false
},
{
"type": "mrr_at_100",
"value": 36.32,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 36.386,
"verified": false
},
{
"type": "mrr_at_3",
"value": 32.618,
"verified": false
},
{
"type": "mrr_at_5",
"value": 34.262,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.378,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 43.288,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 45.413,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.586,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.499,
"verified": false
},
{
"type": "precision_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.864,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.882,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.11,
"verified": false
},
{
"type": "precision_at_3",
"value": 13.446,
"verified": false
},
{
"type": "precision_at_5",
"value": 9.718,
"verified": false
},
{
"type": "recall_at_1",
"value": 25.682,
"verified": false
},
{
"type": "recall_at_10",
"value": 51.712,
"verified": false
},
{
"type": "recall_at_100",
"value": 74.446,
"verified": false
},
{
"type": "recall_at_1000",
"value": 90.472,
"verified": false
},
{
"type": "recall_at_3",
"value": 36.236,
"verified": false
},
{
"type": "recall_at_5",
"value": 43.234,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackMathematicaRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 16.073999999999998,
"verified": false
},
{
"type": "map_at_10",
"value": 24.353,
"verified": false
},
{
"type": "map_at_100",
"value": 25.438,
"verified": false
},
{
"type": "map_at_1000",
"value": 25.545,
"verified": false
},
{
"type": "map_at_3",
"value": 21.614,
"verified": false
},
{
"type": "map_at_5",
"value": 23.104,
"verified": false
},
{
"type": "mrr_at_1",
"value": 19.776,
"verified": false
},
{
"type": "mrr_at_10",
"value": 28.837000000000003,
"verified": false
},
{
"type": "mrr_at_100",
"value": 29.755,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 29.817,
"verified": false
},
{
"type": "mrr_at_3",
"value": 26.202,
"verified": false
},
{
"type": "mrr_at_5",
"value": 27.714,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 19.776,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 29.701,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 35.307,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 37.942,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 24.764,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 27.025,
"verified": false
},
{
"type": "precision_at_1",
"value": 19.776,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.659,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.971,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.133,
"verified": false
},
{
"type": "precision_at_3",
"value": 12.065,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.905000000000001,
"verified": false
},
{
"type": "recall_at_1",
"value": 16.073999999999998,
"verified": false
},
{
"type": "recall_at_10",
"value": 41.647,
"verified": false
},
{
"type": "recall_at_100",
"value": 66.884,
"verified": false
},
{
"type": "recall_at_1000",
"value": 85.91499999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 27.916,
"verified": false
},
{
"type": "recall_at_5",
"value": 33.729,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackPhysicsRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 28.444999999999997,
"verified": false
},
{
"type": "map_at_10",
"value": 38.218999999999994,
"verified": false
},
{
"type": "map_at_100",
"value": 39.595,
"verified": false
},
{
"type": "map_at_1000",
"value": 39.709,
"verified": false
},
{
"type": "map_at_3",
"value": 35.586,
"verified": false
},
{
"type": "map_at_5",
"value": 36.895,
"verified": false
},
{
"type": "mrr_at_1",
"value": 34.841,
"verified": false
},
{
"type": "mrr_at_10",
"value": 44.106,
"verified": false
},
{
"type": "mrr_at_100",
"value": 44.98,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 45.03,
"verified": false
},
{
"type": "mrr_at_3",
"value": 41.979,
"verified": false
},
{
"type": "mrr_at_5",
"value": 43.047999999999995,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 34.841,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 43.922,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 49.504999999999995,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.675,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 39.858,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 41.408,
"verified": false
},
{
"type": "precision_at_1",
"value": 34.841,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.872999999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.245,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.161,
"verified": false
},
{
"type": "precision_at_3",
"value": 18.993,
"verified": false
},
{
"type": "precision_at_5",
"value": 13.032,
"verified": false
},
{
"type": "recall_at_1",
"value": 28.444999999999997,
"verified": false
},
{
"type": "recall_at_10",
"value": 54.984,
"verified": false
},
{
"type": "recall_at_100",
"value": 78.342,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.77,
"verified": false
},
{
"type": "recall_at_3",
"value": 42.843,
"verified": false
},
{
"type": "recall_at_5",
"value": 47.247,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackProgrammersRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.072,
"verified": false
},
{
"type": "map_at_10",
"value": 32.354,
"verified": false
},
{
"type": "map_at_100",
"value": 33.800000000000004,
"verified": false
},
{
"type": "map_at_1000",
"value": 33.908,
"verified": false
},
{
"type": "map_at_3",
"value": 29.232000000000003,
"verified": false
},
{
"type": "map_at_5",
"value": 31.049,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "mrr_at_10",
"value": 38.03,
"verified": false
},
{
"type": "mrr_at_100",
"value": 39.032,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 39.087,
"verified": false
},
{
"type": "mrr_at_3",
"value": 35.407,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.76,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.231,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.425,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.771,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 33.095,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.459,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.215000000000001,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.211,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.157,
"verified": false
},
{
"type": "precision_at_3",
"value": 16.058,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.644,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.072,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.285999999999994,
"verified": false
},
{
"type": "recall_at_100",
"value": 76.596,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.861,
"verified": false
},
{
"type": "recall_at_3",
"value": 35.702,
"verified": false
},
{
"type": "recall_at_5",
"value": 42.152,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 24.937916666666663,
"verified": false
},
{
"type": "map_at_10",
"value": 33.755250000000004,
"verified": false
},
{
"type": "map_at_100",
"value": 34.955999999999996,
"verified": false
},
{
"type": "map_at_1000",
"value": 35.070499999999996,
"verified": false
},
{
"type": "map_at_3",
"value": 30.98708333333333,
"verified": false
},
{
"type": "map_at_5",
"value": 32.51491666666666,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "mrr_at_10",
"value": 37.92183333333334,
"verified": false
},
{
"type": "mrr_at_100",
"value": 38.76583333333333,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 38.82466666666667,
"verified": false
},
{
"type": "mrr_at_3",
"value": 35.45125,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.827000000000005,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 39.05225,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.25983333333334,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.568333333333335,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 34.271583333333325,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 36.483916666666666,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.865749999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.1195833333333332,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.15058333333333335,
"verified": false
},
{
"type": "precision_at_3",
"value": 15.742083333333332,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.221916666666669,
"verified": false
},
{
"type": "recall_at_1",
"value": 24.937916666666663,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.650416666666665,
"verified": false
},
{
"type": "recall_at_100",
"value": 73.55383333333334,
"verified": false
},
{
"type": "recall_at_1000",
"value": 89.61691666666667,
"verified": false
},
{
"type": "recall_at_3",
"value": 37.27808333333334,
"verified": false
},
{
"type": "recall_at_5",
"value": 42.99475,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackStatsRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.947,
"verified": false
},
{
"type": "map_at_10",
"value": 30.575000000000003,
"verified": false
},
{
"type": "map_at_100",
"value": 31.465,
"verified": false
},
{
"type": "map_at_1000",
"value": 31.558000000000003,
"verified": false
},
{
"type": "map_at_3",
"value": 28.814,
"verified": false
},
{
"type": "map_at_5",
"value": 29.738999999999997,
"verified": false
},
{
"type": "mrr_at_1",
"value": 26.994,
"verified": false
},
{
"type": "mrr_at_10",
"value": 33.415,
"verified": false
},
{
"type": "mrr_at_100",
"value": 34.18,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 34.245,
"verified": false
},
{
"type": "mrr_at_3",
"value": 31.621,
"verified": false
},
{
"type": "mrr_at_5",
"value": 32.549,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 26.994,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 34.482,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 38.915,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 41.355,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 31.139,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 32.589,
"verified": false
},
{
"type": "precision_at_1",
"value": 26.994,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.322,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.8160000000000001,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.11100000000000002,
"verified": false
},
{
"type": "precision_at_3",
"value": 13.344,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.988,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.947,
"verified": false
},
{
"type": "recall_at_10",
"value": 43.648,
"verified": false
},
{
"type": "recall_at_100",
"value": 63.851,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82,
"verified": false
},
{
"type": "recall_at_3",
"value": 34.288000000000004,
"verified": false
},
{
"type": "recall_at_5",
"value": 38.117,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackTexRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 16.197,
"verified": false
},
{
"type": "map_at_10",
"value": 22.968,
"verified": false
},
{
"type": "map_at_100",
"value": 24.095,
"verified": false
},
{
"type": "map_at_1000",
"value": 24.217,
"verified": false
},
{
"type": "map_at_3",
"value": 20.771,
"verified": false
},
{
"type": "map_at_5",
"value": 21.995,
"verified": false
},
{
"type": "mrr_at_1",
"value": 19.511,
"verified": false
},
{
"type": "mrr_at_10",
"value": 26.55,
"verified": false
},
{
"type": "mrr_at_100",
"value": 27.501,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 27.578999999999997,
"verified": false
},
{
"type": "mrr_at_3",
"value": 24.421,
"verified": false
},
{
"type": "mrr_at_5",
"value": 25.604,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 19.511,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 27.386,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 32.828,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 35.739,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 23.405,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 25.255,
"verified": false
},
{
"type": "precision_at_1",
"value": 19.511,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.017,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.91,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.133,
"verified": false
},
{
"type": "precision_at_3",
"value": 11.023,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.025,
"verified": false
},
{
"type": "recall_at_1",
"value": 16.197,
"verified": false
},
{
"type": "recall_at_10",
"value": 37.09,
"verified": false
},
{
"type": "recall_at_100",
"value": 61.778,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82.56599999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 26.034,
"verified": false
},
{
"type": "recall_at_5",
"value": 30.762,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackUnixRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 25.41,
"verified": false
},
{
"type": "map_at_10",
"value": 33.655,
"verified": false
},
{
"type": "map_at_100",
"value": 34.892,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.995,
"verified": false
},
{
"type": "map_at_3",
"value": 30.94,
"verified": false
},
{
"type": "map_at_5",
"value": 32.303,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.478,
"verified": false
},
{
"type": "mrr_at_10",
"value": 37.443,
"verified": false
},
{
"type": "mrr_at_100",
"value": 38.383,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 38.440000000000005,
"verified": false
},
{
"type": "mrr_at_3",
"value": 34.949999999999996,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.228,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.478,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.769,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.245000000000005,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.593,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 33.623,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.766,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.478,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.455,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.032,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.135,
"verified": false
},
{
"type": "precision_at_3",
"value": 14.893999999999998,
"verified": false
},
{
"type": "precision_at_5",
"value": 10.485,
"verified": false
},
{
"type": "recall_at_1",
"value": 25.41,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.669,
"verified": false
},
{
"type": "recall_at_100",
"value": 74.084,
"verified": false
},
{
"type": "recall_at_1000",
"value": 90.435,
"verified": false
},
{
"type": "recall_at_3",
"value": 36.679,
"verified": false
},
{
"type": "recall_at_5",
"value": 41.94,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackWebmastersRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.339,
"verified": false
},
{
"type": "map_at_10",
"value": 31.852000000000004,
"verified": false
},
{
"type": "map_at_100",
"value": 33.411,
"verified": false
},
{
"type": "map_at_1000",
"value": 33.62,
"verified": false
},
{
"type": "map_at_3",
"value": 28.929,
"verified": false
},
{
"type": "map_at_5",
"value": 30.542,
"verified": false
},
{
"type": "mrr_at_1",
"value": 28.063,
"verified": false
},
{
"type": "mrr_at_10",
"value": 36.301,
"verified": false
},
{
"type": "mrr_at_100",
"value": 37.288,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 37.349,
"verified": false
},
{
"type": "mrr_at_3",
"value": 33.663,
"verified": false
},
{
"type": "mrr_at_5",
"value": 35.165,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 28.063,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 37.462,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 43.620999999999995,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.211,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.68,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 34.981,
"verified": false
},
{
"type": "precision_at_1",
"value": 28.063,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.1739999999999995,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.486,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.235,
"verified": false
},
{
"type": "precision_at_3",
"value": 15.217,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.265,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.339,
"verified": false
},
{
"type": "recall_at_10",
"value": 48.376999999999995,
"verified": false
},
{
"type": "recall_at_100",
"value": 76.053,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.455,
"verified": false
},
{
"type": "recall_at_3",
"value": 34.735,
"verified": false
},
{
"type": "recall_at_5",
"value": 40.71,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackWordpressRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 18.925,
"verified": false
},
{
"type": "map_at_10",
"value": 26.017000000000003,
"verified": false
},
{
"type": "map_at_100",
"value": 27.034,
"verified": false
},
{
"type": "map_at_1000",
"value": 27.156,
"verified": false
},
{
"type": "map_at_3",
"value": 23.604,
"verified": false
},
{
"type": "map_at_5",
"value": 24.75,
"verified": false
},
{
"type": "mrr_at_1",
"value": 20.333,
"verified": false
},
{
"type": "mrr_at_10",
"value": 27.915,
"verified": false
},
{
"type": "mrr_at_100",
"value": 28.788000000000004,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 28.877999999999997,
"verified": false
},
{
"type": "mrr_at_3",
"value": 25.446999999999996,
"verified": false
},
{
"type": "mrr_at_5",
"value": 26.648,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 20.333,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 30.673,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 35.618,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 38.517,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 25.71,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 27.679,
"verified": false
},
{
"type": "precision_at_1",
"value": 20.333,
"verified": false
},
{
"type": "precision_at_10",
"value": 4.9910000000000005,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.8130000000000001,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.117,
"verified": false
},
{
"type": "precision_at_3",
"value": 11.029,
"verified": false
},
{
"type": "precision_at_5",
"value": 7.874,
"verified": false
},
{
"type": "recall_at_1",
"value": 18.925,
"verified": false
},
{
"type": "recall_at_10",
"value": 43.311,
"verified": false
},
{
"type": "recall_at_100",
"value": 66.308,
"verified": false
},
{
"type": "recall_at_1000",
"value": 87.49,
"verified": false
},
{
"type": "recall_at_3",
"value": 29.596,
"verified": false
},
{
"type": "recall_at_5",
"value": 34.245,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ClimateFEVER",
"revision": "None",
"split": "test",
"type": "climate-fever"
},
"metrics": [
{
"type": "map_at_1",
"value": 13.714,
"verified": false
},
{
"type": "map_at_10",
"value": 23.194,
"verified": false
},
{
"type": "map_at_100",
"value": 24.976000000000003,
"verified": false
},
{
"type": "map_at_1000",
"value": 25.166,
"verified": false
},
{
"type": "map_at_3",
"value": 19.709,
"verified": false
},
{
"type": "map_at_5",
"value": 21.523999999999997,
"verified": false
},
{
"type": "mrr_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "mrr_at_10",
"value": 42.563,
"verified": false
},
{
"type": "mrr_at_100",
"value": 43.386,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 43.423,
"verified": false
},
{
"type": "mrr_at_3",
"value": 39.555,
"verified": false
},
{
"type": "mrr_at_5",
"value": 41.268,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 31.836,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 38.652,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 42.088,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 26.733,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 28.435,
"verified": false
},
{
"type": "precision_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.752,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.71,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.235,
"verified": false
},
{
"type": "precision_at_3",
"value": 19.935,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.984,
"verified": false
},
{
"type": "recall_at_1",
"value": 13.714,
"verified": false
},
{
"type": "recall_at_10",
"value": 37.26,
"verified": false
},
{
"type": "recall_at_100",
"value": 60.546,
"verified": false
},
{
"type": "recall_at_1000",
"value": 79.899,
"verified": false
},
{
"type": "recall_at_3",
"value": 24.325,
"verified": false
},
{
"type": "recall_at_5",
"value": 29.725,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB DBPedia",
"revision": "None",
"split": "test",
"type": "dbpedia-entity"
},
"metrics": [
{
"type": "map_at_1",
"value": 8.462,
"verified": false
},
{
"type": "map_at_10",
"value": 18.637,
"verified": false
},
{
"type": "map_at_100",
"value": 26.132,
"verified": false
},
{
"type": "map_at_1000",
"value": 27.607,
"verified": false
},
{
"type": "map_at_3",
"value": 13.333,
"verified": false
},
{
"type": "map_at_5",
"value": 15.654000000000002,
"verified": false
},
{
"type": "mrr_at_1",
"value": 66.25,
"verified": false
},
{
"type": "mrr_at_10",
"value": 74.32600000000001,
"verified": false
},
{
"type": "mrr_at_100",
"value": 74.60900000000001,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 74.62,
"verified": false
},
{
"type": "mrr_at_3",
"value": 72.667,
"verified": false
},
{
"type": "mrr_at_5",
"value": 73.817,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 53.87499999999999,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.029,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.199,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.629999999999995,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 44.113,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 41.731,
"verified": false
},
{
"type": "precision_at_1",
"value": 66.25,
"verified": false
},
{
"type": "precision_at_10",
"value": 31.9,
"verified": false
},
{
"type": "precision_at_100",
"value": 10.043,
"verified": false
},
{
"type": "precision_at_1000",
"value": 1.926,
"verified": false
},
{
"type": "precision_at_3",
"value": 47.417,
"verified": false
},
{
"type": "precision_at_5",
"value": 40.65,
"verified": false
},
{
"type": "recall_at_1",
"value": 8.462,
"verified": false
},
{
"type": "recall_at_10",
"value": 24.293,
"verified": false
},
{
"type": "recall_at_100",
"value": 50.146,
"verified": false
},
{
"type": "recall_at_1000",
"value": 74.034,
"verified": false
},
{
"type": "recall_at_3",
"value": 14.967,
"verified": false
},
{
"type": "recall_at_5",
"value": 18.682,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB EmotionClassification",
"revision": "4f58c6b202a23cf9a4da393831edf4f9183cad37",
"split": "test",
"type": "mteb/emotion"
},
"metrics": [
{
"type": "accuracy",
"value": 47.84499999999999,
"verified": false
},
{
"type": "f1",
"value": 42.48106691979349,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB FEVER",
"revision": "None",
"split": "test",
"type": "fever"
},
"metrics": [
{
"type": "map_at_1",
"value": 74.034,
"verified": false
},
{
"type": "map_at_10",
"value": 82.76,
"verified": false
},
{
"type": "map_at_100",
"value": 82.968,
"verified": false
},
{
"type": "map_at_1000",
"value": 82.98299999999999,
"verified": false
},
{
"type": "map_at_3",
"value": 81.768,
"verified": false
},
{
"type": "map_at_5",
"value": 82.418,
"verified": false
},
{
"type": "mrr_at_1",
"value": 80.048,
"verified": false
},
{
"type": "mrr_at_10",
"value": 87.64999999999999,
"verified": false
},
{
"type": "mrr_at_100",
"value": 87.712,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 87.713,
"verified": false
},
{
"type": "mrr_at_3",
"value": 87.01100000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 87.466,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 80.048,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 86.643,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 87.361,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 87.606,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 85.137,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 86.016,
"verified": false
},
{
"type": "precision_at_1",
"value": 80.048,
"verified": false
},
{
"type": "precision_at_10",
"value": 10.372,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.093,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.113,
"verified": false
},
{
"type": "precision_at_3",
"value": 32.638,
"verified": false
},
{
"type": "precision_at_5",
"value": 20.177,
"verified": false
},
{
"type": "recall_at_1",
"value": 74.034,
"verified": false
},
{
"type": "recall_at_10",
"value": 93.769,
"verified": false
},
{
"type": "recall_at_100",
"value": 96.569,
"verified": false
},
{
"type": "recall_at_1000",
"value": 98.039,
"verified": false
},
{
"type": "recall_at_3",
"value": 89.581,
"verified": false
},
{
"type": "recall_at_5",
"value": 91.906,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB FiQA2018",
"revision": "None",
"split": "test",
"type": "fiqa"
},
"metrics": [
{
"type": "map_at_1",
"value": 20.5,
"verified": false
},
{
"type": "map_at_10",
"value": 32.857,
"verified": false
},
{
"type": "map_at_100",
"value": 34.589,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.778,
"verified": false
},
{
"type": "map_at_3",
"value": 29.161,
"verified": false
},
{
"type": "map_at_5",
"value": 31.033,
"verified": false
},
{
"type": "mrr_at_1",
"value": 40.123,
"verified": false
},
{
"type": "mrr_at_10",
"value": 48.776,
"verified": false
},
{
"type": "mrr_at_100",
"value": 49.495,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 49.539,
"verified": false
},
{
"type": "mrr_at_3",
"value": 46.605,
"verified": false
},
{
"type": "mrr_at_5",
"value": 47.654,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 40.123,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.343,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 46.56,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 49.777,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 37.322,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 37.791,
"verified": false
},
{
"type": "precision_at_1",
"value": 40.123,
"verified": false
},
{
"type": "precision_at_10",
"value": 11.08,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.752,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.232,
"verified": false
},
{
"type": "precision_at_3",
"value": 24.897,
"verified": false
},
{
"type": "precision_at_5",
"value": 17.809,
"verified": false
},
{
"type": "recall_at_1",
"value": 20.5,
"verified": false
},
{
"type": "recall_at_10",
"value": 46.388,
"verified": false
},
{
"type": "recall_at_100",
"value": 69.552,
"verified": false
},
{
"type": "recall_at_1000",
"value": 89.011,
"verified": false
},
{
"type": "recall_at_3",
"value": 33.617999999999995,
"verified": false
},
{
"type": "recall_at_5",
"value": 38.211,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB HotpotQA",
"revision": "None",
"split": "test",
"type": "hotpotqa"
},
"metrics": [
{
"type": "map_at_1",
"value": 39.136,
"verified": false
},
{
"type": "map_at_10",
"value": 61.673,
"verified": false
},
{
"type": "map_at_100",
"value": 62.562,
"verified": false
},
{
"type": "map_at_1000",
"value": 62.62,
"verified": false
},
{
"type": "map_at_3",
"value": 58.468,
"verified": false
},
{
"type": "map_at_5",
"value": 60.463,
"verified": false
},
{
"type": "mrr_at_1",
"value": 78.271,
"verified": false
},
{
"type": "mrr_at_10",
"value": 84.119,
"verified": false
},
{
"type": "mrr_at_100",
"value": 84.29299999999999,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 84.299,
"verified": false
},
{
"type": "mrr_at_3",
"value": 83.18900000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 83.786,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 78.271,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 69.935,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 73.01299999999999,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 74.126,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 65.388,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 67.906,
"verified": false
},
{
"type": "precision_at_1",
"value": 78.271,
"verified": false
},
{
"type": "precision_at_10",
"value": 14.562,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.6969999999999998,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.184,
"verified": false
},
{
"type": "precision_at_3",
"value": 41.841,
"verified": false
},
{
"type": "precision_at_5",
"value": 27.087,
"verified": false
},
{
"type": "recall_at_1",
"value": 39.136,
"verified": false
},
{
"type": "recall_at_10",
"value": 72.809,
"verified": false
},
{
"type": "recall_at_100",
"value": 84.86200000000001,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.208,
"verified": false
},
{
"type": "recall_at_3",
"value": 62.76199999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 67.718,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ImdbClassification",
"revision": "3d86128a09e091d6018b6d26cad27f2739fc2db7",
"split": "test",
"type": "mteb/imdb"
},
"metrics": [
{
"type": "accuracy",
"value": 90.606,
"verified": false
},
{
"type": "ap",
"value": 86.6579587804335,
"verified": false
},
{
"type": "f1",
"value": 90.5938853929307,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MSMARCO",
"revision": "None",
"split": "dev",
"type": "msmarco"
},
"metrics": [
{
"type": "map_at_1",
"value": 21.852,
"verified": false
},
{
"type": "map_at_10",
"value": 33.982,
"verified": false
},
{
"type": "map_at_100",
"value": 35.116,
"verified": false
},
{
"type": "map_at_1000",
"value": 35.167,
"verified": false
},
{
"type": "map_at_3",
"value": 30.134,
"verified": false
},
{
"type": "map_at_5",
"value": 32.340999999999994,
"verified": false
},
{
"type": "mrr_at_1",
"value": 22.479,
"verified": false
},
{
"type": "mrr_at_10",
"value": 34.594,
"verified": false
},
{
"type": "mrr_at_100",
"value": 35.672,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 35.716,
"verified": false
},
{
"type": "mrr_at_3",
"value": 30.84,
"verified": false
},
{
"type": "mrr_at_5",
"value": 32.998,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 22.493,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.833000000000006,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 46.357,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 47.637,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.995999999999995,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 36.919,
"verified": false
},
{
"type": "precision_at_1",
"value": 22.493,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.465999999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.925,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.104,
"verified": false
},
{
"type": "precision_at_3",
"value": 14.031,
"verified": false
},
{
"type": "precision_at_5",
"value": 10.413,
"verified": false
},
{
"type": "recall_at_1",
"value": 21.852,
"verified": false
},
{
"type": "recall_at_10",
"value": 61.934999999999995,
"verified": false
},
{
"type": "recall_at_100",
"value": 87.611,
"verified": false
},
{
"type": "recall_at_1000",
"value": 97.441,
"verified": false
},
{
"type": "recall_at_3",
"value": 40.584,
"verified": false
},
{
"type": "recall_at_5",
"value": 49.992999999999995,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MTOPDomainClassification (en)",
"revision": "d80d48c1eb48d3562165c59d59d0034df9fff0bf",
"split": "test",
"type": "mteb/mtop_domain"
},
"metrics": [
{
"type": "accuracy",
"value": 93.36069311445507,
"verified": false
},
{
"type": "f1",
"value": 93.16456330371452,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MTOPIntentClassification (en)",
"revision": "ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba",
"split": "test",
"type": "mteb/mtop_intent"
},
"metrics": [
{
"type": "accuracy",
"value": 74.74692202462381,
"verified": false
},
{
"type": "f1",
"value": 58.17903579421599,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MassiveIntentClassification (en)",
"revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7",
"split": "test",
"type": "mteb/amazon_massive_intent"
},
"metrics": [
{
"type": "accuracy",
"value": 74.80833893745796,
"verified": false
},
{
"type": "f1",
"value": 72.70786592684664,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MassiveScenarioClassification (en)",
"revision": "7d571f92784cd94a019292a1f45445077d0ef634",
"split": "test",
"type": "mteb/amazon_massive_scenario"
},
"metrics": [
{
"type": "accuracy",
"value": 78.69872225958305,
"verified": false
},
{
"type": "f1",
"value": 78.61626934504731,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MedrxivClusteringP2P",
"revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73",
"split": "test",
"type": "mteb/medrxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 33.058658628717694,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MedrxivClusteringS2S",
"revision": "35191c8c0dca72d8ff3efcd72aa802307d469663",
"split": "test",
"type": "mteb/medrxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 30.85561739360599,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MindSmallReranking",
"revision": "3bdac13927fdc888b903db93b2ffdbd90b295a69",
"split": "test",
"type": "mteb/mind_small"
},
"metrics": [
{
"type": "map",
"value": 31.290259910144385,
"verified": false
},
{
"type": "mrr",
"value": 32.44223046102856,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB NFCorpus",
"revision": "None",
"split": "test",
"type": "nfcorpus"
},
"metrics": [
{
"type": "map_at_1",
"value": 5.288,
"verified": false
},
{
"type": "map_at_10",
"value": 12.268,
"verified": false
},
{
"type": "map_at_100",
"value": 15.557000000000002,
"verified": false
},
{
"type": "map_at_1000",
"value": 16.98,
"verified": false
},
{
"type": "map_at_3",
"value": 8.866,
"verified": false
},
{
"type": "map_at_5",
"value": 10.418,
"verified": false
},
{
"type": "mrr_at_1",
"value": 43.653,
"verified": false
},
{
"type": "mrr_at_10",
"value": 52.681,
"verified": false
},
{
"type": "mrr_at_100",
"value": 53.315999999999995,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 53.357,
"verified": false
},
{
"type": "mrr_at_3",
"value": 51.393,
"verified": false
},
{
"type": "mrr_at_5",
"value": 51.904,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 42.415000000000006,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 34.305,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 30.825999999999997,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 39.393,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 39.931,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 37.52,
"verified": false
},
{
"type": "precision_at_1",
"value": 43.653,
"verified": false
},
{
"type": "precision_at_10",
"value": 25.728,
"verified": false
},
{
"type": "precision_at_100",
"value": 7.932,
"verified": false
},
{
"type": "precision_at_1000",
"value": 2.07,
"verified": false
},
{
"type": "precision_at_3",
"value": 38.184000000000005,
"verified": false
},
{
"type": "precision_at_5",
"value": 32.879000000000005,
"verified": false
},
{
"type": "recall_at_1",
"value": 5.288,
"verified": false
},
{
"type": "recall_at_10",
"value": 16.195,
"verified": false
},
{
"type": "recall_at_100",
"value": 31.135,
"verified": false
},
{
"type": "recall_at_1000",
"value": 61.531000000000006,
"verified": false
},
{
"type": "recall_at_3",
"value": 10.313,
"verified": false
},
{
"type": "recall_at_5",
"value": 12.755,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB NQ",
"revision": "None",
"split": "test",
"type": "nq"
},
"metrics": [
{
"type": "map_at_1",
"value": 28.216,
"verified": false
},
{
"type": "map_at_10",
"value": 42.588,
"verified": false
},
{
"type": "map_at_100",
"value": 43.703,
"verified": false
},
{
"type": "map_at_1000",
"value": 43.739,
"verified": false
},
{
"type": "map_at_3",
"value": 38.177,
"verified": false
},
{
"type": "map_at_5",
"value": 40.754000000000005,
"verified": false
},
{
"type": "mrr_at_1",
"value": 31.866,
"verified": false
},
{
"type": "mrr_at_10",
"value": 45.189,
"verified": false
},
{
"type": "mrr_at_100",
"value": 46.056,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 46.081,
"verified": false
},
{
"type": "mrr_at_3",
"value": 41.526999999999994,
"verified": false
},
{
"type": "mrr_at_5",
"value": 43.704,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 31.837,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 50.178,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 54.98800000000001,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 55.812,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.853,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 46.153,
"verified": false
},
{
"type": "precision_at_1",
"value": 31.837,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.43,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.112,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.119,
"verified": false
},
{
"type": "precision_at_3",
"value": 19.023,
"verified": false
},
{
"type": "precision_at_5",
"value": 13.911,
"verified": false
},
{
"type": "recall_at_1",
"value": 28.216,
"verified": false
},
{
"type": "recall_at_10",
"value": 70.8,
"verified": false
},
{
"type": "recall_at_100",
"value": 91.857,
"verified": false
},
{
"type": "recall_at_1000",
"value": 97.941,
"verified": false
},
{
"type": "recall_at_3",
"value": 49.196,
"verified": false
},
{
"type": "recall_at_5",
"value": 59.072,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB QuoraRetrieval",
"revision": "None",
"split": "test",
"type": "quora"
},
"metrics": [
{
"type": "map_at_1",
"value": 71.22800000000001,
"verified": false
},
{
"type": "map_at_10",
"value": 85.115,
"verified": false
},
{
"type": "map_at_100",
"value": 85.72,
"verified": false
},
{
"type": "map_at_1000",
"value": 85.737,
"verified": false
},
{
"type": "map_at_3",
"value": 82.149,
"verified": false
},
{
"type": "map_at_5",
"value": 84.029,
"verified": false
},
{
"type": "mrr_at_1",
"value": 81.96,
"verified": false
},
{
"type": "mrr_at_10",
"value": 88.00200000000001,
"verified": false
},
{
"type": "mrr_at_100",
"value": 88.088,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 88.089,
"verified": false
},
{
"type": "mrr_at_3",
"value": 87.055,
"verified": false
},
{
"type": "mrr_at_5",
"value": 87.715,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 82.01,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 88.78,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 89.91,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 90.013,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 85.957,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 87.56,
"verified": false
},
{
"type": "precision_at_1",
"value": 82.01,
"verified": false
},
{
"type": "precision_at_10",
"value": 13.462,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.528,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.157,
"verified": false
},
{
"type": "precision_at_3",
"value": 37.553,
"verified": false
},
{
"type": "precision_at_5",
"value": 24.732000000000003,
"verified": false
},
{
"type": "recall_at_1",
"value": 71.22800000000001,
"verified": false
},
{
"type": "recall_at_10",
"value": 95.69,
"verified": false
},
{
"type": "recall_at_100",
"value": 99.531,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.98,
"verified": false
},
{
"type": "recall_at_3",
"value": 87.632,
"verified": false
},
{
"type": "recall_at_5",
"value": 92.117,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB RedditClustering",
"revision": "24640382cdbf8abc73003fb0fa6d111a705499eb",
"split": "test",
"type": "mteb/reddit-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 52.31768034366916,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB RedditClusteringP2P",
"revision": "282350215ef01743dc01b456c7f5241fa8937f16",
"split": "test",
"type": "mteb/reddit-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 60.640266772723606,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SCIDOCS",
"revision": "None",
"split": "test",
"type": "scidocs"
},
"metrics": [
{
"type": "map_at_1",
"value": 4.7780000000000005,
"verified": false
},
{
"type": "map_at_10",
"value": 12.299,
"verified": false
},
{
"type": "map_at_100",
"value": 14.363,
"verified": false
},
{
"type": "map_at_1000",
"value": 14.71,
"verified": false
},
{
"type": "map_at_3",
"value": 8.738999999999999,
"verified": false
},
{
"type": "map_at_5",
"value": 10.397,
"verified": false
},
{
"type": "mrr_at_1",
"value": 23.6,
"verified": false
},
{
"type": "mrr_at_10",
"value": 34.845,
"verified": false
},
{
"type": "mrr_at_100",
"value": 35.916,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 35.973,
"verified": false
},
{
"type": "mrr_at_3",
"value": 31.7,
"verified": false
},
{
"type": "mrr_at_5",
"value": 33.535,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 23.6,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 20.522,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 28.737,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 34.596,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 19.542,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 16.958000000000002,
"verified": false
},
{
"type": "precision_at_1",
"value": 23.6,
"verified": false
},
{
"type": "precision_at_10",
"value": 10.67,
"verified": false
},
{
"type": "precision_at_100",
"value": 2.259,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.367,
"verified": false
},
{
"type": "precision_at_3",
"value": 18.333,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.88,
"verified": false
},
{
"type": "recall_at_1",
"value": 4.7780000000000005,
"verified": false
},
{
"type": "recall_at_10",
"value": 21.617,
"verified": false
},
{
"type": "recall_at_100",
"value": 45.905,
"verified": false
},
{
"type": "recall_at_1000",
"value": 74.42,
"verified": false
},
{
"type": "recall_at_3",
"value": 11.148,
"verified": false
},
{
"type": "recall_at_5",
"value": 15.082999999999998,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SICK-R",
"revision": "a6ea5a8cab320b040a23452cc28066d9beae2cee",
"split": "test",
"type": "mteb/sickr-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 83.22372750297885,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 79.40972617119405,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 80.6101072020434,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 79.53844217225202,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 80.57265975286111,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 79.46335611792958,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS12",
"revision": "a0d554a64d88156834ff5ae9920b964011b16384",
"split": "test",
"type": "mteb/sts12-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 85.43713315520749,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 77.44128693329532,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 81.63869928101123,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 77.29512977961515,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 81.63704185566183,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 77.29909412738657,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS13",
"revision": "7e90230a92c190f1bf69ae9002b8cea547a64cca",
"split": "test",
"type": "mteb/sts13-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 81.59451537860527,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 82.97994638856723,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 82.89478688288412,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 83.58740751053104,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 82.69140840941608,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 83.33665956040555,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS14",
"revision": "6031580fec1f6af667f0bd2da0a551cf4f0b2375",
"split": "test",
"type": "mteb/sts14-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 82.00756527711764,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 81.83560996841379,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 82.07684151976518,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 82.00913052060511,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 82.05690778488794,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 82.02260252019525,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS15",
"revision": "ae752c7c21bf194d8b67fd573edf7ae58183cbe3",
"split": "test",
"type": "mteb/sts15-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 86.13710262895447,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 87.26412811156248,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 86.94151453230228,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 87.5363796699571,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 86.86989424083748,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 87.47315940781353,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS16",
"revision": "4d8694f8f0e0100860b497b999b3dbed754a0513",
"split": "test",
"type": "mteb/sts16-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 83.0230597603627,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 84.93344499318864,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 84.23754743431141,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 85.09707376597099,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 84.04325160987763,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 84.89353071339909,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "en-en",
"name": "MTEB STS17 (en-en)",
"revision": "af5e6fb845001ecf41f4c1e033ce921939a2a68d",
"split": "test",
"type": "mteb/sts17-crosslingual-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 86.75620824563921,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 87.15065513706398,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 88.26281533633521,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 87.51963738643983,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 88.25599267618065,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 87.58048736047483,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB STS22 (en)",
"revision": "6d1ba47164174a496b7fa5d3569dae26a6813b80",
"split": "test",
"type": "mteb/sts22-crosslingual-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 64.74645319195137,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 65.29996325037214,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 67.04297794086443,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 65.43841726694343,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 67.39459955690904,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 65.92864704413651,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STSBenchmark",
"revision": "b0fddb56ed78048fa8b90373c8a3cfc37b684831",
"split": "test",
"type": "mteb/stsbenchmark-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 84.31291020270801,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 85.86473738688068,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 85.65537275064152,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 86.13087454209642,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 85.43946955047609,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 85.91568175344916,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SciDocsRR",
"revision": "d3c5e1fc0b855ab6097bf1cda04dd73947d7caab",
"split": "test",
"type": "mteb/scidocs-reranking"
},
"metrics": [
{
"type": "map",
"value": 85.93798118350695,
"verified": false
},
{
"type": "mrr",
"value": 95.93536274908824,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SciFact",
"revision": "None",
"split": "test",
"type": "scifact"
},
"metrics": [
{
"type": "map_at_1",
"value": 57.594,
"verified": false
},
{
"type": "map_at_10",
"value": 66.81899999999999,
"verified": false
},
{
"type": "map_at_100",
"value": 67.368,
"verified": false
},
{
"type": "map_at_1000",
"value": 67.4,
"verified": false
},
{
"type": "map_at_3",
"value": 64.061,
"verified": false
},
{
"type": "map_at_5",
"value": 65.47,
"verified": false
},
{
"type": "mrr_at_1",
"value": 60.667,
"verified": false
},
{
"type": "mrr_at_10",
"value": 68.219,
"verified": false
},
{
"type": "mrr_at_100",
"value": 68.655,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 68.684,
"verified": false
},
{
"type": "mrr_at_3",
"value": 66.22200000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 67.289,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 60.667,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 71.275,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 73.642,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 74.373,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 66.521,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 68.581,
"verified": false
},
{
"type": "precision_at_1",
"value": 60.667,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.433,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.0699999999999998,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.113,
"verified": false
},
{
"type": "precision_at_3",
"value": 25.556,
"verified": false
},
{
"type": "precision_at_5",
"value": 16.8,
"verified": false
},
{
"type": "recall_at_1",
"value": 57.594,
"verified": false
},
{
"type": "recall_at_10",
"value": 83.622,
"verified": false
},
{
"type": "recall_at_100",
"value": 94.167,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.667,
"verified": false
},
{
"type": "recall_at_3",
"value": 70.64399999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 75.983,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SprintDuplicateQuestions",
"revision": "d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46",
"split": "test",
"type": "mteb/sprintduplicatequestions-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 99.85841584158416,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 96.66996142314342,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 92.83208020050124,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 93.06532663316584,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 92.6,
"verified": false
},
{
"type": "dot_accuracy",
"value": 99.85841584158416,
"verified": false
},
{
"type": "dot_ap",
"value": 96.6775307676576,
"verified": false
},
{
"type": "dot_f1",
"value": 92.69289729177312,
"verified": false
},
{
"type": "dot_precision",
"value": 94.7753396029258,
"verified": false
},
{
"type": "dot_recall",
"value": 90.7,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 99.86138613861388,
"verified": false
},
{
"type": "euclidean_ap",
"value": 96.6338454403108,
"verified": false
},
{
"type": "euclidean_f1",
"value": 92.92214357937311,
"verified": false
},
{
"type": "euclidean_precision",
"value": 93.96728016359918,
"verified": false
},
{
"type": "euclidean_recall",
"value": 91.9,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 99.86237623762376,
"verified": false
},
{
"type": "manhattan_ap",
"value": 96.60370449645052,
"verified": false
},
{
"type": "manhattan_f1",
"value": 92.91177970423252,
"verified": false
},
{
"type": "manhattan_precision",
"value": 94.7970863683663,
"verified": false
},
{
"type": "manhattan_recall",
"value": 91.1,
"verified": false
},
{
"type": "max_accuracy",
"value": 99.86237623762376,
"verified": false
},
{
"type": "max_ap",
"value": 96.6775307676576,
"verified": false
},
{
"type": "max_f1",
"value": 92.92214357937311,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackExchangeClustering",
"revision": "6cbc1f7b2bc0622f2e39d2c77fa502909748c259",
"split": "test",
"type": "mteb/stackexchange-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 60.77977058695198,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackExchangeClusteringP2P",
"revision": "815ca46b2622cec33ccafc3735d572c266efdb44",
"split": "test",
"type": "mteb/stackexchange-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 35.2725272535638,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackOverflowDupQuestions",
"revision": "e185fbe320c72810689fc5848eb6114e1ef5ec69",
"split": "test",
"type": "mteb/stackoverflowdupquestions-reranking"
},
"metrics": [
{
"type": "map",
"value": 53.64052466362125,
"verified": false
},
{
"type": "mrr",
"value": 54.533067014684654,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SummEval",
"revision": "cda12ad7615edc362dbf25a00fdd61d3b1eaf93c",
"split": "test",
"type": "mteb/summeval"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 30.677624219206574,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 30.121368518123447,
"verified": false
},
{
"type": "dot_pearson",
"value": 30.69870088041608,
"verified": false
},
{
"type": "dot_spearman",
"value": 29.61284927093751,
"verified": false
}
],
"task": {
"type": "Summarization"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TRECCOVID",
"revision": "None",
"split": "test",
"type": "trec-covid"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.22,
"verified": false
},
{
"type": "map_at_10",
"value": 1.855,
"verified": false
},
{
"type": "map_at_100",
"value": 9.885,
"verified": false
},
{
"type": "map_at_1000",
"value": 23.417,
"verified": false
},
{
"type": "map_at_3",
"value": 0.637,
"verified": false
},
{
"type": "map_at_5",
"value": 1.024,
"verified": false
},
{
"type": "mrr_at_1",
"value": 88,
"verified": false
},
{
"type": "mrr_at_10",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_100",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_3",
"value": 92.667,
"verified": false
},
{
"type": "mrr_at_5",
"value": 93.067,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 82,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 75.899,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 55.115,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 48.368,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 79.704,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 78.39699999999999,
"verified": false
},
{
"type": "precision_at_1",
"value": 88,
"verified": false
},
{
"type": "precision_at_10",
"value": 79.60000000000001,
"verified": false
},
{
"type": "precision_at_100",
"value": 56.06,
"verified": false
},
{
"type": "precision_at_1000",
"value": 21.206,
"verified": false
},
{
"type": "precision_at_3",
"value": 84.667,
"verified": false
},
{
"type": "precision_at_5",
"value": 83.2,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.22,
"verified": false
},
{
"type": "recall_at_10",
"value": 2.078,
"verified": false
},
{
"type": "recall_at_100",
"value": 13.297,
"verified": false
},
{
"type": "recall_at_1000",
"value": 44.979,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.6689999999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 1.106,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB Touche2020",
"revision": "None",
"split": "test",
"type": "webis-touche2020"
},
"metrics": [
{
"type": "map_at_1",
"value": 2.258,
"verified": false
},
{
"type": "map_at_10",
"value": 10.439,
"verified": false
},
{
"type": "map_at_100",
"value": 16.89,
"verified": false
},
{
"type": "map_at_1000",
"value": 18.408,
"verified": false
},
{
"type": "map_at_3",
"value": 5.668,
"verified": false
},
{
"type": "map_at_5",
"value": 7.718,
"verified": false
},
{
"type": "mrr_at_1",
"value": 32.653,
"verified": false
},
{
"type": "mrr_at_10",
"value": 51.159,
"verified": false
},
{
"type": "mrr_at_100",
"value": 51.714000000000006,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 51.714000000000006,
"verified": false
},
{
"type": "mrr_at_3",
"value": 47.959,
"verified": false
},
{
"type": "mrr_at_5",
"value": 50.407999999999994,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.592,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 26.037,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 37.924,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 49.126999999999995,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 30.632,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 28.571,
"verified": false
},
{
"type": "precision_at_1",
"value": 32.653,
"verified": false
},
{
"type": "precision_at_10",
"value": 22.857,
"verified": false
},
{
"type": "precision_at_100",
"value": 7.754999999999999,
"verified": false
},
{
"type": "precision_at_1000",
"value": 1.529,
"verified": false
},
{
"type": "precision_at_3",
"value": 34.014,
"verified": false
},
{
"type": "precision_at_5",
"value": 29.796,
"verified": false
},
{
"type": "recall_at_1",
"value": 2.258,
"verified": false
},
{
"type": "recall_at_10",
"value": 16.554,
"verified": false
},
{
"type": "recall_at_100",
"value": 48.439,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82.80499999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 7.283,
"verified": false
},
{
"type": "recall_at_5",
"value": 10.732,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ToxicConversationsClassification",
"revision": "d7c0de2777da35d6aae2200a62c6e0e5af397c4c",
"split": "test",
"type": "mteb/toxic_conversations_50k"
},
"metrics": [
{
"type": "accuracy",
"value": 69.8858,
"verified": false
},
{
"type": "ap",
"value": 13.835684144362109,
"verified": false
},
{
"type": "f1",
"value": 53.803351693244586,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TweetSentimentExtractionClassification",
"revision": "d604517c81ca91fe16a244d1248fc021f9ecee7a",
"split": "test",
"type": "mteb/tweet_sentiment_extraction"
},
"metrics": [
{
"type": "accuracy",
"value": 60.50650820599886,
"verified": false
},
{
"type": "f1",
"value": 60.84357825979259,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwentyNewsgroupsClustering",
"revision": "6125ec4e24fa026cec8a478383ee943acfbd5449",
"split": "test",
"type": "mteb/twentynewsgroups-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 48.52131044852134,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwitterSemEval2015",
"revision": "70970daeab8776df92f5ea462b6173c0b46fd2d1",
"split": "test",
"type": "mteb/twittersemeval2015-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 85.59337187816654,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 73.23925826533437,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 67.34693877551021,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 62.40432237730752,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 73.13984168865434,
"verified": false
},
{
"type": "dot_accuracy",
"value": 85.31322644096085,
"verified": false
},
{
"type": "dot_ap",
"value": 72.30723963807422,
"verified": false
},
{
"type": "dot_f1",
"value": 66.47051612112296,
"verified": false
},
{
"type": "dot_precision",
"value": 62.0792305930845,
"verified": false
},
{
"type": "dot_recall",
"value": 71.53034300791556,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 85.61125350181797,
"verified": false
},
{
"type": "euclidean_ap",
"value": 73.32843720487845,
"verified": false
},
{
"type": "euclidean_f1",
"value": 67.36549633745895,
"verified": false
},
{
"type": "euclidean_precision",
"value": 64.60755813953489,
"verified": false
},
{
"type": "euclidean_recall",
"value": 70.36939313984169,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 85.63509566668654,
"verified": false
},
{
"type": "manhattan_ap",
"value": 73.16658488311325,
"verified": false
},
{
"type": "manhattan_f1",
"value": 67.20597386434349,
"verified": false
},
{
"type": "manhattan_precision",
"value": 63.60424028268551,
"verified": false
},
{
"type": "manhattan_recall",
"value": 71.2401055408971,
"verified": false
},
{
"type": "max_accuracy",
"value": 85.63509566668654,
"verified": false
},
{
"type": "max_ap",
"value": 73.32843720487845,
"verified": false
},
{
"type": "max_f1",
"value": 67.36549633745895,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwitterURLCorpus",
"revision": "8b6510b0b1fa4e4c4f879467980e9be563ec1cdf",
"split": "test",
"type": "mteb/twitterurlcorpus-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 88.33779640625606,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 84.83868375898157,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 77.16506154017773,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 74.62064005753327,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 79.88912842623961,
"verified": false
},
{
"type": "dot_accuracy",
"value": 88.02732176815307,
"verified": false
},
{
"type": "dot_ap",
"value": 83.95089283763002,
"verified": false
},
{
"type": "dot_f1",
"value": 76.29635101196631,
"verified": false
},
{
"type": "dot_precision",
"value": 73.31771720613288,
"verified": false
},
{
"type": "dot_recall",
"value": 79.52725592854944,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 88.44452206310397,
"verified": false
},
{
"type": "euclidean_ap",
"value": 84.98384576824827,
"verified": false
},
{
"type": "euclidean_f1",
"value": 77.29311047696697,
"verified": false
},
{
"type": "euclidean_precision",
"value": 74.51232583065381,
"verified": false
},
{
"type": "euclidean_recall",
"value": 80.28949799815214,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 88.47362906042613,
"verified": false
},
{
"type": "manhattan_ap",
"value": 84.91421462218432,
"verified": false
},
{
"type": "manhattan_f1",
"value": 77.05107637204792,
"verified": false
},
{
"type": "manhattan_precision",
"value": 74.74484256243214,
"verified": false
},
{
"type": "manhattan_recall",
"value": 79.50415768401602,
"verified": false
},
{
"type": "max_accuracy",
"value": 88.47362906042613,
"verified": false
},
{
"type": "max_ap",
"value": 84.98384576824827,
"verified": false
},
{
"type": "max_f1",
"value": 77.29311047696697,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
}
]
}
],
"tags": [
"sentence-transformers",
"feature-extraction",
"sentence-similarity",
"transformers",
"mteb"
]
},
"config": {
"architectures": [
"BertModel"
],
"model_type": "bert",
"tokenizer_config": {
"cls_token": "[CLS]",
"mask_token": "[MASK]",
"pad_token": "[PAD]",
"sep_token": "[SEP]",
"unk_token": "[UNK]"
}
},
"createdAt": "2023-09-12T05:20:55.000Z",
"disabled": false,
"downloads": 63079743,
"gated": false,
"id": "BAAI/bge-small-en-v1.5",
"inference": "warm",
"lastModified": "2024-02-22T03:36:23.000Z",
"library_name": "sentence-transformers",
"likes": 597,
"mask_token": "[MASK]",
"model-index": [
{
"name": "bge-small-en-v1.5",
"results": [
{
"dataset": {
"config": "en",
"name": "MTEB AmazonCounterfactualClassification (en)",
"revision": "e8379541af4e31359cca9fbcf4b00f2671dba205",
"split": "test",
"type": "mteb/amazon_counterfactual"
},
"metrics": [
{
"type": "accuracy",
"value": 73.79104477611939,
"verified": false
},
{
"type": "ap",
"value": 37.21923821573361,
"verified": false
},
{
"type": "f1",
"value": 68.0914945617093,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB AmazonPolarityClassification",
"revision": "e2d317d38cd51312af73b3d32a06d1a08b442046",
"split": "test",
"type": "mteb/amazon_polarity"
},
"metrics": [
{
"type": "accuracy",
"value": 92.753775,
"verified": false
},
{
"type": "ap",
"value": 89.46766124546022,
"verified": false
},
{
"type": "f1",
"value": 92.73884001331488,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB AmazonReviewsClassification (en)",
"revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
"split": "test",
"type": "mteb/amazon_reviews_multi"
},
"metrics": [
{
"type": "accuracy",
"value": 46.986,
"verified": false
},
{
"type": "f1",
"value": 46.55936786727896,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArguAna",
"revision": "None",
"split": "test",
"type": "arguana"
},
"metrics": [
{
"type": "map_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "map_at_10",
"value": 51.388,
"verified": false
},
{
"type": "map_at_100",
"value": 52.133,
"verified": false
},
{
"type": "map_at_1000",
"value": 52.141000000000005,
"verified": false
},
{
"type": "map_at_3",
"value": 47.037,
"verified": false
},
{
"type": "map_at_5",
"value": 49.579,
"verified": false
},
{
"type": "mrr_at_1",
"value": 36.558,
"verified": false
},
{
"type": "mrr_at_10",
"value": 51.658,
"verified": false
},
{
"type": "mrr_at_100",
"value": 52.402,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 52.41,
"verified": false
},
{
"type": "mrr_at_3",
"value": 47.345,
"verified": false
},
{
"type": "mrr_at_5",
"value": 49.797999999999995,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 59.55,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 62.596,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 62.759,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 50.666999999999994,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 55.228,
"verified": false
},
{
"type": "precision_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.542,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.984,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.1,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.389,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.438,
"verified": false
},
{
"type": "recall_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "recall_at_10",
"value": 85.42,
"verified": false
},
{
"type": "recall_at_100",
"value": 98.435,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.644,
"verified": false
},
{
"type": "recall_at_3",
"value": 61.166,
"verified": false
},
{
"type": "recall_at_5",
"value": 72.191,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArxivClusteringP2P",
"revision": "a122ad7f3f0291bf49cc6f4d32aa80929df69d5d",
"split": "test",
"type": "mteb/arxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 47.402770198163594,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArxivClusteringS2S",
"revision": "f910caf1a6075f7329cdf8c1a6135696f37dbd53",
"split": "test",
"type": "mteb/arxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 40.01545436974177,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB AskUbuntuDupQuestions",
"revision": "2000358ca161889fa9c082cb41daa8dcfb161a54",
"split": "test",
"type": "mteb/askubuntudupquestions-reranking"
},
"metrics": [
{
"type": "map",
"value": 62.5864652732072,
"verified": false
},
{
"type": "mrr",
"value": 74.42169019038825,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BIOSSES",
"revision": "d3fb88f8f02e40887cd149695127462bbcf29b4a",
"split": "test",
"type": "mteb/biosses-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 85.1891186537969,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 83.75492046087288,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 84.11766204805357,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 84.01456493126516,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 84.2132950502772,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 83.89227298813377,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB Banking77Classification",
"revision": "0fd18e25b25c072e09e0d92ab615fda904d66300",
"split": "test",
"type": "mteb/banking77"
},
"metrics": [
{
"type": "accuracy",
"value": 85.74025974025975,
"verified": false
},
{
"type": "f1",
"value": 85.71493566466381,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BiorxivClusteringP2P",
"revision": "65b79d1d13f80053f67aca9498d9402c2d9f1f40",
"split": "test",
"type": "mteb/biorxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 38.467181385006434,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BiorxivClusteringS2S",
"revision": "258694dd0231531bc1fd9de6ceb52a0853c6d908",
"split": "test",
"type": "mteb/biorxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 34.719496037339056,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackAndroidRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 29.587000000000003,
"verified": false
},
{
"type": "map_at_10",
"value": 41.114,
"verified": false
},
{
"type": "map_at_100",
"value": 42.532,
"verified": false
},
{
"type": "map_at_1000",
"value": 42.661,
"verified": false
},
{
"type": "map_at_3",
"value": 37.483,
"verified": false
},
{
"type": "map_at_5",
"value": 39.652,
"verified": false
},
{
"type": "mrr_at_1",
"value": 36.338,
"verified": false
},
{
"type": "mrr_at_10",
"value": 46.763,
"verified": false
},
{
"type": "mrr_at_100",
"value": 47.393,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 47.445,
"verified": false
},
{
"type": "mrr_at_3",
"value": 43.538,
"verified": false
},
{
"type": "mrr_at_5",
"value": 45.556,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 36.338,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 47.658,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 52.824000000000005,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 54.913999999999994,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.989,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 44.944,
"verified": false
},
{
"type": "precision_at_1",
"value": 36.338,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.156,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.479,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.196,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.076,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.85,
"verified": false
},
{
"type": "recall_at_1",
"value": 29.587000000000003,
"verified": false
},
{
"type": "recall_at_10",
"value": 60.746,
"verified": false
},
{
"type": "recall_at_100",
"value": 82.157,
"verified": false
},
{
"type": "recall_at_1000",
"value": 95.645,
"verified": false
},
{
"type": "recall_at_3",
"value": 44.821,
"verified": false
},
{
"type": "recall_at_5",
"value": 52.819,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackEnglishRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 30.239,
"verified": false
},
{
"type": "map_at_10",
"value": 39.989,
"verified": false
},
{
"type": "map_at_100",
"value": 41.196,
"verified": false
},
{
"type": "map_at_1000",
"value": 41.325,
"verified": false
},
{
"type": "map_at_3",
"value": 37.261,
"verified": false
},
{
"type": "map_at_5",
"value": 38.833,
"verified": false
},
{
"type": "mrr_at_1",
"value": 37.516,
"verified": false
},
{
"type": "mrr_at_10",
"value": 46.177,
"verified": false
},
{
"type": "mrr_at_100",
"value": 46.806,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 46.849,
"verified": false
},
{
"type": "mrr_at_3",
"value": 44.002,
"verified": false
},
{
"type": "mrr_at_5",
"value": 45.34,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 37.516,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 45.586,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 49.897000000000006,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.955,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.684,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 43.617,
"verified": false
},
{
"type": "precision_at_1",
"value": 37.516,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.522,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.374,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.184,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.106,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.153,
"verified": false
},
{
"type": "recall_at_1",
"value": 30.239,
"verified": false
},
{
"type": "recall_at_10",
"value": 55.03,
"verified": false
},
{
"type": "recall_at_100",
"value": 73.375,
"verified": false
},
{
"type": "recall_at_1000",
"value": 86.29599999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 43.269000000000005,
"verified": false
},
{
"type": "recall_at_5",
"value": 48.878,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackGamingRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 38.338,
"verified": false
},
{
"type": "map_at_10",
"value": 50.468999999999994,
"verified": false
},
{
"type": "map_at_100",
"value": 51.553,
"verified": false
},
{
"type": "map_at_1000",
"value": 51.608,
"verified": false
},
{
"type": "map_at_3",
"value": 47.107,
"verified": false
},
{
"type": "map_at_5",
"value": 49.101,
"verified": false
},
{
"type": "mrr_at_1",
"value": 44.201,
"verified": false
},
{
"type": "mrr_at_10",
"value": 54.057,
"verified": false
},
{
"type": "mrr_at_100",
"value": 54.764,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 54.791,
"verified": false
},
{
"type": "mrr_at_3",
"value": 51.56699999999999,
"verified": false
},
{
"type": "mrr_at_5",
"value": 53.05,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 44.201,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 56.379000000000005,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 60.645,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 61.73499999999999,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 50.726000000000006,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 53.58500000000001,
"verified": false
},
{
"type": "precision_at_1",
"value": 44.201,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.141,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.216,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.135,
"verified": false
},
{
"type": "precision_at_3",
"value": 22.654,
"verified": false
},
{
"type": "precision_at_5",
"value": 15.723999999999998,
"verified": false
},
{
"type": "recall_at_1",
"value": 38.338,
"verified": false
},
{
"type": "recall_at_10",
"value": 70.30499999999999,
"verified": false
},
{
"type": "recall_at_100",
"value": 88.77199999999999,
"verified": false
},
{
"type": "recall_at_1000",
"value": 96.498,
"verified": false
},
{
"type": "recall_at_3",
"value": 55.218,
"verified": false
},
{
"type": "recall_at_5",
"value": 62.104000000000006,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackGisRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 25.682,
"verified": false
},
{
"type": "map_at_10",
"value": 33.498,
"verified": false
},
{
"type": "map_at_100",
"value": 34.461000000000006,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.544000000000004,
"verified": false
},
{
"type": "map_at_3",
"value": 30.504,
"verified": false
},
{
"type": "map_at_5",
"value": 32.216,
"verified": false
},
{
"type": "mrr_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "mrr_at_10",
"value": 35.467999999999996,
"verified": false
},
{
"type": "mrr_at_100",
"value": 36.32,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 36.386,
"verified": false
},
{
"type": "mrr_at_3",
"value": 32.618,
"verified": false
},
{
"type": "mrr_at_5",
"value": 34.262,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.378,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 43.288,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 45.413,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.586,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.499,
"verified": false
},
{
"type": "precision_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.864,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.882,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.11,
"verified": false
},
{
"type": "precision_at_3",
"value": 13.446,
"verified": false
},
{
"type": "precision_at_5",
"value": 9.718,
"verified": false
},
{
"type": "recall_at_1",
"value": 25.682,
"verified": false
},
{
"type": "recall_at_10",
"value": 51.712,
"verified": false
},
{
"type": "recall_at_100",
"value": 74.446,
"verified": false
},
{
"type": "recall_at_1000",
"value": 90.472,
"verified": false
},
{
"type": "recall_at_3",
"value": 36.236,
"verified": false
},
{
"type": "recall_at_5",
"value": 43.234,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackMathematicaRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 16.073999999999998,
"verified": false
},
{
"type": "map_at_10",
"value": 24.353,
"verified": false
},
{
"type": "map_at_100",
"value": 25.438,
"verified": false
},
{
"type": "map_at_1000",
"value": 25.545,
"verified": false
},
{
"type": "map_at_3",
"value": 21.614,
"verified": false
},
{
"type": "map_at_5",
"value": 23.104,
"verified": false
},
{
"type": "mrr_at_1",
"value": 19.776,
"verified": false
},
{
"type": "mrr_at_10",
"value": 28.837000000000003,
"verified": false
},
{
"type": "mrr_at_100",
"value": 29.755,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 29.817,
"verified": false
},
{
"type": "mrr_at_3",
"value": 26.202,
"verified": false
},
{
"type": "mrr_at_5",
"value": 27.714,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 19.776,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 29.701,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 35.307,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 37.942,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 24.764,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 27.025,
"verified": false
},
{
"type": "precision_at_1",
"value": 19.776,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.659,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.971,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.133,
"verified": false
},
{
"type": "precision_at_3",
"value": 12.065,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.905000000000001,
"verified": false
},
{
"type": "recall_at_1",
"value": 16.073999999999998,
"verified": false
},
{
"type": "recall_at_10",
"value": 41.647,
"verified": false
},
{
"type": "recall_at_100",
"value": 66.884,
"verified": false
},
{
"type": "recall_at_1000",
"value": 85.91499999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 27.916,
"verified": false
},
{
"type": "recall_at_5",
"value": 33.729,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackPhysicsRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 28.444999999999997,
"verified": false
},
{
"type": "map_at_10",
"value": 38.218999999999994,
"verified": false
},
{
"type": "map_at_100",
"value": 39.595,
"verified": false
},
{
"type": "map_at_1000",
"value": 39.709,
"verified": false
},
{
"type": "map_at_3",
"value": 35.586,
"verified": false
},
{
"type": "map_at_5",
"value": 36.895,
"verified": false
},
{
"type": "mrr_at_1",
"value": 34.841,
"verified": false
},
{
"type": "mrr_at_10",
"value": 44.106,
"verified": false
},
{
"type": "mrr_at_100",
"value": 44.98,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 45.03,
"verified": false
},
{
"type": "mrr_at_3",
"value": 41.979,
"verified": false
},
{
"type": "mrr_at_5",
"value": 43.047999999999995,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 34.841,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 43.922,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 49.504999999999995,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.675,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 39.858,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 41.408,
"verified": false
},
{
"type": "precision_at_1",
"value": 34.841,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.872999999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.245,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.161,
"verified": false
},
{
"type": "precision_at_3",
"value": 18.993,
"verified": false
},
{
"type": "precision_at_5",
"value": 13.032,
"verified": false
},
{
"type": "recall_at_1",
"value": 28.444999999999997,
"verified": false
},
{
"type": "recall_at_10",
"value": 54.984,
"verified": false
},
{
"type": "recall_at_100",
"value": 78.342,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.77,
"verified": false
},
{
"type": "recall_at_3",
"value": 42.843,
"verified": false
},
{
"type": "recall_at_5",
"value": 47.247,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackProgrammersRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.072,
"verified": false
},
{
"type": "map_at_10",
"value": 32.354,
"verified": false
},
{
"type": "map_at_100",
"value": 33.800000000000004,
"verified": false
},
{
"type": "map_at_1000",
"value": 33.908,
"verified": false
},
{
"type": "map_at_3",
"value": 29.232000000000003,
"verified": false
},
{
"type": "map_at_5",
"value": 31.049,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "mrr_at_10",
"value": 38.03,
"verified": false
},
{
"type": "mrr_at_100",
"value": 39.032,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 39.087,
"verified": false
},
{
"type": "mrr_at_3",
"value": 35.407,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.76,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.231,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.425,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.771,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 33.095,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.459,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.215000000000001,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.211,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.157,
"verified": false
},
{
"type": "precision_at_3",
"value": 16.058,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.644,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.072,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.285999999999994,
"verified": false
},
{
"type": "recall_at_100",
"value": 76.596,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.861,
"verified": false
},
{
"type": "recall_at_3",
"value": 35.702,
"verified": false
},
{
"type": "recall_at_5",
"value": 42.152,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 24.937916666666663,
"verified": false
},
{
"type": "map_at_10",
"value": 33.755250000000004,
"verified": false
},
{
"type": "map_at_100",
"value": 34.955999999999996,
"verified": false
},
{
"type": "map_at_1000",
"value": 35.070499999999996,
"verified": false
},
{
"type": "map_at_3",
"value": 30.98708333333333,
"verified": false
},
{
"type": "map_at_5",
"value": 32.51491666666666,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "mrr_at_10",
"value": 37.92183333333334,
"verified": false
},
{
"type": "mrr_at_100",
"value": 38.76583333333333,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 38.82466666666667,
"verified": false
},
{
"type": "mrr_at_3",
"value": 35.45125,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.827000000000005,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 39.05225,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.25983333333334,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.568333333333335,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 34.271583333333325,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 36.483916666666666,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.865749999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.1195833333333332,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.15058333333333335,
"verified": false
},
{
"type": "precision_at_3",
"value": 15.742083333333332,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.221916666666669,
"verified": false
},
{
"type": "recall_at_1",
"value": 24.937916666666663,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.650416666666665,
"verified": false
},
{
"type": "recall_at_100",
"value": 73.55383333333334,
"verified": false
},
{
"type": "recall_at_1000",
"value": 89.61691666666667,
"verified": false
},
{
"type": "recall_at_3",
"value": 37.27808333333334,
"verified": false
},
{
"type": "recall_at_5",
"value": 42.99475,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackStatsRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.947,
"verified": false
},
{
"type": "map_at_10",
"value": 30.575000000000003,
"verified": false
},
{
"type": "map_at_100",
"value": 31.465,
"verified": false
},
{
"type": "map_at_1000",
"value": 31.558000000000003,
"verified": false
},
{
"type": "map_at_3",
"value": 28.814,
"verified": false
},
{
"type": "map_at_5",
"value": 29.738999999999997,
"verified": false
},
{
"type": "mrr_at_1",
"value": 26.994,
"verified": false
},
{
"type": "mrr_at_10",
"value": 33.415,
"verified": false
},
{
"type": "mrr_at_100",
"value": 34.18,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 34.245,
"verified": false
},
{
"type": "mrr_at_3",
"value": 31.621,
"verified": false
},
{
"type": "mrr_at_5",
"value": 32.549,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 26.994,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 34.482,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 38.915,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 41.355,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 31.139,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 32.589,
"verified": false
},
{
"type": "precision_at_1",
"value": 26.994,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.322,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.8160000000000001,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.11100000000000002,
"verified": false
},
{
"type": "precision_at_3",
"value": 13.344,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.988,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.947,
"verified": false
},
{
"type": "recall_at_10",
"value": 43.648,
"verified": false
},
{
"type": "recall_at_100",
"value": 63.851,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82,
"verified": false
},
{
"type": "recall_at_3",
"value": 34.288000000000004,
"verified": false
},
{
"type": "recall_at_5",
"value": 38.117,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackTexRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 16.197,
"verified": false
},
{
"type": "map_at_10",
"value": 22.968,
"verified": false
},
{
"type": "map_at_100",
"value": 24.095,
"verified": false
},
{
"type": "map_at_1000",
"value": 24.217,
"verified": false
},
{
"type": "map_at_3",
"value": 20.771,
"verified": false
},
{
"type": "map_at_5",
"value": 21.995,
"verified": false
},
{
"type": "mrr_at_1",
"value": 19.511,
"verified": false
},
{
"type": "mrr_at_10",
"value": 26.55,
"verified": false
},
{
"type": "mrr_at_100",
"value": 27.501,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 27.578999999999997,
"verified": false
},
{
"type": "mrr_at_3",
"value": 24.421,
"verified": false
},
{
"type": "mrr_at_5",
"value": 25.604,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 19.511,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 27.386,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 32.828,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 35.739,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 23.405,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 25.255,
"verified": false
},
{
"type": "precision_at_1",
"value": 19.511,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.017,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.91,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.133,
"verified": false
},
{
"type": "precision_at_3",
"value": 11.023,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.025,
"verified": false
},
{
"type": "recall_at_1",
"value": 16.197,
"verified": false
},
{
"type": "recall_at_10",
"value": 37.09,
"verified": false
},
{
"type": "recall_at_100",
"value": 61.778,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82.56599999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 26.034,
"verified": false
},
{
"type": "recall_at_5",
"value": 30.762,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackUnixRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 25.41,
"verified": false
},
{
"type": "map_at_10",
"value": 33.655,
"verified": false
},
{
"type": "map_at_100",
"value": 34.892,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.995,
"verified": false
},
{
"type": "map_at_3",
"value": 30.94,
"verified": false
},
{
"type": "map_at_5",
"value": 32.303,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.478,
"verified": false
},
{
"type": "mrr_at_10",
"value": 37.443,
"verified": false
},
{
"type": "mrr_at_100",
"value": 38.383,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 38.440000000000005,
"verified": false
},
{
"type": "mrr_at_3",
"value": 34.949999999999996,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.228,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.478,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.769,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.245000000000005,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.593,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 33.623,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.766,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.478,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.455,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.032,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.135,
"verified": false
},
{
"type": "precision_at_3",
"value": 14.893999999999998,
"verified": false
},
{
"type": "precision_at_5",
"value": 10.485,
"verified": false
},
{
"type": "recall_at_1",
"value": 25.41,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.669,
"verified": false
},
{
"type": "recall_at_100",
"value": 74.084,
"verified": false
},
{
"type": "recall_at_1000",
"value": 90.435,
"verified": false
},
{
"type": "recall_at_3",
"value": 36.679,
"verified": false
},
{
"type": "recall_at_5",
"value": 41.94,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackWebmastersRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.339,
"verified": false
},
{
"type": "map_at_10",
"value": 31.852000000000004,
"verified": false
},
{
"type": "map_at_100",
"value": 33.411,
"verified": false
},
{
"type": "map_at_1000",
"value": 33.62,
"verified": false
},
{
"type": "map_at_3",
"value": 28.929,
"verified": false
},
{
"type": "map_at_5",
"value": 30.542,
"verified": false
},
{
"type": "mrr_at_1",
"value": 28.063,
"verified": false
},
{
"type": "mrr_at_10",
"value": 36.301,
"verified": false
},
{
"type": "mrr_at_100",
"value": 37.288,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 37.349,
"verified": false
},
{
"type": "mrr_at_3",
"value": 33.663,
"verified": false
},
{
"type": "mrr_at_5",
"value": 35.165,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 28.063,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 37.462,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 43.620999999999995,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.211,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.68,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 34.981,
"verified": false
},
{
"type": "precision_at_1",
"value": 28.063,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.1739999999999995,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.486,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.235,
"verified": false
},
{
"type": "precision_at_3",
"value": 15.217,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.265,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.339,
"verified": false
},
{
"type": "recall_at_10",
"value": 48.376999999999995,
"verified": false
},
{
"type": "recall_at_100",
"value": 76.053,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.455,
"verified": false
},
{
"type": "recall_at_3",
"value": 34.735,
"verified": false
},
{
"type": "recall_at_5",
"value": 40.71,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackWordpressRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 18.925,
"verified": false
},
{
"type": "map_at_10",
"value": 26.017000000000003,
"verified": false
},
{
"type": "map_at_100",
"value": 27.034,
"verified": false
},
{
"type": "map_at_1000",
"value": 27.156,
"verified": false
},
{
"type": "map_at_3",
"value": 23.604,
"verified": false
},
{
"type": "map_at_5",
"value": 24.75,
"verified": false
},
{
"type": "mrr_at_1",
"value": 20.333,
"verified": false
},
{
"type": "mrr_at_10",
"value": 27.915,
"verified": false
},
{
"type": "mrr_at_100",
"value": 28.788000000000004,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 28.877999999999997,
"verified": false
},
{
"type": "mrr_at_3",
"value": 25.446999999999996,
"verified": false
},
{
"type": "mrr_at_5",
"value": 26.648,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 20.333,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 30.673,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 35.618,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 38.517,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 25.71,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 27.679,
"verified": false
},
{
"type": "precision_at_1",
"value": 20.333,
"verified": false
},
{
"type": "precision_at_10",
"value": 4.9910000000000005,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.8130000000000001,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.117,
"verified": false
},
{
"type": "precision_at_3",
"value": 11.029,
"verified": false
},
{
"type": "precision_at_5",
"value": 7.874,
"verified": false
},
{
"type": "recall_at_1",
"value": 18.925,
"verified": false
},
{
"type": "recall_at_10",
"value": 43.311,
"verified": false
},
{
"type": "recall_at_100",
"value": 66.308,
"verified": false
},
{
"type": "recall_at_1000",
"value": 87.49,
"verified": false
},
{
"type": "recall_at_3",
"value": 29.596,
"verified": false
},
{
"type": "recall_at_5",
"value": 34.245,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ClimateFEVER",
"revision": "None",
"split": "test",
"type": "climate-fever"
},
"metrics": [
{
"type": "map_at_1",
"value": 13.714,
"verified": false
},
{
"type": "map_at_10",
"value": 23.194,
"verified": false
},
{
"type": "map_at_100",
"value": 24.976000000000003,
"verified": false
},
{
"type": "map_at_1000",
"value": 25.166,
"verified": false
},
{
"type": "map_at_3",
"value": 19.709,
"verified": false
},
{
"type": "map_at_5",
"value": 21.523999999999997,
"verified": false
},
{
"type": "mrr_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "mrr_at_10",
"value": 42.563,
"verified": false
},
{
"type": "mrr_at_100",
"value": 43.386,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 43.423,
"verified": false
},
{
"type": "mrr_at_3",
"value": 39.555,
"verified": false
},
{
"type": "mrr_at_5",
"value": 41.268,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 31.836,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 38.652,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 42.088,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 26.733,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 28.435,
"verified": false
},
{
"type": "precision_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.752,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.71,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.235,
"verified": false
},
{
"type": "precision_at_3",
"value": 19.935,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.984,
"verified": false
},
{
"type": "recall_at_1",
"value": 13.714,
"verified": false
},
{
"type": "recall_at_10",
"value": 37.26,
"verified": false
},
{
"type": "recall_at_100",
"value": 60.546,
"verified": false
},
{
"type": "recall_at_1000",
"value": 79.899,
"verified": false
},
{
"type": "recall_at_3",
"value": 24.325,
"verified": false
},
{
"type": "recall_at_5",
"value": 29.725,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB DBPedia",
"revision": "None",
"split": "test",
"type": "dbpedia-entity"
},
"metrics": [
{
"type": "map_at_1",
"value": 8.462,
"verified": false
},
{
"type": "map_at_10",
"value": 18.637,
"verified": false
},
{
"type": "map_at_100",
"value": 26.132,
"verified": false
},
{
"type": "map_at_1000",
"value": 27.607,
"verified": false
},
{
"type": "map_at_3",
"value": 13.333,
"verified": false
},
{
"type": "map_at_5",
"value": 15.654000000000002,
"verified": false
},
{
"type": "mrr_at_1",
"value": 66.25,
"verified": false
},
{
"type": "mrr_at_10",
"value": 74.32600000000001,
"verified": false
},
{
"type": "mrr_at_100",
"value": 74.60900000000001,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 74.62,
"verified": false
},
{
"type": "mrr_at_3",
"value": 72.667,
"verified": false
},
{
"type": "mrr_at_5",
"value": 73.817,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 53.87499999999999,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.029,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.199,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.629999999999995,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 44.113,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 41.731,
"verified": false
},
{
"type": "precision_at_1",
"value": 66.25,
"verified": false
},
{
"type": "precision_at_10",
"value": 31.9,
"verified": false
},
{
"type": "precision_at_100",
"value": 10.043,
"verified": false
},
{
"type": "precision_at_1000",
"value": 1.926,
"verified": false
},
{
"type": "precision_at_3",
"value": 47.417,
"verified": false
},
{
"type": "precision_at_5",
"value": 40.65,
"verified": false
},
{
"type": "recall_at_1",
"value": 8.462,
"verified": false
},
{
"type": "recall_at_10",
"value": 24.293,
"verified": false
},
{
"type": "recall_at_100",
"value": 50.146,
"verified": false
},
{
"type": "recall_at_1000",
"value": 74.034,
"verified": false
},
{
"type": "recall_at_3",
"value": 14.967,
"verified": false
},
{
"type": "recall_at_5",
"value": 18.682,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB EmotionClassification",
"revision": "4f58c6b202a23cf9a4da393831edf4f9183cad37",
"split": "test",
"type": "mteb/emotion"
},
"metrics": [
{
"type": "accuracy",
"value": 47.84499999999999,
"verified": false
},
{
"type": "f1",
"value": 42.48106691979349,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB FEVER",
"revision": "None",
"split": "test",
"type": "fever"
},
"metrics": [
{
"type": "map_at_1",
"value": 74.034,
"verified": false
},
{
"type": "map_at_10",
"value": 82.76,
"verified": false
},
{
"type": "map_at_100",
"value": 82.968,
"verified": false
},
{
"type": "map_at_1000",
"value": 82.98299999999999,
"verified": false
},
{
"type": "map_at_3",
"value": 81.768,
"verified": false
},
{
"type": "map_at_5",
"value": 82.418,
"verified": false
},
{
"type": "mrr_at_1",
"value": 80.048,
"verified": false
},
{
"type": "mrr_at_10",
"value": 87.64999999999999,
"verified": false
},
{
"type": "mrr_at_100",
"value": 87.712,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 87.713,
"verified": false
},
{
"type": "mrr_at_3",
"value": 87.01100000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 87.466,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 80.048,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 86.643,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 87.361,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 87.606,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 85.137,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 86.016,
"verified": false
},
{
"type": "precision_at_1",
"value": 80.048,
"verified": false
},
{
"type": "precision_at_10",
"value": 10.372,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.093,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.113,
"verified": false
},
{
"type": "precision_at_3",
"value": 32.638,
"verified": false
},
{
"type": "precision_at_5",
"value": 20.177,
"verified": false
},
{
"type": "recall_at_1",
"value": 74.034,
"verified": false
},
{
"type": "recall_at_10",
"value": 93.769,
"verified": false
},
{
"type": "recall_at_100",
"value": 96.569,
"verified": false
},
{
"type": "recall_at_1000",
"value": 98.039,
"verified": false
},
{
"type": "recall_at_3",
"value": 89.581,
"verified": false
},
{
"type": "recall_at_5",
"value": 91.906,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB FiQA2018",
"revision": "None",
"split": "test",
"type": "fiqa"
},
"metrics": [
{
"type": "map_at_1",
"value": 20.5,
"verified": false
},
{
"type": "map_at_10",
"value": 32.857,
"verified": false
},
{
"type": "map_at_100",
"value": 34.589,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.778,
"verified": false
},
{
"type": "map_at_3",
"value": 29.161,
"verified": false
},
{
"type": "map_at_5",
"value": 31.033,
"verified": false
},
{
"type": "mrr_at_1",
"value": 40.123,
"verified": false
},
{
"type": "mrr_at_10",
"value": 48.776,
"verified": false
},
{
"type": "mrr_at_100",
"value": 49.495,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 49.539,
"verified": false
},
{
"type": "mrr_at_3",
"value": 46.605,
"verified": false
},
{
"type": "mrr_at_5",
"value": 47.654,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 40.123,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.343,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 46.56,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 49.777,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 37.322,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 37.791,
"verified": false
},
{
"type": "precision_at_1",
"value": 40.123,
"verified": false
},
{
"type": "precision_at_10",
"value": 11.08,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.752,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.232,
"verified": false
},
{
"type": "precision_at_3",
"value": 24.897,
"verified": false
},
{
"type": "precision_at_5",
"value": 17.809,
"verified": false
},
{
"type": "recall_at_1",
"value": 20.5,
"verified": false
},
{
"type": "recall_at_10",
"value": 46.388,
"verified": false
},
{
"type": "recall_at_100",
"value": 69.552,
"verified": false
},
{
"type": "recall_at_1000",
"value": 89.011,
"verified": false
},
{
"type": "recall_at_3",
"value": 33.617999999999995,
"verified": false
},
{
"type": "recall_at_5",
"value": 38.211,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB HotpotQA",
"revision": "None",
"split": "test",
"type": "hotpotqa"
},
"metrics": [
{
"type": "map_at_1",
"value": 39.136,
"verified": false
},
{
"type": "map_at_10",
"value": 61.673,
"verified": false
},
{
"type": "map_at_100",
"value": 62.562,
"verified": false
},
{
"type": "map_at_1000",
"value": 62.62,
"verified": false
},
{
"type": "map_at_3",
"value": 58.468,
"verified": false
},
{
"type": "map_at_5",
"value": 60.463,
"verified": false
},
{
"type": "mrr_at_1",
"value": 78.271,
"verified": false
},
{
"type": "mrr_at_10",
"value": 84.119,
"verified": false
},
{
"type": "mrr_at_100",
"value": 84.29299999999999,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 84.299,
"verified": false
},
{
"type": "mrr_at_3",
"value": 83.18900000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 83.786,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 78.271,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 69.935,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 73.01299999999999,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 74.126,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 65.388,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 67.906,
"verified": false
},
{
"type": "precision_at_1",
"value": 78.271,
"verified": false
},
{
"type": "precision_at_10",
"value": 14.562,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.6969999999999998,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.184,
"verified": false
},
{
"type": "precision_at_3",
"value": 41.841,
"verified": false
},
{
"type": "precision_at_5",
"value": 27.087,
"verified": false
},
{
"type": "recall_at_1",
"value": 39.136,
"verified": false
},
{
"type": "recall_at_10",
"value": 72.809,
"verified": false
},
{
"type": "recall_at_100",
"value": 84.86200000000001,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.208,
"verified": false
},
{
"type": "recall_at_3",
"value": 62.76199999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 67.718,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ImdbClassification",
"revision": "3d86128a09e091d6018b6d26cad27f2739fc2db7",
"split": "test",
"type": "mteb/imdb"
},
"metrics": [
{
"type": "accuracy",
"value": 90.606,
"verified": false
},
{
"type": "ap",
"value": 86.6579587804335,
"verified": false
},
{
"type": "f1",
"value": 90.5938853929307,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MSMARCO",
"revision": "None",
"split": "dev",
"type": "msmarco"
},
"metrics": [
{
"type": "map_at_1",
"value": 21.852,
"verified": false
},
{
"type": "map_at_10",
"value": 33.982,
"verified": false
},
{
"type": "map_at_100",
"value": 35.116,
"verified": false
},
{
"type": "map_at_1000",
"value": 35.167,
"verified": false
},
{
"type": "map_at_3",
"value": 30.134,
"verified": false
},
{
"type": "map_at_5",
"value": 32.340999999999994,
"verified": false
},
{
"type": "mrr_at_1",
"value": 22.479,
"verified": false
},
{
"type": "mrr_at_10",
"value": 34.594,
"verified": false
},
{
"type": "mrr_at_100",
"value": 35.672,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 35.716,
"verified": false
},
{
"type": "mrr_at_3",
"value": 30.84,
"verified": false
},
{
"type": "mrr_at_5",
"value": 32.998,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 22.493,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.833000000000006,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 46.357,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 47.637,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.995999999999995,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 36.919,
"verified": false
},
{
"type": "precision_at_1",
"value": 22.493,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.465999999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.925,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.104,
"verified": false
},
{
"type": "precision_at_3",
"value": 14.031,
"verified": false
},
{
"type": "precision_at_5",
"value": 10.413,
"verified": false
},
{
"type": "recall_at_1",
"value": 21.852,
"verified": false
},
{
"type": "recall_at_10",
"value": 61.934999999999995,
"verified": false
},
{
"type": "recall_at_100",
"value": 87.611,
"verified": false
},
{
"type": "recall_at_1000",
"value": 97.441,
"verified": false
},
{
"type": "recall_at_3",
"value": 40.584,
"verified": false
},
{
"type": "recall_at_5",
"value": 49.992999999999995,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MTOPDomainClassification (en)",
"revision": "d80d48c1eb48d3562165c59d59d0034df9fff0bf",
"split": "test",
"type": "mteb/mtop_domain"
},
"metrics": [
{
"type": "accuracy",
"value": 93.36069311445507,
"verified": false
},
{
"type": "f1",
"value": 93.16456330371452,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MTOPIntentClassification (en)",
"revision": "ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba",
"split": "test",
"type": "mteb/mtop_intent"
},
"metrics": [
{
"type": "accuracy",
"value": 74.74692202462381,
"verified": false
},
{
"type": "f1",
"value": 58.17903579421599,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MassiveIntentClassification (en)",
"revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7",
"split": "test",
"type": "mteb/amazon_massive_intent"
},
"metrics": [
{
"type": "accuracy",
"value": 74.80833893745796,
"verified": false
},
{
"type": "f1",
"value": 72.70786592684664,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MassiveScenarioClassification (en)",
"revision": "7d571f92784cd94a019292a1f45445077d0ef634",
"split": "test",
"type": "mteb/amazon_massive_scenario"
},
"metrics": [
{
"type": "accuracy",
"value": 78.69872225958305,
"verified": false
},
{
"type": "f1",
"value": 78.61626934504731,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MedrxivClusteringP2P",
"revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73",
"split": "test",
"type": "mteb/medrxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 33.058658628717694,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MedrxivClusteringS2S",
"revision": "35191c8c0dca72d8ff3efcd72aa802307d469663",
"split": "test",
"type": "mteb/medrxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 30.85561739360599,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MindSmallReranking",
"revision": "3bdac13927fdc888b903db93b2ffdbd90b295a69",
"split": "test",
"type": "mteb/mind_small"
},
"metrics": [
{
"type": "map",
"value": 31.290259910144385,
"verified": false
},
{
"type": "mrr",
"value": 32.44223046102856,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB NFCorpus",
"revision": "None",
"split": "test",
"type": "nfcorpus"
},
"metrics": [
{
"type": "map_at_1",
"value": 5.288,
"verified": false
},
{
"type": "map_at_10",
"value": 12.268,
"verified": false
},
{
"type": "map_at_100",
"value": 15.557000000000002,
"verified": false
},
{
"type": "map_at_1000",
"value": 16.98,
"verified": false
},
{
"type": "map_at_3",
"value": 8.866,
"verified": false
},
{
"type": "map_at_5",
"value": 10.418,
"verified": false
},
{
"type": "mrr_at_1",
"value": 43.653,
"verified": false
},
{
"type": "mrr_at_10",
"value": 52.681,
"verified": false
},
{
"type": "mrr_at_100",
"value": 53.315999999999995,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 53.357,
"verified": false
},
{
"type": "mrr_at_3",
"value": 51.393,
"verified": false
},
{
"type": "mrr_at_5",
"value": 51.904,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 42.415000000000006,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 34.305,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 30.825999999999997,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 39.393,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 39.931,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 37.52,
"verified": false
},
{
"type": "precision_at_1",
"value": 43.653,
"verified": false
},
{
"type": "precision_at_10",
"value": 25.728,
"verified": false
},
{
"type": "precision_at_100",
"value": 7.932,
"verified": false
},
{
"type": "precision_at_1000",
"value": 2.07,
"verified": false
},
{
"type": "precision_at_3",
"value": 38.184000000000005,
"verified": false
},
{
"type": "precision_at_5",
"value": 32.879000000000005,
"verified": false
},
{
"type": "recall_at_1",
"value": 5.288,
"verified": false
},
{
"type": "recall_at_10",
"value": 16.195,
"verified": false
},
{
"type": "recall_at_100",
"value": 31.135,
"verified": false
},
{
"type": "recall_at_1000",
"value": 61.531000000000006,
"verified": false
},
{
"type": "recall_at_3",
"value": 10.313,
"verified": false
},
{
"type": "recall_at_5",
"value": 12.755,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB NQ",
"revision": "None",
"split": "test",
"type": "nq"
},
"metrics": [
{
"type": "map_at_1",
"value": 28.216,
"verified": false
},
{
"type": "map_at_10",
"value": 42.588,
"verified": false
},
{
"type": "map_at_100",
"value": 43.703,
"verified": false
},
{
"type": "map_at_1000",
"value": 43.739,
"verified": false
},
{
"type": "map_at_3",
"value": 38.177,
"verified": false
},
{
"type": "map_at_5",
"value": 40.754000000000005,
"verified": false
},
{
"type": "mrr_at_1",
"value": 31.866,
"verified": false
},
{
"type": "mrr_at_10",
"value": 45.189,
"verified": false
},
{
"type": "mrr_at_100",
"value": 46.056,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 46.081,
"verified": false
},
{
"type": "mrr_at_3",
"value": 41.526999999999994,
"verified": false
},
{
"type": "mrr_at_5",
"value": 43.704,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 31.837,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 50.178,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 54.98800000000001,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 55.812,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.853,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 46.153,
"verified": false
},
{
"type": "precision_at_1",
"value": 31.837,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.43,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.112,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.119,
"verified": false
},
{
"type": "precision_at_3",
"value": 19.023,
"verified": false
},
{
"type": "precision_at_5",
"value": 13.911,
"verified": false
},
{
"type": "recall_at_1",
"value": 28.216,
"verified": false
},
{
"type": "recall_at_10",
"value": 70.8,
"verified": false
},
{
"type": "recall_at_100",
"value": 91.857,
"verified": false
},
{
"type": "recall_at_1000",
"value": 97.941,
"verified": false
},
{
"type": "recall_at_3",
"value": 49.196,
"verified": false
},
{
"type": "recall_at_5",
"value": 59.072,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB QuoraRetrieval",
"revision": "None",
"split": "test",
"type": "quora"
},
"metrics": [
{
"type": "map_at_1",
"value": 71.22800000000001,
"verified": false
},
{
"type": "map_at_10",
"value": 85.115,
"verified": false
},
{
"type": "map_at_100",
"value": 85.72,
"verified": false
},
{
"type": "map_at_1000",
"value": 85.737,
"verified": false
},
{
"type": "map_at_3",
"value": 82.149,
"verified": false
},
{
"type": "map_at_5",
"value": 84.029,
"verified": false
},
{
"type": "mrr_at_1",
"value": 81.96,
"verified": false
},
{
"type": "mrr_at_10",
"value": 88.00200000000001,
"verified": false
},
{
"type": "mrr_at_100",
"value": 88.088,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 88.089,
"verified": false
},
{
"type": "mrr_at_3",
"value": 87.055,
"verified": false
},
{
"type": "mrr_at_5",
"value": 87.715,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 82.01,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 88.78,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 89.91,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 90.013,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 85.957,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 87.56,
"verified": false
},
{
"type": "precision_at_1",
"value": 82.01,
"verified": false
},
{
"type": "precision_at_10",
"value": 13.462,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.528,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.157,
"verified": false
},
{
"type": "precision_at_3",
"value": 37.553,
"verified": false
},
{
"type": "precision_at_5",
"value": 24.732000000000003,
"verified": false
},
{
"type": "recall_at_1",
"value": 71.22800000000001,
"verified": false
},
{
"type": "recall_at_10",
"value": 95.69,
"verified": false
},
{
"type": "recall_at_100",
"value": 99.531,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.98,
"verified": false
},
{
"type": "recall_at_3",
"value": 87.632,
"verified": false
},
{
"type": "recall_at_5",
"value": 92.117,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB RedditClustering",
"revision": "24640382cdbf8abc73003fb0fa6d111a705499eb",
"split": "test",
"type": "mteb/reddit-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 52.31768034366916,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB RedditClusteringP2P",
"revision": "282350215ef01743dc01b456c7f5241fa8937f16",
"split": "test",
"type": "mteb/reddit-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 60.640266772723606,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SCIDOCS",
"revision": "None",
"split": "test",
"type": "scidocs"
},
"metrics": [
{
"type": "map_at_1",
"value": 4.7780000000000005,
"verified": false
},
{
"type": "map_at_10",
"value": 12.299,
"verified": false
},
{
"type": "map_at_100",
"value": 14.363,
"verified": false
},
{
"type": "map_at_1000",
"value": 14.71,
"verified": false
},
{
"type": "map_at_3",
"value": 8.738999999999999,
"verified": false
},
{
"type": "map_at_5",
"value": 10.397,
"verified": false
},
{
"type": "mrr_at_1",
"value": 23.6,
"verified": false
},
{
"type": "mrr_at_10",
"value": 34.845,
"verified": false
},
{
"type": "mrr_at_100",
"value": 35.916,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 35.973,
"verified": false
},
{
"type": "mrr_at_3",
"value": 31.7,
"verified": false
},
{
"type": "mrr_at_5",
"value": 33.535,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 23.6,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 20.522,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 28.737,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 34.596,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 19.542,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 16.958000000000002,
"verified": false
},
{
"type": "precision_at_1",
"value": 23.6,
"verified": false
},
{
"type": "precision_at_10",
"value": 10.67,
"verified": false
},
{
"type": "precision_at_100",
"value": 2.259,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.367,
"verified": false
},
{
"type": "precision_at_3",
"value": 18.333,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.88,
"verified": false
},
{
"type": "recall_at_1",
"value": 4.7780000000000005,
"verified": false
},
{
"type": "recall_at_10",
"value": 21.617,
"verified": false
},
{
"type": "recall_at_100",
"value": 45.905,
"verified": false
},
{
"type": "recall_at_1000",
"value": 74.42,
"verified": false
},
{
"type": "recall_at_3",
"value": 11.148,
"verified": false
},
{
"type": "recall_at_5",
"value": 15.082999999999998,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SICK-R",
"revision": "a6ea5a8cab320b040a23452cc28066d9beae2cee",
"split": "test",
"type": "mteb/sickr-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 83.22372750297885,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 79.40972617119405,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 80.6101072020434,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 79.53844217225202,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 80.57265975286111,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 79.46335611792958,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS12",
"revision": "a0d554a64d88156834ff5ae9920b964011b16384",
"split": "test",
"type": "mteb/sts12-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 85.43713315520749,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 77.44128693329532,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 81.63869928101123,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 77.29512977961515,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 81.63704185566183,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 77.29909412738657,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS13",
"revision": "7e90230a92c190f1bf69ae9002b8cea547a64cca",
"split": "test",
"type": "mteb/sts13-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 81.59451537860527,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 82.97994638856723,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 82.89478688288412,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 83.58740751053104,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 82.69140840941608,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 83.33665956040555,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS14",
"revision": "6031580fec1f6af667f0bd2da0a551cf4f0b2375",
"split": "test",
"type": "mteb/sts14-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 82.00756527711764,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 81.83560996841379,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 82.07684151976518,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 82.00913052060511,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 82.05690778488794,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 82.02260252019525,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS15",
"revision": "ae752c7c21bf194d8b67fd573edf7ae58183cbe3",
"split": "test",
"type": "mteb/sts15-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 86.13710262895447,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 87.26412811156248,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 86.94151453230228,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 87.5363796699571,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 86.86989424083748,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 87.47315940781353,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS16",
"revision": "4d8694f8f0e0100860b497b999b3dbed754a0513",
"split": "test",
"type": "mteb/sts16-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 83.0230597603627,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 84.93344499318864,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 84.23754743431141,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 85.09707376597099,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 84.04325160987763,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 84.89353071339909,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "en-en",
"name": "MTEB STS17 (en-en)",
"revision": "af5e6fb845001ecf41f4c1e033ce921939a2a68d",
"split": "test",
"type": "mteb/sts17-crosslingual-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 86.75620824563921,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 87.15065513706398,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 88.26281533633521,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 87.51963738643983,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 88.25599267618065,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 87.58048736047483,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB STS22 (en)",
"revision": "6d1ba47164174a496b7fa5d3569dae26a6813b80",
"split": "test",
"type": "mteb/sts22-crosslingual-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 64.74645319195137,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 65.29996325037214,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 67.04297794086443,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 65.43841726694343,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 67.39459955690904,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 65.92864704413651,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STSBenchmark",
"revision": "b0fddb56ed78048fa8b90373c8a3cfc37b684831",
"split": "test",
"type": "mteb/stsbenchmark-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 84.31291020270801,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 85.86473738688068,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 85.65537275064152,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 86.13087454209642,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 85.43946955047609,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 85.91568175344916,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SciDocsRR",
"revision": "d3c5e1fc0b855ab6097bf1cda04dd73947d7caab",
"split": "test",
"type": "mteb/scidocs-reranking"
},
"metrics": [
{
"type": "map",
"value": 85.93798118350695,
"verified": false
},
{
"type": "mrr",
"value": 95.93536274908824,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SciFact",
"revision": "None",
"split": "test",
"type": "scifact"
},
"metrics": [
{
"type": "map_at_1",
"value": 57.594,
"verified": false
},
{
"type": "map_at_10",
"value": 66.81899999999999,
"verified": false
},
{
"type": "map_at_100",
"value": 67.368,
"verified": false
},
{
"type": "map_at_1000",
"value": 67.4,
"verified": false
},
{
"type": "map_at_3",
"value": 64.061,
"verified": false
},
{
"type": "map_at_5",
"value": 65.47,
"verified": false
},
{
"type": "mrr_at_1",
"value": 60.667,
"verified": false
},
{
"type": "mrr_at_10",
"value": 68.219,
"verified": false
},
{
"type": "mrr_at_100",
"value": 68.655,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 68.684,
"verified": false
},
{
"type": "mrr_at_3",
"value": 66.22200000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 67.289,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 60.667,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 71.275,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 73.642,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 74.373,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 66.521,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 68.581,
"verified": false
},
{
"type": "precision_at_1",
"value": 60.667,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.433,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.0699999999999998,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.113,
"verified": false
},
{
"type": "precision_at_3",
"value": 25.556,
"verified": false
},
{
"type": "precision_at_5",
"value": 16.8,
"verified": false
},
{
"type": "recall_at_1",
"value": 57.594,
"verified": false
},
{
"type": "recall_at_10",
"value": 83.622,
"verified": false
},
{
"type": "recall_at_100",
"value": 94.167,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.667,
"verified": false
},
{
"type": "recall_at_3",
"value": 70.64399999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 75.983,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SprintDuplicateQuestions",
"revision": "d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46",
"split": "test",
"type": "mteb/sprintduplicatequestions-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 99.85841584158416,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 96.66996142314342,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 92.83208020050124,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 93.06532663316584,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 92.6,
"verified": false
},
{
"type": "dot_accuracy",
"value": 99.85841584158416,
"verified": false
},
{
"type": "dot_ap",
"value": 96.6775307676576,
"verified": false
},
{
"type": "dot_f1",
"value": 92.69289729177312,
"verified": false
},
{
"type": "dot_precision",
"value": 94.7753396029258,
"verified": false
},
{
"type": "dot_recall",
"value": 90.7,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 99.86138613861388,
"verified": false
},
{
"type": "euclidean_ap",
"value": 96.6338454403108,
"verified": false
},
{
"type": "euclidean_f1",
"value": 92.92214357937311,
"verified": false
},
{
"type": "euclidean_precision",
"value": 93.96728016359918,
"verified": false
},
{
"type": "euclidean_recall",
"value": 91.9,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 99.86237623762376,
"verified": false
},
{
"type": "manhattan_ap",
"value": 96.60370449645052,
"verified": false
},
{
"type": "manhattan_f1",
"value": 92.91177970423252,
"verified": false
},
{
"type": "manhattan_precision",
"value": 94.7970863683663,
"verified": false
},
{
"type": "manhattan_recall",
"value": 91.1,
"verified": false
},
{
"type": "max_accuracy",
"value": 99.86237623762376,
"verified": false
},
{
"type": "max_ap",
"value": 96.6775307676576,
"verified": false
},
{
"type": "max_f1",
"value": 92.92214357937311,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackExchangeClustering",
"revision": "6cbc1f7b2bc0622f2e39d2c77fa502909748c259",
"split": "test",
"type": "mteb/stackexchange-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 60.77977058695198,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackExchangeClusteringP2P",
"revision": "815ca46b2622cec33ccafc3735d572c266efdb44",
"split": "test",
"type": "mteb/stackexchange-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 35.2725272535638,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackOverflowDupQuestions",
"revision": "e185fbe320c72810689fc5848eb6114e1ef5ec69",
"split": "test",
"type": "mteb/stackoverflowdupquestions-reranking"
},
"metrics": [
{
"type": "map",
"value": 53.64052466362125,
"verified": false
},
{
"type": "mrr",
"value": 54.533067014684654,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SummEval",
"revision": "cda12ad7615edc362dbf25a00fdd61d3b1eaf93c",
"split": "test",
"type": "mteb/summeval"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 30.677624219206574,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 30.121368518123447,
"verified": false
},
{
"type": "dot_pearson",
"value": 30.69870088041608,
"verified": false
},
{
"type": "dot_spearman",
"value": 29.61284927093751,
"verified": false
}
],
"task": {
"type": "Summarization"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TRECCOVID",
"revision": "None",
"split": "test",
"type": "trec-covid"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.22,
"verified": false
},
{
"type": "map_at_10",
"value": 1.855,
"verified": false
},
{
"type": "map_at_100",
"value": 9.885,
"verified": false
},
{
"type": "map_at_1000",
"value": 23.417,
"verified": false
},
{
"type": "map_at_3",
"value": 0.637,
"verified": false
},
{
"type": "map_at_5",
"value": 1.024,
"verified": false
},
{
"type": "mrr_at_1",
"value": 88,
"verified": false
},
{
"type": "mrr_at_10",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_100",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_3",
"value": 92.667,
"verified": false
},
{
"type": "mrr_at_5",
"value": 93.067,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 82,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 75.899,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 55.115,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 48.368,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 79.704,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 78.39699999999999,
"verified": false
},
{
"type": "precision_at_1",
"value": 88,
"verified": false
},
{
"type": "precision_at_10",
"value": 79.60000000000001,
"verified": false
},
{
"type": "precision_at_100",
"value": 56.06,
"verified": false
},
{
"type": "precision_at_1000",
"value": 21.206,
"verified": false
},
{
"type": "precision_at_3",
"value": 84.667,
"verified": false
},
{
"type": "precision_at_5",
"value": 83.2,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.22,
"verified": false
},
{
"type": "recall_at_10",
"value": 2.078,
"verified": false
},
{
"type": "recall_at_100",
"value": 13.297,
"verified": false
},
{
"type": "recall_at_1000",
"value": 44.979,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.6689999999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 1.106,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB Touche2020",
"revision": "None",
"split": "test",
"type": "webis-touche2020"
},
"metrics": [
{
"type": "map_at_1",
"value": 2.258,
"verified": false
},
{
"type": "map_at_10",
"value": 10.439,
"verified": false
},
{
"type": "map_at_100",
"value": 16.89,
"verified": false
},
{
"type": "map_at_1000",
"value": 18.408,
"verified": false
},
{
"type": "map_at_3",
"value": 5.668,
"verified": false
},
{
"type": "map_at_5",
"value": 7.718,
"verified": false
},
{
"type": "mrr_at_1",
"value": 32.653,
"verified": false
},
{
"type": "mrr_at_10",
"value": 51.159,
"verified": false
},
{
"type": "mrr_at_100",
"value": 51.714000000000006,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 51.714000000000006,
"verified": false
},
{
"type": "mrr_at_3",
"value": 47.959,
"verified": false
},
{
"type": "mrr_at_5",
"value": 50.407999999999994,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.592,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 26.037,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 37.924,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 49.126999999999995,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 30.632,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 28.571,
"verified": false
},
{
"type": "precision_at_1",
"value": 32.653,
"verified": false
},
{
"type": "precision_at_10",
"value": 22.857,
"verified": false
},
{
"type": "precision_at_100",
"value": 7.754999999999999,
"verified": false
},
{
"type": "precision_at_1000",
"value": 1.529,
"verified": false
},
{
"type": "precision_at_3",
"value": 34.014,
"verified": false
},
{
"type": "precision_at_5",
"value": 29.796,
"verified": false
},
{
"type": "recall_at_1",
"value": 2.258,
"verified": false
},
{
"type": "recall_at_10",
"value": 16.554,
"verified": false
},
{
"type": "recall_at_100",
"value": 48.439,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82.80499999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 7.283,
"verified": false
},
{
"type": "recall_at_5",
"value": 10.732,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ToxicConversationsClassification",
"revision": "d7c0de2777da35d6aae2200a62c6e0e5af397c4c",
"split": "test",
"type": "mteb/toxic_conversations_50k"
},
"metrics": [
{
"type": "accuracy",
"value": 69.8858,
"verified": false
},
{
"type": "ap",
"value": 13.835684144362109,
"verified": false
},
{
"type": "f1",
"value": 53.803351693244586,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TweetSentimentExtractionClassification",
"revision": "d604517c81ca91fe16a244d1248fc021f9ecee7a",
"split": "test",
"type": "mteb/tweet_sentiment_extraction"
},
"metrics": [
{
"type": "accuracy",
"value": 60.50650820599886,
"verified": false
},
{
"type": "f1",
"value": 60.84357825979259,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwentyNewsgroupsClustering",
"revision": "6125ec4e24fa026cec8a478383ee943acfbd5449",
"split": "test",
"type": "mteb/twentynewsgroups-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 48.52131044852134,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwitterSemEval2015",
"revision": "70970daeab8776df92f5ea462b6173c0b46fd2d1",
"split": "test",
"type": "mteb/twittersemeval2015-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 85.59337187816654,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 73.23925826533437,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 67.34693877551021,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 62.40432237730752,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 73.13984168865434,
"verified": false
},
{
"type": "dot_accuracy",
"value": 85.31322644096085,
"verified": false
},
{
"type": "dot_ap",
"value": 72.30723963807422,
"verified": false
},
{
"type": "dot_f1",
"value": 66.47051612112296,
"verified": false
},
{
"type": "dot_precision",
"value": 62.0792305930845,
"verified": false
},
{
"type": "dot_recall",
"value": 71.53034300791556,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 85.61125350181797,
"verified": false
},
{
"type": "euclidean_ap",
"value": 73.32843720487845,
"verified": false
},
{
"type": "euclidean_f1",
"value": 67.36549633745895,
"verified": false
},
{
"type": "euclidean_precision",
"value": 64.60755813953489,
"verified": false
},
{
"type": "euclidean_recall",
"value": 70.36939313984169,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 85.63509566668654,
"verified": false
},
{
"type": "manhattan_ap",
"value": 73.16658488311325,
"verified": false
},
{
"type": "manhattan_f1",
"value": 67.20597386434349,
"verified": false
},
{
"type": "manhattan_precision",
"value": 63.60424028268551,
"verified": false
},
{
"type": "manhattan_recall",
"value": 71.2401055408971,
"verified": false
},
{
"type": "max_accuracy",
"value": 85.63509566668654,
"verified": false
},
{
"type": "max_ap",
"value": 73.32843720487845,
"verified": false
},
{
"type": "max_f1",
"value": 67.36549633745895,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwitterURLCorpus",
"revision": "8b6510b0b1fa4e4c4f879467980e9be563ec1cdf",
"split": "test",
"type": "mteb/twitterurlcorpus-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 88.33779640625606,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 84.83868375898157,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 77.16506154017773,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 74.62064005753327,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 79.88912842623961,
"verified": false
},
{
"type": "dot_accuracy",
"value": 88.02732176815307,
"verified": false
},
{
"type": "dot_ap",
"value": 83.95089283763002,
"verified": false
},
{
"type": "dot_f1",
"value": 76.29635101196631,
"verified": false
},
{
"type": "dot_precision",
"value": 73.31771720613288,
"verified": false
},
{
"type": "dot_recall",
"value": 79.52725592854944,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 88.44452206310397,
"verified": false
},
{
"type": "euclidean_ap",
"value": 84.98384576824827,
"verified": false
},
{
"type": "euclidean_f1",
"value": 77.29311047696697,
"verified": false
},
{
"type": "euclidean_precision",
"value": 74.51232583065381,
"verified": false
},
{
"type": "euclidean_recall",
"value": 80.28949799815214,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 88.47362906042613,
"verified": false
},
{
"type": "manhattan_ap",
"value": 84.91421462218432,
"verified": false
},
{
"type": "manhattan_f1",
"value": 77.05107637204792,
"verified": false
},
{
"type": "manhattan_precision",
"value": 74.74484256243214,
"verified": false
},
{
"type": "manhattan_recall",
"value": 79.50415768401602,
"verified": false
},
{
"type": "max_accuracy",
"value": 88.47362906042613,
"verified": false
},
{
"type": "max_ap",
"value": 84.98384576824827,
"verified": false
},
{
"type": "max_f1",
"value": 77.29311047696697,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
}
]
}
],
"modelId": "BAAI/bge-small-en-v1.5",
"pipeline_tag": "feature-extraction",
"private": false,
"safetensors": {
"parameters": {
"F32": 33360000,
"I64": 512
},
"total": 33360512
},
"sha": "5c38ec7c405ec4b44b94cc5a9bb96e735b38267a",
"siblings": [
{
"rfilename": ".gitattributes"
},
{
"rfilename": "1_Pooling/config.json"
},
{
"rfilename": "README.md"
},
{
"rfilename": "config.json"
},
{
"rfilename": "config_sentence_transformers.json"
},
{
"rfilename": "model.safetensors"
},
{
"rfilename": "modules.json"
},
{
"rfilename": "onnx/model.onnx"
},
{
"rfilename": "pytorch_model.bin"
},
{
"rfilename": "sentence_bert_config.json"
},
{
"rfilename": "special_tokens_map.json"
},
{
"rfilename": "tokenizer.json"
},
{
"rfilename": "tokenizer_config.json"
},
{
"rfilename": "vocab.txt"
}
],
"spaces": [
"embedl/hfviewer",
"mteb/leaderboard",
"Station-house/ConspiracyBench",
"qiang777/c4ai",
"Malvenoak/boardgames-rag",
"kollarushi/vg",
"XyloDev/DocuMind.Ai_V.1",
"MTEB-BR/leaderboard",
"mteb/leaderboard_legacy",
"Sarath0x8f/Document-QA-bot",
"hakari-bench/leaderboard",
"AI-ANK/RAGArch",
"fau/videoxity",
"Mr-Vicky-01/chat-with-PDF",
"lightmate/llm-chatbot",
"thisisrishi/chat-with-pdf",
"m-ric/Quotes",
"suriya7/Chatbot-PDF",
"lihuigu/SciPIP",
"Shreyas094/SearXNG-WebSearch-Agent",
"build-small-hackathon/HearthNet",
"build-small-hackathon/WanderLust",
"Mattral/RAG-Financial-Multimodal",
"lingyit1108/ragtest-sakimilo",
"phucbienvan/AppChat",
"SmileXing/leaderboard",
"TeamSAS/UB_VSA",
"Tarka-AIR/Tarka-Embedding",
"MCP-1st-Birthday/Shyam-Kathir-mcp-in-action-track-creative",
"Shivamsinghtomar78/ChatWithPDF",
"Agents-MCP-Hackathon/AgentPimentBleu",
"Ab-Romia/Context-Aware-AI",
"build-small-hackathon/WitGym",
"monsterapi/RAG-Chat",
"aelitta/BioMistral_gradio",
"henry2024/ARIN_7102",
"SaranyaR/chatbot",
"olamideba/rag-chatbot",
"datajoi/Domain-Document-Indexing",
"universalsoftware/uchat",
"re-mind/Crawl4AI",
"Steven10429/apply_lora_and_quantize",
"koler/Agentic-ai-With-RAG",
"ipepe/nomic-embeddings",
"anu151105/agentic-browser",
"aloshy-ai/deep-job-seek-mini",
"bSonali/healthcare-ai-assistant",
"jnalv/embedding-fingerprints",
"Muqadas-13/complyflow-ai",
"kbsss/medical-qa-chatbot",
"kerdosdotio/Custom-LLM-Chat",
"CGIAR/ifpri-dp-rag",
"amryassin/embedding-bench",
"kbsss/healthcare-qa-api",
"Urvikava/EdgeQuant-Agent",
"LovnishVerma/pdf-rag-chatbot",
"Shive-69/Raggy",
"ImtiyazLentra1/VicoXOddyseus",
"build-small-hackathon/Paper2Lab",
"rajivranjan3961/Rag",
"HF-Collab-Center/Searching-For-HuggingFace-Users",
"LovnishVerma/rag",
"Abhi2280/Intelligent-Candidate-Discovery",
"legitm0nkey/parakeet-flashcard-guru",
"agent-dg21/redrob-ranker",
"Krishu079/multimodal-pdf-chatbot",
"elg4/gym-sales-coach",
"ManFrag/translatetopic",
"ayaanzaveri/bge-large-en-v1.5",
"Chris4K/rag-tool",
"ubermenchh/article_chat",
"junaidiqbalsyed/qa_hr_chatbot",
"somewheresystems/dataclysm",
"AI-ANK/AI-Real-Estate-Search-Qdrant-Llamaindex",
"whoami02/bot_manuals",
"Dobby091/koko",
"DayanaGCruz/DayiLlama",
"Nithi123/DataScience_ChatAssistant_Llma3_Chatgroq",
"dryouviavant/Ilya-Docs_RAG-INFO-Custodian-CHAT_by-lAIl",
"lakshmivairamani/pdf_chatbot",
"yuvaranianandhan24/chat_with_pdf",
"malvika2003/openvino_notebooks",
"Prat0/ClarifyAI",
"Jashu/HeartDiseaseChatbot",
"dixiyao/chatbot-professor",
"gufett0/chatbot-llamaindex",
"Deddy/Quotes_Terbaik_Dunia",
"Jashu/diabetesDiseaseBot",
"Sachitksh/Document_bot_by_team_bhumi",
"Draichi/Formula1-race-debriefing",
"Wedyan2023/Data_Generation_LabelingCopy",
"AI-RESEARCHER-2024/Computing-Chatbot",
"gabrolo/StudyBuddy",
"sushildhakal/embd",
"kevinhug/ai",
"ryadav2/Talk2Docs",
"efeideo/open-belinostat",
"Aedelon/GAIA_Agent",
"zy2582/WithSandra_Chatbot",
"gm42/esi-hf"
],
"tags": [
"sentence-transformers",
"pytorch",
"onnx",
"safetensors",
"bert",
"feature-extraction",
"sentence-similarity",
"transformers",
"mteb",
"en",
"arxiv:2401.03462",
"arxiv:2312.15503",
"arxiv:2311.13534",
"arxiv:2310.07554",
"arxiv:2309.07597",
"license:mit",
"model-index",
"text-embeddings-inference",
"endpoints_compatible",
"deploy:sagemaker",
"deploy:azure",
"region:us"
],
"transformersInfo": {
"auto_model": "AutoModel",
"pipeline_tag": "feature-extraction",
"processor": "AutoTokenizer"
},
"usedStorage": 900980756
} | — | ||||
| Task task | Hugging Face models | feature-extractionreceipt
What the source handed over{
"_asked": "BAAI/bge-small-en-v1.5",
"_id": "64fff537d522560505ad6567",
"author": "BAAI",
"cardData": {
"language": [
"en"
],
"license": "mit",
"model-index": [
{
"name": "bge-small-en-v1.5",
"results": [
{
"dataset": {
"config": "en",
"name": "MTEB AmazonCounterfactualClassification (en)",
"revision": "e8379541af4e31359cca9fbcf4b00f2671dba205",
"split": "test",
"type": "mteb/amazon_counterfactual"
},
"metrics": [
{
"type": "accuracy",
"value": 73.79104477611939,
"verified": false
},
{
"type": "ap",
"value": 37.21923821573361,
"verified": false
},
{
"type": "f1",
"value": 68.0914945617093,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB AmazonPolarityClassification",
"revision": "e2d317d38cd51312af73b3d32a06d1a08b442046",
"split": "test",
"type": "mteb/amazon_polarity"
},
"metrics": [
{
"type": "accuracy",
"value": 92.753775,
"verified": false
},
{
"type": "ap",
"value": 89.46766124546022,
"verified": false
},
{
"type": "f1",
"value": 92.73884001331488,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB AmazonReviewsClassification (en)",
"revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
"split": "test",
"type": "mteb/amazon_reviews_multi"
},
"metrics": [
{
"type": "accuracy",
"value": 46.986,
"verified": false
},
{
"type": "f1",
"value": 46.55936786727896,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArguAna",
"revision": "None",
"split": "test",
"type": "arguana"
},
"metrics": [
{
"type": "map_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "map_at_10",
"value": 51.388,
"verified": false
},
{
"type": "map_at_100",
"value": 52.133,
"verified": false
},
{
"type": "map_at_1000",
"value": 52.141000000000005,
"verified": false
},
{
"type": "map_at_3",
"value": 47.037,
"verified": false
},
{
"type": "map_at_5",
"value": 49.579,
"verified": false
},
{
"type": "mrr_at_1",
"value": 36.558,
"verified": false
},
{
"type": "mrr_at_10",
"value": 51.658,
"verified": false
},
{
"type": "mrr_at_100",
"value": 52.402,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 52.41,
"verified": false
},
{
"type": "mrr_at_3",
"value": 47.345,
"verified": false
},
{
"type": "mrr_at_5",
"value": 49.797999999999995,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 59.55,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 62.596,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 62.759,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 50.666999999999994,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 55.228,
"verified": false
},
{
"type": "precision_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.542,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.984,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.1,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.389,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.438,
"verified": false
},
{
"type": "recall_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "recall_at_10",
"value": 85.42,
"verified": false
},
{
"type": "recall_at_100",
"value": 98.435,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.644,
"verified": false
},
{
"type": "recall_at_3",
"value": 61.166,
"verified": false
},
{
"type": "recall_at_5",
"value": 72.191,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArxivClusteringP2P",
"revision": "a122ad7f3f0291bf49cc6f4d32aa80929df69d5d",
"split": "test",
"type": "mteb/arxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 47.402770198163594,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArxivClusteringS2S",
"revision": "f910caf1a6075f7329cdf8c1a6135696f37dbd53",
"split": "test",
"type": "mteb/arxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 40.01545436974177,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB AskUbuntuDupQuestions",
"revision": "2000358ca161889fa9c082cb41daa8dcfb161a54",
"split": "test",
"type": "mteb/askubuntudupquestions-reranking"
},
"metrics": [
{
"type": "map",
"value": 62.5864652732072,
"verified": false
},
{
"type": "mrr",
"value": 74.42169019038825,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BIOSSES",
"revision": "d3fb88f8f02e40887cd149695127462bbcf29b4a",
"split": "test",
"type": "mteb/biosses-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 85.1891186537969,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 83.75492046087288,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 84.11766204805357,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 84.01456493126516,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 84.2132950502772,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 83.89227298813377,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB Banking77Classification",
"revision": "0fd18e25b25c072e09e0d92ab615fda904d66300",
"split": "test",
"type": "mteb/banking77"
},
"metrics": [
{
"type": "accuracy",
"value": 85.74025974025975,
"verified": false
},
{
"type": "f1",
"value": 85.71493566466381,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BiorxivClusteringP2P",
"revision": "65b79d1d13f80053f67aca9498d9402c2d9f1f40",
"split": "test",
"type": "mteb/biorxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 38.467181385006434,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BiorxivClusteringS2S",
"revision": "258694dd0231531bc1fd9de6ceb52a0853c6d908",
"split": "test",
"type": "mteb/biorxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 34.719496037339056,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackAndroidRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 29.587000000000003,
"verified": false
},
{
"type": "map_at_10",
"value": 41.114,
"verified": false
},
{
"type": "map_at_100",
"value": 42.532,
"verified": false
},
{
"type": "map_at_1000",
"value": 42.661,
"verified": false
},
{
"type": "map_at_3",
"value": 37.483,
"verified": false
},
{
"type": "map_at_5",
"value": 39.652,
"verified": false
},
{
"type": "mrr_at_1",
"value": 36.338,
"verified": false
},
{
"type": "mrr_at_10",
"value": 46.763,
"verified": false
},
{
"type": "mrr_at_100",
"value": 47.393,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 47.445,
"verified": false
},
{
"type": "mrr_at_3",
"value": 43.538,
"verified": false
},
{
"type": "mrr_at_5",
"value": 45.556,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 36.338,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 47.658,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 52.824000000000005,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 54.913999999999994,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.989,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 44.944,
"verified": false
},
{
"type": "precision_at_1",
"value": 36.338,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.156,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.479,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.196,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.076,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.85,
"verified": false
},
{
"type": "recall_at_1",
"value": 29.587000000000003,
"verified": false
},
{
"type": "recall_at_10",
"value": 60.746,
"verified": false
},
{
"type": "recall_at_100",
"value": 82.157,
"verified": false
},
{
"type": "recall_at_1000",
"value": 95.645,
"verified": false
},
{
"type": "recall_at_3",
"value": 44.821,
"verified": false
},
{
"type": "recall_at_5",
"value": 52.819,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackEnglishRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 30.239,
"verified": false
},
{
"type": "map_at_10",
"value": 39.989,
"verified": false
},
{
"type": "map_at_100",
"value": 41.196,
"verified": false
},
{
"type": "map_at_1000",
"value": 41.325,
"verified": false
},
{
"type": "map_at_3",
"value": 37.261,
"verified": false
},
{
"type": "map_at_5",
"value": 38.833,
"verified": false
},
{
"type": "mrr_at_1",
"value": 37.516,
"verified": false
},
{
"type": "mrr_at_10",
"value": 46.177,
"verified": false
},
{
"type": "mrr_at_100",
"value": 46.806,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 46.849,
"verified": false
},
{
"type": "mrr_at_3",
"value": 44.002,
"verified": false
},
{
"type": "mrr_at_5",
"value": 45.34,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 37.516,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 45.586,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 49.897000000000006,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.955,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.684,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 43.617,
"verified": false
},
{
"type": "precision_at_1",
"value": 37.516,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.522,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.374,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.184,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.106,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.153,
"verified": false
},
{
"type": "recall_at_1",
"value": 30.239,
"verified": false
},
{
"type": "recall_at_10",
"value": 55.03,
"verified": false
},
{
"type": "recall_at_100",
"value": 73.375,
"verified": false
},
{
"type": "recall_at_1000",
"value": 86.29599999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 43.269000000000005,
"verified": false
},
{
"type": "recall_at_5",
"value": 48.878,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackGamingRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 38.338,
"verified": false
},
{
"type": "map_at_10",
"value": 50.468999999999994,
"verified": false
},
{
"type": "map_at_100",
"value": 51.553,
"verified": false
},
{
"type": "map_at_1000",
"value": 51.608,
"verified": false
},
{
"type": "map_at_3",
"value": 47.107,
"verified": false
},
{
"type": "map_at_5",
"value": 49.101,
"verified": false
},
{
"type": "mrr_at_1",
"value": 44.201,
"verified": false
},
{
"type": "mrr_at_10",
"value": 54.057,
"verified": false
},
{
"type": "mrr_at_100",
"value": 54.764,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 54.791,
"verified": false
},
{
"type": "mrr_at_3",
"value": 51.56699999999999,
"verified": false
},
{
"type": "mrr_at_5",
"value": 53.05,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 44.201,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 56.379000000000005,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 60.645,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 61.73499999999999,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 50.726000000000006,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 53.58500000000001,
"verified": false
},
{
"type": "precision_at_1",
"value": 44.201,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.141,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.216,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.135,
"verified": false
},
{
"type": "precision_at_3",
"value": 22.654,
"verified": false
},
{
"type": "precision_at_5",
"value": 15.723999999999998,
"verified": false
},
{
"type": "recall_at_1",
"value": 38.338,
"verified": false
},
{
"type": "recall_at_10",
"value": 70.30499999999999,
"verified": false
},
{
"type": "recall_at_100",
"value": 88.77199999999999,
"verified": false
},
{
"type": "recall_at_1000",
"value": 96.498,
"verified": false
},
{
"type": "recall_at_3",
"value": 55.218,
"verified": false
},
{
"type": "recall_at_5",
"value": 62.104000000000006,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackGisRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 25.682,
"verified": false
},
{
"type": "map_at_10",
"value": 33.498,
"verified": false
},
{
"type": "map_at_100",
"value": 34.461000000000006,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.544000000000004,
"verified": false
},
{
"type": "map_at_3",
"value": 30.504,
"verified": false
},
{
"type": "map_at_5",
"value": 32.216,
"verified": false
},
{
"type": "mrr_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "mrr_at_10",
"value": 35.467999999999996,
"verified": false
},
{
"type": "mrr_at_100",
"value": 36.32,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 36.386,
"verified": false
},
{
"type": "mrr_at_3",
"value": 32.618,
"verified": false
},
{
"type": "mrr_at_5",
"value": 34.262,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.378,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 43.288,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 45.413,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.586,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.499,
"verified": false
},
{
"type": "precision_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.864,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.882,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.11,
"verified": false
},
{
"type": "precision_at_3",
"value": 13.446,
"verified": false
},
{
"type": "precision_at_5",
"value": 9.718,
"verified": false
},
{
"type": "recall_at_1",
"value": 25.682,
"verified": false
},
{
"type": "recall_at_10",
"value": 51.712,
"verified": false
},
{
"type": "recall_at_100",
"value": 74.446,
"verified": false
},
{
"type": "recall_at_1000",
"value": 90.472,
"verified": false
},
{
"type": "recall_at_3",
"value": 36.236,
"verified": false
},
{
"type": "recall_at_5",
"value": 43.234,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackMathematicaRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 16.073999999999998,
"verified": false
},
{
"type": "map_at_10",
"value": 24.353,
"verified": false
},
{
"type": "map_at_100",
"value": 25.438,
"verified": false
},
{
"type": "map_at_1000",
"value": 25.545,
"verified": false
},
{
"type": "map_at_3",
"value": 21.614,
"verified": false
},
{
"type": "map_at_5",
"value": 23.104,
"verified": false
},
{
"type": "mrr_at_1",
"value": 19.776,
"verified": false
},
{
"type": "mrr_at_10",
"value": 28.837000000000003,
"verified": false
},
{
"type": "mrr_at_100",
"value": 29.755,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 29.817,
"verified": false
},
{
"type": "mrr_at_3",
"value": 26.202,
"verified": false
},
{
"type": "mrr_at_5",
"value": 27.714,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 19.776,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 29.701,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 35.307,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 37.942,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 24.764,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 27.025,
"verified": false
},
{
"type": "precision_at_1",
"value": 19.776,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.659,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.971,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.133,
"verified": false
},
{
"type": "precision_at_3",
"value": 12.065,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.905000000000001,
"verified": false
},
{
"type": "recall_at_1",
"value": 16.073999999999998,
"verified": false
},
{
"type": "recall_at_10",
"value": 41.647,
"verified": false
},
{
"type": "recall_at_100",
"value": 66.884,
"verified": false
},
{
"type": "recall_at_1000",
"value": 85.91499999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 27.916,
"verified": false
},
{
"type": "recall_at_5",
"value": 33.729,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackPhysicsRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 28.444999999999997,
"verified": false
},
{
"type": "map_at_10",
"value": 38.218999999999994,
"verified": false
},
{
"type": "map_at_100",
"value": 39.595,
"verified": false
},
{
"type": "map_at_1000",
"value": 39.709,
"verified": false
},
{
"type": "map_at_3",
"value": 35.586,
"verified": false
},
{
"type": "map_at_5",
"value": 36.895,
"verified": false
},
{
"type": "mrr_at_1",
"value": 34.841,
"verified": false
},
{
"type": "mrr_at_10",
"value": 44.106,
"verified": false
},
{
"type": "mrr_at_100",
"value": 44.98,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 45.03,
"verified": false
},
{
"type": "mrr_at_3",
"value": 41.979,
"verified": false
},
{
"type": "mrr_at_5",
"value": 43.047999999999995,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 34.841,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 43.922,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 49.504999999999995,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.675,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 39.858,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 41.408,
"verified": false
},
{
"type": "precision_at_1",
"value": 34.841,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.872999999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.245,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.161,
"verified": false
},
{
"type": "precision_at_3",
"value": 18.993,
"verified": false
},
{
"type": "precision_at_5",
"value": 13.032,
"verified": false
},
{
"type": "recall_at_1",
"value": 28.444999999999997,
"verified": false
},
{
"type": "recall_at_10",
"value": 54.984,
"verified": false
},
{
"type": "recall_at_100",
"value": 78.342,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.77,
"verified": false
},
{
"type": "recall_at_3",
"value": 42.843,
"verified": false
},
{
"type": "recall_at_5",
"value": 47.247,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackProgrammersRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.072,
"verified": false
},
{
"type": "map_at_10",
"value": 32.354,
"verified": false
},
{
"type": "map_at_100",
"value": 33.800000000000004,
"verified": false
},
{
"type": "map_at_1000",
"value": 33.908,
"verified": false
},
{
"type": "map_at_3",
"value": 29.232000000000003,
"verified": false
},
{
"type": "map_at_5",
"value": 31.049,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "mrr_at_10",
"value": 38.03,
"verified": false
},
{
"type": "mrr_at_100",
"value": 39.032,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 39.087,
"verified": false
},
{
"type": "mrr_at_3",
"value": 35.407,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.76,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.231,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.425,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.771,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 33.095,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.459,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.215000000000001,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.211,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.157,
"verified": false
},
{
"type": "precision_at_3",
"value": 16.058,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.644,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.072,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.285999999999994,
"verified": false
},
{
"type": "recall_at_100",
"value": 76.596,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.861,
"verified": false
},
{
"type": "recall_at_3",
"value": 35.702,
"verified": false
},
{
"type": "recall_at_5",
"value": 42.152,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 24.937916666666663,
"verified": false
},
{
"type": "map_at_10",
"value": 33.755250000000004,
"verified": false
},
{
"type": "map_at_100",
"value": 34.955999999999996,
"verified": false
},
{
"type": "map_at_1000",
"value": 35.070499999999996,
"verified": false
},
{
"type": "map_at_3",
"value": 30.98708333333333,
"verified": false
},
{
"type": "map_at_5",
"value": 32.51491666666666,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "mrr_at_10",
"value": 37.92183333333334,
"verified": false
},
{
"type": "mrr_at_100",
"value": 38.76583333333333,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 38.82466666666667,
"verified": false
},
{
"type": "mrr_at_3",
"value": 35.45125,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.827000000000005,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 39.05225,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.25983333333334,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.568333333333335,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 34.271583333333325,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 36.483916666666666,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.865749999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.1195833333333332,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.15058333333333335,
"verified": false
},
{
"type": "precision_at_3",
"value": 15.742083333333332,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.221916666666669,
"verified": false
},
{
"type": "recall_at_1",
"value": 24.937916666666663,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.650416666666665,
"verified": false
},
{
"type": "recall_at_100",
"value": 73.55383333333334,
"verified": false
},
{
"type": "recall_at_1000",
"value": 89.61691666666667,
"verified": false
},
{
"type": "recall_at_3",
"value": 37.27808333333334,
"verified": false
},
{
"type": "recall_at_5",
"value": 42.99475,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackStatsRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.947,
"verified": false
},
{
"type": "map_at_10",
"value": 30.575000000000003,
"verified": false
},
{
"type": "map_at_100",
"value": 31.465,
"verified": false
},
{
"type": "map_at_1000",
"value": 31.558000000000003,
"verified": false
},
{
"type": "map_at_3",
"value": 28.814,
"verified": false
},
{
"type": "map_at_5",
"value": 29.738999999999997,
"verified": false
},
{
"type": "mrr_at_1",
"value": 26.994,
"verified": false
},
{
"type": "mrr_at_10",
"value": 33.415,
"verified": false
},
{
"type": "mrr_at_100",
"value": 34.18,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 34.245,
"verified": false
},
{
"type": "mrr_at_3",
"value": 31.621,
"verified": false
},
{
"type": "mrr_at_5",
"value": 32.549,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 26.994,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 34.482,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 38.915,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 41.355,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 31.139,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 32.589,
"verified": false
},
{
"type": "precision_at_1",
"value": 26.994,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.322,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.8160000000000001,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.11100000000000002,
"verified": false
},
{
"type": "precision_at_3",
"value": 13.344,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.988,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.947,
"verified": false
},
{
"type": "recall_at_10",
"value": 43.648,
"verified": false
},
{
"type": "recall_at_100",
"value": 63.851,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82,
"verified": false
},
{
"type": "recall_at_3",
"value": 34.288000000000004,
"verified": false
},
{
"type": "recall_at_5",
"value": 38.117,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackTexRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 16.197,
"verified": false
},
{
"type": "map_at_10",
"value": 22.968,
"verified": false
},
{
"type": "map_at_100",
"value": 24.095,
"verified": false
},
{
"type": "map_at_1000",
"value": 24.217,
"verified": false
},
{
"type": "map_at_3",
"value": 20.771,
"verified": false
},
{
"type": "map_at_5",
"value": 21.995,
"verified": false
},
{
"type": "mrr_at_1",
"value": 19.511,
"verified": false
},
{
"type": "mrr_at_10",
"value": 26.55,
"verified": false
},
{
"type": "mrr_at_100",
"value": 27.501,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 27.578999999999997,
"verified": false
},
{
"type": "mrr_at_3",
"value": 24.421,
"verified": false
},
{
"type": "mrr_at_5",
"value": 25.604,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 19.511,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 27.386,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 32.828,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 35.739,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 23.405,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 25.255,
"verified": false
},
{
"type": "precision_at_1",
"value": 19.511,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.017,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.91,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.133,
"verified": false
},
{
"type": "precision_at_3",
"value": 11.023,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.025,
"verified": false
},
{
"type": "recall_at_1",
"value": 16.197,
"verified": false
},
{
"type": "recall_at_10",
"value": 37.09,
"verified": false
},
{
"type": "recall_at_100",
"value": 61.778,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82.56599999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 26.034,
"verified": false
},
{
"type": "recall_at_5",
"value": 30.762,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackUnixRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 25.41,
"verified": false
},
{
"type": "map_at_10",
"value": 33.655,
"verified": false
},
{
"type": "map_at_100",
"value": 34.892,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.995,
"verified": false
},
{
"type": "map_at_3",
"value": 30.94,
"verified": false
},
{
"type": "map_at_5",
"value": 32.303,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.478,
"verified": false
},
{
"type": "mrr_at_10",
"value": 37.443,
"verified": false
},
{
"type": "mrr_at_100",
"value": 38.383,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 38.440000000000005,
"verified": false
},
{
"type": "mrr_at_3",
"value": 34.949999999999996,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.228,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.478,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.769,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.245000000000005,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.593,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 33.623,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.766,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.478,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.455,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.032,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.135,
"verified": false
},
{
"type": "precision_at_3",
"value": 14.893999999999998,
"verified": false
},
{
"type": "precision_at_5",
"value": 10.485,
"verified": false
},
{
"type": "recall_at_1",
"value": 25.41,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.669,
"verified": false
},
{
"type": "recall_at_100",
"value": 74.084,
"verified": false
},
{
"type": "recall_at_1000",
"value": 90.435,
"verified": false
},
{
"type": "recall_at_3",
"value": 36.679,
"verified": false
},
{
"type": "recall_at_5",
"value": 41.94,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackWebmastersRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.339,
"verified": false
},
{
"type": "map_at_10",
"value": 31.852000000000004,
"verified": false
},
{
"type": "map_at_100",
"value": 33.411,
"verified": false
},
{
"type": "map_at_1000",
"value": 33.62,
"verified": false
},
{
"type": "map_at_3",
"value": 28.929,
"verified": false
},
{
"type": "map_at_5",
"value": 30.542,
"verified": false
},
{
"type": "mrr_at_1",
"value": 28.063,
"verified": false
},
{
"type": "mrr_at_10",
"value": 36.301,
"verified": false
},
{
"type": "mrr_at_100",
"value": 37.288,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 37.349,
"verified": false
},
{
"type": "mrr_at_3",
"value": 33.663,
"verified": false
},
{
"type": "mrr_at_5",
"value": 35.165,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 28.063,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 37.462,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 43.620999999999995,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.211,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.68,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 34.981,
"verified": false
},
{
"type": "precision_at_1",
"value": 28.063,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.1739999999999995,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.486,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.235,
"verified": false
},
{
"type": "precision_at_3",
"value": 15.217,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.265,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.339,
"verified": false
},
{
"type": "recall_at_10",
"value": 48.376999999999995,
"verified": false
},
{
"type": "recall_at_100",
"value": 76.053,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.455,
"verified": false
},
{
"type": "recall_at_3",
"value": 34.735,
"verified": false
},
{
"type": "recall_at_5",
"value": 40.71,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackWordpressRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 18.925,
"verified": false
},
{
"type": "map_at_10",
"value": 26.017000000000003,
"verified": false
},
{
"type": "map_at_100",
"value": 27.034,
"verified": false
},
{
"type": "map_at_1000",
"value": 27.156,
"verified": false
},
{
"type": "map_at_3",
"value": 23.604,
"verified": false
},
{
"type": "map_at_5",
"value": 24.75,
"verified": false
},
{
"type": "mrr_at_1",
"value": 20.333,
"verified": false
},
{
"type": "mrr_at_10",
"value": 27.915,
"verified": false
},
{
"type": "mrr_at_100",
"value": 28.788000000000004,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 28.877999999999997,
"verified": false
},
{
"type": "mrr_at_3",
"value": 25.446999999999996,
"verified": false
},
{
"type": "mrr_at_5",
"value": 26.648,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 20.333,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 30.673,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 35.618,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 38.517,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 25.71,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 27.679,
"verified": false
},
{
"type": "precision_at_1",
"value": 20.333,
"verified": false
},
{
"type": "precision_at_10",
"value": 4.9910000000000005,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.8130000000000001,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.117,
"verified": false
},
{
"type": "precision_at_3",
"value": 11.029,
"verified": false
},
{
"type": "precision_at_5",
"value": 7.874,
"verified": false
},
{
"type": "recall_at_1",
"value": 18.925,
"verified": false
},
{
"type": "recall_at_10",
"value": 43.311,
"verified": false
},
{
"type": "recall_at_100",
"value": 66.308,
"verified": false
},
{
"type": "recall_at_1000",
"value": 87.49,
"verified": false
},
{
"type": "recall_at_3",
"value": 29.596,
"verified": false
},
{
"type": "recall_at_5",
"value": 34.245,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ClimateFEVER",
"revision": "None",
"split": "test",
"type": "climate-fever"
},
"metrics": [
{
"type": "map_at_1",
"value": 13.714,
"verified": false
},
{
"type": "map_at_10",
"value": 23.194,
"verified": false
},
{
"type": "map_at_100",
"value": 24.976000000000003,
"verified": false
},
{
"type": "map_at_1000",
"value": 25.166,
"verified": false
},
{
"type": "map_at_3",
"value": 19.709,
"verified": false
},
{
"type": "map_at_5",
"value": 21.523999999999997,
"verified": false
},
{
"type": "mrr_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "mrr_at_10",
"value": 42.563,
"verified": false
},
{
"type": "mrr_at_100",
"value": 43.386,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 43.423,
"verified": false
},
{
"type": "mrr_at_3",
"value": 39.555,
"verified": false
},
{
"type": "mrr_at_5",
"value": 41.268,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 31.836,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 38.652,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 42.088,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 26.733,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 28.435,
"verified": false
},
{
"type": "precision_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.752,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.71,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.235,
"verified": false
},
{
"type": "precision_at_3",
"value": 19.935,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.984,
"verified": false
},
{
"type": "recall_at_1",
"value": 13.714,
"verified": false
},
{
"type": "recall_at_10",
"value": 37.26,
"verified": false
},
{
"type": "recall_at_100",
"value": 60.546,
"verified": false
},
{
"type": "recall_at_1000",
"value": 79.899,
"verified": false
},
{
"type": "recall_at_3",
"value": 24.325,
"verified": false
},
{
"type": "recall_at_5",
"value": 29.725,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB DBPedia",
"revision": "None",
"split": "test",
"type": "dbpedia-entity"
},
"metrics": [
{
"type": "map_at_1",
"value": 8.462,
"verified": false
},
{
"type": "map_at_10",
"value": 18.637,
"verified": false
},
{
"type": "map_at_100",
"value": 26.132,
"verified": false
},
{
"type": "map_at_1000",
"value": 27.607,
"verified": false
},
{
"type": "map_at_3",
"value": 13.333,
"verified": false
},
{
"type": "map_at_5",
"value": 15.654000000000002,
"verified": false
},
{
"type": "mrr_at_1",
"value": 66.25,
"verified": false
},
{
"type": "mrr_at_10",
"value": 74.32600000000001,
"verified": false
},
{
"type": "mrr_at_100",
"value": 74.60900000000001,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 74.62,
"verified": false
},
{
"type": "mrr_at_3",
"value": 72.667,
"verified": false
},
{
"type": "mrr_at_5",
"value": 73.817,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 53.87499999999999,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.029,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.199,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.629999999999995,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 44.113,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 41.731,
"verified": false
},
{
"type": "precision_at_1",
"value": 66.25,
"verified": false
},
{
"type": "precision_at_10",
"value": 31.9,
"verified": false
},
{
"type": "precision_at_100",
"value": 10.043,
"verified": false
},
{
"type": "precision_at_1000",
"value": 1.926,
"verified": false
},
{
"type": "precision_at_3",
"value": 47.417,
"verified": false
},
{
"type": "precision_at_5",
"value": 40.65,
"verified": false
},
{
"type": "recall_at_1",
"value": 8.462,
"verified": false
},
{
"type": "recall_at_10",
"value": 24.293,
"verified": false
},
{
"type": "recall_at_100",
"value": 50.146,
"verified": false
},
{
"type": "recall_at_1000",
"value": 74.034,
"verified": false
},
{
"type": "recall_at_3",
"value": 14.967,
"verified": false
},
{
"type": "recall_at_5",
"value": 18.682,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB EmotionClassification",
"revision": "4f58c6b202a23cf9a4da393831edf4f9183cad37",
"split": "test",
"type": "mteb/emotion"
},
"metrics": [
{
"type": "accuracy",
"value": 47.84499999999999,
"verified": false
},
{
"type": "f1",
"value": 42.48106691979349,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB FEVER",
"revision": "None",
"split": "test",
"type": "fever"
},
"metrics": [
{
"type": "map_at_1",
"value": 74.034,
"verified": false
},
{
"type": "map_at_10",
"value": 82.76,
"verified": false
},
{
"type": "map_at_100",
"value": 82.968,
"verified": false
},
{
"type": "map_at_1000",
"value": 82.98299999999999,
"verified": false
},
{
"type": "map_at_3",
"value": 81.768,
"verified": false
},
{
"type": "map_at_5",
"value": 82.418,
"verified": false
},
{
"type": "mrr_at_1",
"value": 80.048,
"verified": false
},
{
"type": "mrr_at_10",
"value": 87.64999999999999,
"verified": false
},
{
"type": "mrr_at_100",
"value": 87.712,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 87.713,
"verified": false
},
{
"type": "mrr_at_3",
"value": 87.01100000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 87.466,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 80.048,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 86.643,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 87.361,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 87.606,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 85.137,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 86.016,
"verified": false
},
{
"type": "precision_at_1",
"value": 80.048,
"verified": false
},
{
"type": "precision_at_10",
"value": 10.372,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.093,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.113,
"verified": false
},
{
"type": "precision_at_3",
"value": 32.638,
"verified": false
},
{
"type": "precision_at_5",
"value": 20.177,
"verified": false
},
{
"type": "recall_at_1",
"value": 74.034,
"verified": false
},
{
"type": "recall_at_10",
"value": 93.769,
"verified": false
},
{
"type": "recall_at_100",
"value": 96.569,
"verified": false
},
{
"type": "recall_at_1000",
"value": 98.039,
"verified": false
},
{
"type": "recall_at_3",
"value": 89.581,
"verified": false
},
{
"type": "recall_at_5",
"value": 91.906,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB FiQA2018",
"revision": "None",
"split": "test",
"type": "fiqa"
},
"metrics": [
{
"type": "map_at_1",
"value": 20.5,
"verified": false
},
{
"type": "map_at_10",
"value": 32.857,
"verified": false
},
{
"type": "map_at_100",
"value": 34.589,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.778,
"verified": false
},
{
"type": "map_at_3",
"value": 29.161,
"verified": false
},
{
"type": "map_at_5",
"value": 31.033,
"verified": false
},
{
"type": "mrr_at_1",
"value": 40.123,
"verified": false
},
{
"type": "mrr_at_10",
"value": 48.776,
"verified": false
},
{
"type": "mrr_at_100",
"value": 49.495,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 49.539,
"verified": false
},
{
"type": "mrr_at_3",
"value": 46.605,
"verified": false
},
{
"type": "mrr_at_5",
"value": 47.654,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 40.123,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.343,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 46.56,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 49.777,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 37.322,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 37.791,
"verified": false
},
{
"type": "precision_at_1",
"value": 40.123,
"verified": false
},
{
"type": "precision_at_10",
"value": 11.08,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.752,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.232,
"verified": false
},
{
"type": "precision_at_3",
"value": 24.897,
"verified": false
},
{
"type": "precision_at_5",
"value": 17.809,
"verified": false
},
{
"type": "recall_at_1",
"value": 20.5,
"verified": false
},
{
"type": "recall_at_10",
"value": 46.388,
"verified": false
},
{
"type": "recall_at_100",
"value": 69.552,
"verified": false
},
{
"type": "recall_at_1000",
"value": 89.011,
"verified": false
},
{
"type": "recall_at_3",
"value": 33.617999999999995,
"verified": false
},
{
"type": "recall_at_5",
"value": 38.211,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB HotpotQA",
"revision": "None",
"split": "test",
"type": "hotpotqa"
},
"metrics": [
{
"type": "map_at_1",
"value": 39.136,
"verified": false
},
{
"type": "map_at_10",
"value": 61.673,
"verified": false
},
{
"type": "map_at_100",
"value": 62.562,
"verified": false
},
{
"type": "map_at_1000",
"value": 62.62,
"verified": false
},
{
"type": "map_at_3",
"value": 58.468,
"verified": false
},
{
"type": "map_at_5",
"value": 60.463,
"verified": false
},
{
"type": "mrr_at_1",
"value": 78.271,
"verified": false
},
{
"type": "mrr_at_10",
"value": 84.119,
"verified": false
},
{
"type": "mrr_at_100",
"value": 84.29299999999999,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 84.299,
"verified": false
},
{
"type": "mrr_at_3",
"value": 83.18900000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 83.786,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 78.271,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 69.935,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 73.01299999999999,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 74.126,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 65.388,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 67.906,
"verified": false
},
{
"type": "precision_at_1",
"value": 78.271,
"verified": false
},
{
"type": "precision_at_10",
"value": 14.562,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.6969999999999998,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.184,
"verified": false
},
{
"type": "precision_at_3",
"value": 41.841,
"verified": false
},
{
"type": "precision_at_5",
"value": 27.087,
"verified": false
},
{
"type": "recall_at_1",
"value": 39.136,
"verified": false
},
{
"type": "recall_at_10",
"value": 72.809,
"verified": false
},
{
"type": "recall_at_100",
"value": 84.86200000000001,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.208,
"verified": false
},
{
"type": "recall_at_3",
"value": 62.76199999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 67.718,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ImdbClassification",
"revision": "3d86128a09e091d6018b6d26cad27f2739fc2db7",
"split": "test",
"type": "mteb/imdb"
},
"metrics": [
{
"type": "accuracy",
"value": 90.606,
"verified": false
},
{
"type": "ap",
"value": 86.6579587804335,
"verified": false
},
{
"type": "f1",
"value": 90.5938853929307,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MSMARCO",
"revision": "None",
"split": "dev",
"type": "msmarco"
},
"metrics": [
{
"type": "map_at_1",
"value": 21.852,
"verified": false
},
{
"type": "map_at_10",
"value": 33.982,
"verified": false
},
{
"type": "map_at_100",
"value": 35.116,
"verified": false
},
{
"type": "map_at_1000",
"value": 35.167,
"verified": false
},
{
"type": "map_at_3",
"value": 30.134,
"verified": false
},
{
"type": "map_at_5",
"value": 32.340999999999994,
"verified": false
},
{
"type": "mrr_at_1",
"value": 22.479,
"verified": false
},
{
"type": "mrr_at_10",
"value": 34.594,
"verified": false
},
{
"type": "mrr_at_100",
"value": 35.672,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 35.716,
"verified": false
},
{
"type": "mrr_at_3",
"value": 30.84,
"verified": false
},
{
"type": "mrr_at_5",
"value": 32.998,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 22.493,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.833000000000006,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 46.357,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 47.637,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.995999999999995,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 36.919,
"verified": false
},
{
"type": "precision_at_1",
"value": 22.493,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.465999999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.925,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.104,
"verified": false
},
{
"type": "precision_at_3",
"value": 14.031,
"verified": false
},
{
"type": "precision_at_5",
"value": 10.413,
"verified": false
},
{
"type": "recall_at_1",
"value": 21.852,
"verified": false
},
{
"type": "recall_at_10",
"value": 61.934999999999995,
"verified": false
},
{
"type": "recall_at_100",
"value": 87.611,
"verified": false
},
{
"type": "recall_at_1000",
"value": 97.441,
"verified": false
},
{
"type": "recall_at_3",
"value": 40.584,
"verified": false
},
{
"type": "recall_at_5",
"value": 49.992999999999995,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MTOPDomainClassification (en)",
"revision": "d80d48c1eb48d3562165c59d59d0034df9fff0bf",
"split": "test",
"type": "mteb/mtop_domain"
},
"metrics": [
{
"type": "accuracy",
"value": 93.36069311445507,
"verified": false
},
{
"type": "f1",
"value": 93.16456330371452,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MTOPIntentClassification (en)",
"revision": "ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba",
"split": "test",
"type": "mteb/mtop_intent"
},
"metrics": [
{
"type": "accuracy",
"value": 74.74692202462381,
"verified": false
},
{
"type": "f1",
"value": 58.17903579421599,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MassiveIntentClassification (en)",
"revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7",
"split": "test",
"type": "mteb/amazon_massive_intent"
},
"metrics": [
{
"type": "accuracy",
"value": 74.80833893745796,
"verified": false
},
{
"type": "f1",
"value": 72.70786592684664,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MassiveScenarioClassification (en)",
"revision": "7d571f92784cd94a019292a1f45445077d0ef634",
"split": "test",
"type": "mteb/amazon_massive_scenario"
},
"metrics": [
{
"type": "accuracy",
"value": 78.69872225958305,
"verified": false
},
{
"type": "f1",
"value": 78.61626934504731,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MedrxivClusteringP2P",
"revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73",
"split": "test",
"type": "mteb/medrxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 33.058658628717694,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MedrxivClusteringS2S",
"revision": "35191c8c0dca72d8ff3efcd72aa802307d469663",
"split": "test",
"type": "mteb/medrxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 30.85561739360599,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MindSmallReranking",
"revision": "3bdac13927fdc888b903db93b2ffdbd90b295a69",
"split": "test",
"type": "mteb/mind_small"
},
"metrics": [
{
"type": "map",
"value": 31.290259910144385,
"verified": false
},
{
"type": "mrr",
"value": 32.44223046102856,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB NFCorpus",
"revision": "None",
"split": "test",
"type": "nfcorpus"
},
"metrics": [
{
"type": "map_at_1",
"value": 5.288,
"verified": false
},
{
"type": "map_at_10",
"value": 12.268,
"verified": false
},
{
"type": "map_at_100",
"value": 15.557000000000002,
"verified": false
},
{
"type": "map_at_1000",
"value": 16.98,
"verified": false
},
{
"type": "map_at_3",
"value": 8.866,
"verified": false
},
{
"type": "map_at_5",
"value": 10.418,
"verified": false
},
{
"type": "mrr_at_1",
"value": 43.653,
"verified": false
},
{
"type": "mrr_at_10",
"value": 52.681,
"verified": false
},
{
"type": "mrr_at_100",
"value": 53.315999999999995,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 53.357,
"verified": false
},
{
"type": "mrr_at_3",
"value": 51.393,
"verified": false
},
{
"type": "mrr_at_5",
"value": 51.904,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 42.415000000000006,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 34.305,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 30.825999999999997,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 39.393,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 39.931,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 37.52,
"verified": false
},
{
"type": "precision_at_1",
"value": 43.653,
"verified": false
},
{
"type": "precision_at_10",
"value": 25.728,
"verified": false
},
{
"type": "precision_at_100",
"value": 7.932,
"verified": false
},
{
"type": "precision_at_1000",
"value": 2.07,
"verified": false
},
{
"type": "precision_at_3",
"value": 38.184000000000005,
"verified": false
},
{
"type": "precision_at_5",
"value": 32.879000000000005,
"verified": false
},
{
"type": "recall_at_1",
"value": 5.288,
"verified": false
},
{
"type": "recall_at_10",
"value": 16.195,
"verified": false
},
{
"type": "recall_at_100",
"value": 31.135,
"verified": false
},
{
"type": "recall_at_1000",
"value": 61.531000000000006,
"verified": false
},
{
"type": "recall_at_3",
"value": 10.313,
"verified": false
},
{
"type": "recall_at_5",
"value": 12.755,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB NQ",
"revision": "None",
"split": "test",
"type": "nq"
},
"metrics": [
{
"type": "map_at_1",
"value": 28.216,
"verified": false
},
{
"type": "map_at_10",
"value": 42.588,
"verified": false
},
{
"type": "map_at_100",
"value": 43.703,
"verified": false
},
{
"type": "map_at_1000",
"value": 43.739,
"verified": false
},
{
"type": "map_at_3",
"value": 38.177,
"verified": false
},
{
"type": "map_at_5",
"value": 40.754000000000005,
"verified": false
},
{
"type": "mrr_at_1",
"value": 31.866,
"verified": false
},
{
"type": "mrr_at_10",
"value": 45.189,
"verified": false
},
{
"type": "mrr_at_100",
"value": 46.056,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 46.081,
"verified": false
},
{
"type": "mrr_at_3",
"value": 41.526999999999994,
"verified": false
},
{
"type": "mrr_at_5",
"value": 43.704,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 31.837,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 50.178,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 54.98800000000001,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 55.812,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.853,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 46.153,
"verified": false
},
{
"type": "precision_at_1",
"value": 31.837,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.43,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.112,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.119,
"verified": false
},
{
"type": "precision_at_3",
"value": 19.023,
"verified": false
},
{
"type": "precision_at_5",
"value": 13.911,
"verified": false
},
{
"type": "recall_at_1",
"value": 28.216,
"verified": false
},
{
"type": "recall_at_10",
"value": 70.8,
"verified": false
},
{
"type": "recall_at_100",
"value": 91.857,
"verified": false
},
{
"type": "recall_at_1000",
"value": 97.941,
"verified": false
},
{
"type": "recall_at_3",
"value": 49.196,
"verified": false
},
{
"type": "recall_at_5",
"value": 59.072,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB QuoraRetrieval",
"revision": "None",
"split": "test",
"type": "quora"
},
"metrics": [
{
"type": "map_at_1",
"value": 71.22800000000001,
"verified": false
},
{
"type": "map_at_10",
"value": 85.115,
"verified": false
},
{
"type": "map_at_100",
"value": 85.72,
"verified": false
},
{
"type": "map_at_1000",
"value": 85.737,
"verified": false
},
{
"type": "map_at_3",
"value": 82.149,
"verified": false
},
{
"type": "map_at_5",
"value": 84.029,
"verified": false
},
{
"type": "mrr_at_1",
"value": 81.96,
"verified": false
},
{
"type": "mrr_at_10",
"value": 88.00200000000001,
"verified": false
},
{
"type": "mrr_at_100",
"value": 88.088,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 88.089,
"verified": false
},
{
"type": "mrr_at_3",
"value": 87.055,
"verified": false
},
{
"type": "mrr_at_5",
"value": 87.715,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 82.01,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 88.78,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 89.91,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 90.013,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 85.957,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 87.56,
"verified": false
},
{
"type": "precision_at_1",
"value": 82.01,
"verified": false
},
{
"type": "precision_at_10",
"value": 13.462,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.528,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.157,
"verified": false
},
{
"type": "precision_at_3",
"value": 37.553,
"verified": false
},
{
"type": "precision_at_5",
"value": 24.732000000000003,
"verified": false
},
{
"type": "recall_at_1",
"value": 71.22800000000001,
"verified": false
},
{
"type": "recall_at_10",
"value": 95.69,
"verified": false
},
{
"type": "recall_at_100",
"value": 99.531,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.98,
"verified": false
},
{
"type": "recall_at_3",
"value": 87.632,
"verified": false
},
{
"type": "recall_at_5",
"value": 92.117,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB RedditClustering",
"revision": "24640382cdbf8abc73003fb0fa6d111a705499eb",
"split": "test",
"type": "mteb/reddit-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 52.31768034366916,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB RedditClusteringP2P",
"revision": "282350215ef01743dc01b456c7f5241fa8937f16",
"split": "test",
"type": "mteb/reddit-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 60.640266772723606,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SCIDOCS",
"revision": "None",
"split": "test",
"type": "scidocs"
},
"metrics": [
{
"type": "map_at_1",
"value": 4.7780000000000005,
"verified": false
},
{
"type": "map_at_10",
"value": 12.299,
"verified": false
},
{
"type": "map_at_100",
"value": 14.363,
"verified": false
},
{
"type": "map_at_1000",
"value": 14.71,
"verified": false
},
{
"type": "map_at_3",
"value": 8.738999999999999,
"verified": false
},
{
"type": "map_at_5",
"value": 10.397,
"verified": false
},
{
"type": "mrr_at_1",
"value": 23.6,
"verified": false
},
{
"type": "mrr_at_10",
"value": 34.845,
"verified": false
},
{
"type": "mrr_at_100",
"value": 35.916,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 35.973,
"verified": false
},
{
"type": "mrr_at_3",
"value": 31.7,
"verified": false
},
{
"type": "mrr_at_5",
"value": 33.535,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 23.6,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 20.522,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 28.737,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 34.596,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 19.542,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 16.958000000000002,
"verified": false
},
{
"type": "precision_at_1",
"value": 23.6,
"verified": false
},
{
"type": "precision_at_10",
"value": 10.67,
"verified": false
},
{
"type": "precision_at_100",
"value": 2.259,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.367,
"verified": false
},
{
"type": "precision_at_3",
"value": 18.333,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.88,
"verified": false
},
{
"type": "recall_at_1",
"value": 4.7780000000000005,
"verified": false
},
{
"type": "recall_at_10",
"value": 21.617,
"verified": false
},
{
"type": "recall_at_100",
"value": 45.905,
"verified": false
},
{
"type": "recall_at_1000",
"value": 74.42,
"verified": false
},
{
"type": "recall_at_3",
"value": 11.148,
"verified": false
},
{
"type": "recall_at_5",
"value": 15.082999999999998,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SICK-R",
"revision": "a6ea5a8cab320b040a23452cc28066d9beae2cee",
"split": "test",
"type": "mteb/sickr-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 83.22372750297885,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 79.40972617119405,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 80.6101072020434,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 79.53844217225202,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 80.57265975286111,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 79.46335611792958,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS12",
"revision": "a0d554a64d88156834ff5ae9920b964011b16384",
"split": "test",
"type": "mteb/sts12-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 85.43713315520749,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 77.44128693329532,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 81.63869928101123,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 77.29512977961515,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 81.63704185566183,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 77.29909412738657,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS13",
"revision": "7e90230a92c190f1bf69ae9002b8cea547a64cca",
"split": "test",
"type": "mteb/sts13-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 81.59451537860527,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 82.97994638856723,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 82.89478688288412,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 83.58740751053104,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 82.69140840941608,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 83.33665956040555,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS14",
"revision": "6031580fec1f6af667f0bd2da0a551cf4f0b2375",
"split": "test",
"type": "mteb/sts14-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 82.00756527711764,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 81.83560996841379,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 82.07684151976518,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 82.00913052060511,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 82.05690778488794,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 82.02260252019525,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS15",
"revision": "ae752c7c21bf194d8b67fd573edf7ae58183cbe3",
"split": "test",
"type": "mteb/sts15-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 86.13710262895447,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 87.26412811156248,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 86.94151453230228,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 87.5363796699571,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 86.86989424083748,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 87.47315940781353,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS16",
"revision": "4d8694f8f0e0100860b497b999b3dbed754a0513",
"split": "test",
"type": "mteb/sts16-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 83.0230597603627,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 84.93344499318864,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 84.23754743431141,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 85.09707376597099,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 84.04325160987763,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 84.89353071339909,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "en-en",
"name": "MTEB STS17 (en-en)",
"revision": "af5e6fb845001ecf41f4c1e033ce921939a2a68d",
"split": "test",
"type": "mteb/sts17-crosslingual-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 86.75620824563921,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 87.15065513706398,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 88.26281533633521,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 87.51963738643983,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 88.25599267618065,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 87.58048736047483,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB STS22 (en)",
"revision": "6d1ba47164174a496b7fa5d3569dae26a6813b80",
"split": "test",
"type": "mteb/sts22-crosslingual-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 64.74645319195137,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 65.29996325037214,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 67.04297794086443,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 65.43841726694343,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 67.39459955690904,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 65.92864704413651,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STSBenchmark",
"revision": "b0fddb56ed78048fa8b90373c8a3cfc37b684831",
"split": "test",
"type": "mteb/stsbenchmark-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 84.31291020270801,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 85.86473738688068,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 85.65537275064152,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 86.13087454209642,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 85.43946955047609,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 85.91568175344916,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SciDocsRR",
"revision": "d3c5e1fc0b855ab6097bf1cda04dd73947d7caab",
"split": "test",
"type": "mteb/scidocs-reranking"
},
"metrics": [
{
"type": "map",
"value": 85.93798118350695,
"verified": false
},
{
"type": "mrr",
"value": 95.93536274908824,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SciFact",
"revision": "None",
"split": "test",
"type": "scifact"
},
"metrics": [
{
"type": "map_at_1",
"value": 57.594,
"verified": false
},
{
"type": "map_at_10",
"value": 66.81899999999999,
"verified": false
},
{
"type": "map_at_100",
"value": 67.368,
"verified": false
},
{
"type": "map_at_1000",
"value": 67.4,
"verified": false
},
{
"type": "map_at_3",
"value": 64.061,
"verified": false
},
{
"type": "map_at_5",
"value": 65.47,
"verified": false
},
{
"type": "mrr_at_1",
"value": 60.667,
"verified": false
},
{
"type": "mrr_at_10",
"value": 68.219,
"verified": false
},
{
"type": "mrr_at_100",
"value": 68.655,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 68.684,
"verified": false
},
{
"type": "mrr_at_3",
"value": 66.22200000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 67.289,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 60.667,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 71.275,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 73.642,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 74.373,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 66.521,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 68.581,
"verified": false
},
{
"type": "precision_at_1",
"value": 60.667,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.433,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.0699999999999998,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.113,
"verified": false
},
{
"type": "precision_at_3",
"value": 25.556,
"verified": false
},
{
"type": "precision_at_5",
"value": 16.8,
"verified": false
},
{
"type": "recall_at_1",
"value": 57.594,
"verified": false
},
{
"type": "recall_at_10",
"value": 83.622,
"verified": false
},
{
"type": "recall_at_100",
"value": 94.167,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.667,
"verified": false
},
{
"type": "recall_at_3",
"value": 70.64399999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 75.983,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SprintDuplicateQuestions",
"revision": "d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46",
"split": "test",
"type": "mteb/sprintduplicatequestions-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 99.85841584158416,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 96.66996142314342,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 92.83208020050124,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 93.06532663316584,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 92.6,
"verified": false
},
{
"type": "dot_accuracy",
"value": 99.85841584158416,
"verified": false
},
{
"type": "dot_ap",
"value": 96.6775307676576,
"verified": false
},
{
"type": "dot_f1",
"value": 92.69289729177312,
"verified": false
},
{
"type": "dot_precision",
"value": 94.7753396029258,
"verified": false
},
{
"type": "dot_recall",
"value": 90.7,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 99.86138613861388,
"verified": false
},
{
"type": "euclidean_ap",
"value": 96.6338454403108,
"verified": false
},
{
"type": "euclidean_f1",
"value": 92.92214357937311,
"verified": false
},
{
"type": "euclidean_precision",
"value": 93.96728016359918,
"verified": false
},
{
"type": "euclidean_recall",
"value": 91.9,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 99.86237623762376,
"verified": false
},
{
"type": "manhattan_ap",
"value": 96.60370449645052,
"verified": false
},
{
"type": "manhattan_f1",
"value": 92.91177970423252,
"verified": false
},
{
"type": "manhattan_precision",
"value": 94.7970863683663,
"verified": false
},
{
"type": "manhattan_recall",
"value": 91.1,
"verified": false
},
{
"type": "max_accuracy",
"value": 99.86237623762376,
"verified": false
},
{
"type": "max_ap",
"value": 96.6775307676576,
"verified": false
},
{
"type": "max_f1",
"value": 92.92214357937311,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackExchangeClustering",
"revision": "6cbc1f7b2bc0622f2e39d2c77fa502909748c259",
"split": "test",
"type": "mteb/stackexchange-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 60.77977058695198,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackExchangeClusteringP2P",
"revision": "815ca46b2622cec33ccafc3735d572c266efdb44",
"split": "test",
"type": "mteb/stackexchange-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 35.2725272535638,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackOverflowDupQuestions",
"revision": "e185fbe320c72810689fc5848eb6114e1ef5ec69",
"split": "test",
"type": "mteb/stackoverflowdupquestions-reranking"
},
"metrics": [
{
"type": "map",
"value": 53.64052466362125,
"verified": false
},
{
"type": "mrr",
"value": 54.533067014684654,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SummEval",
"revision": "cda12ad7615edc362dbf25a00fdd61d3b1eaf93c",
"split": "test",
"type": "mteb/summeval"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 30.677624219206574,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 30.121368518123447,
"verified": false
},
{
"type": "dot_pearson",
"value": 30.69870088041608,
"verified": false
},
{
"type": "dot_spearman",
"value": 29.61284927093751,
"verified": false
}
],
"task": {
"type": "Summarization"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TRECCOVID",
"revision": "None",
"split": "test",
"type": "trec-covid"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.22,
"verified": false
},
{
"type": "map_at_10",
"value": 1.855,
"verified": false
},
{
"type": "map_at_100",
"value": 9.885,
"verified": false
},
{
"type": "map_at_1000",
"value": 23.417,
"verified": false
},
{
"type": "map_at_3",
"value": 0.637,
"verified": false
},
{
"type": "map_at_5",
"value": 1.024,
"verified": false
},
{
"type": "mrr_at_1",
"value": 88,
"verified": false
},
{
"type": "mrr_at_10",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_100",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_3",
"value": 92.667,
"verified": false
},
{
"type": "mrr_at_5",
"value": 93.067,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 82,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 75.899,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 55.115,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 48.368,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 79.704,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 78.39699999999999,
"verified": false
},
{
"type": "precision_at_1",
"value": 88,
"verified": false
},
{
"type": "precision_at_10",
"value": 79.60000000000001,
"verified": false
},
{
"type": "precision_at_100",
"value": 56.06,
"verified": false
},
{
"type": "precision_at_1000",
"value": 21.206,
"verified": false
},
{
"type": "precision_at_3",
"value": 84.667,
"verified": false
},
{
"type": "precision_at_5",
"value": 83.2,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.22,
"verified": false
},
{
"type": "recall_at_10",
"value": 2.078,
"verified": false
},
{
"type": "recall_at_100",
"value": 13.297,
"verified": false
},
{
"type": "recall_at_1000",
"value": 44.979,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.6689999999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 1.106,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB Touche2020",
"revision": "None",
"split": "test",
"type": "webis-touche2020"
},
"metrics": [
{
"type": "map_at_1",
"value": 2.258,
"verified": false
},
{
"type": "map_at_10",
"value": 10.439,
"verified": false
},
{
"type": "map_at_100",
"value": 16.89,
"verified": false
},
{
"type": "map_at_1000",
"value": 18.408,
"verified": false
},
{
"type": "map_at_3",
"value": 5.668,
"verified": false
},
{
"type": "map_at_5",
"value": 7.718,
"verified": false
},
{
"type": "mrr_at_1",
"value": 32.653,
"verified": false
},
{
"type": "mrr_at_10",
"value": 51.159,
"verified": false
},
{
"type": "mrr_at_100",
"value": 51.714000000000006,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 51.714000000000006,
"verified": false
},
{
"type": "mrr_at_3",
"value": 47.959,
"verified": false
},
{
"type": "mrr_at_5",
"value": 50.407999999999994,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.592,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 26.037,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 37.924,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 49.126999999999995,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 30.632,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 28.571,
"verified": false
},
{
"type": "precision_at_1",
"value": 32.653,
"verified": false
},
{
"type": "precision_at_10",
"value": 22.857,
"verified": false
},
{
"type": "precision_at_100",
"value": 7.754999999999999,
"verified": false
},
{
"type": "precision_at_1000",
"value": 1.529,
"verified": false
},
{
"type": "precision_at_3",
"value": 34.014,
"verified": false
},
{
"type": "precision_at_5",
"value": 29.796,
"verified": false
},
{
"type": "recall_at_1",
"value": 2.258,
"verified": false
},
{
"type": "recall_at_10",
"value": 16.554,
"verified": false
},
{
"type": "recall_at_100",
"value": 48.439,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82.80499999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 7.283,
"verified": false
},
{
"type": "recall_at_5",
"value": 10.732,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ToxicConversationsClassification",
"revision": "d7c0de2777da35d6aae2200a62c6e0e5af397c4c",
"split": "test",
"type": "mteb/toxic_conversations_50k"
},
"metrics": [
{
"type": "accuracy",
"value": 69.8858,
"verified": false
},
{
"type": "ap",
"value": 13.835684144362109,
"verified": false
},
{
"type": "f1",
"value": 53.803351693244586,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TweetSentimentExtractionClassification",
"revision": "d604517c81ca91fe16a244d1248fc021f9ecee7a",
"split": "test",
"type": "mteb/tweet_sentiment_extraction"
},
"metrics": [
{
"type": "accuracy",
"value": 60.50650820599886,
"verified": false
},
{
"type": "f1",
"value": 60.84357825979259,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwentyNewsgroupsClustering",
"revision": "6125ec4e24fa026cec8a478383ee943acfbd5449",
"split": "test",
"type": "mteb/twentynewsgroups-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 48.52131044852134,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwitterSemEval2015",
"revision": "70970daeab8776df92f5ea462b6173c0b46fd2d1",
"split": "test",
"type": "mteb/twittersemeval2015-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 85.59337187816654,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 73.23925826533437,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 67.34693877551021,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 62.40432237730752,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 73.13984168865434,
"verified": false
},
{
"type": "dot_accuracy",
"value": 85.31322644096085,
"verified": false
},
{
"type": "dot_ap",
"value": 72.30723963807422,
"verified": false
},
{
"type": "dot_f1",
"value": 66.47051612112296,
"verified": false
},
{
"type": "dot_precision",
"value": 62.0792305930845,
"verified": false
},
{
"type": "dot_recall",
"value": 71.53034300791556,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 85.61125350181797,
"verified": false
},
{
"type": "euclidean_ap",
"value": 73.32843720487845,
"verified": false
},
{
"type": "euclidean_f1",
"value": 67.36549633745895,
"verified": false
},
{
"type": "euclidean_precision",
"value": 64.60755813953489,
"verified": false
},
{
"type": "euclidean_recall",
"value": 70.36939313984169,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 85.63509566668654,
"verified": false
},
{
"type": "manhattan_ap",
"value": 73.16658488311325,
"verified": false
},
{
"type": "manhattan_f1",
"value": 67.20597386434349,
"verified": false
},
{
"type": "manhattan_precision",
"value": 63.60424028268551,
"verified": false
},
{
"type": "manhattan_recall",
"value": 71.2401055408971,
"verified": false
},
{
"type": "max_accuracy",
"value": 85.63509566668654,
"verified": false
},
{
"type": "max_ap",
"value": 73.32843720487845,
"verified": false
},
{
"type": "max_f1",
"value": 67.36549633745895,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwitterURLCorpus",
"revision": "8b6510b0b1fa4e4c4f879467980e9be563ec1cdf",
"split": "test",
"type": "mteb/twitterurlcorpus-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 88.33779640625606,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 84.83868375898157,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 77.16506154017773,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 74.62064005753327,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 79.88912842623961,
"verified": false
},
{
"type": "dot_accuracy",
"value": 88.02732176815307,
"verified": false
},
{
"type": "dot_ap",
"value": 83.95089283763002,
"verified": false
},
{
"type": "dot_f1",
"value": 76.29635101196631,
"verified": false
},
{
"type": "dot_precision",
"value": 73.31771720613288,
"verified": false
},
{
"type": "dot_recall",
"value": 79.52725592854944,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 88.44452206310397,
"verified": false
},
{
"type": "euclidean_ap",
"value": 84.98384576824827,
"verified": false
},
{
"type": "euclidean_f1",
"value": 77.29311047696697,
"verified": false
},
{
"type": "euclidean_precision",
"value": 74.51232583065381,
"verified": false
},
{
"type": "euclidean_recall",
"value": 80.28949799815214,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 88.47362906042613,
"verified": false
},
{
"type": "manhattan_ap",
"value": 84.91421462218432,
"verified": false
},
{
"type": "manhattan_f1",
"value": 77.05107637204792,
"verified": false
},
{
"type": "manhattan_precision",
"value": 74.74484256243214,
"verified": false
},
{
"type": "manhattan_recall",
"value": 79.50415768401602,
"verified": false
},
{
"type": "max_accuracy",
"value": 88.47362906042613,
"verified": false
},
{
"type": "max_ap",
"value": 84.98384576824827,
"verified": false
},
{
"type": "max_f1",
"value": 77.29311047696697,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
}
]
}
],
"tags": [
"sentence-transformers",
"feature-extraction",
"sentence-similarity",
"transformers",
"mteb"
]
},
"config": {
"architectures": [
"BertModel"
],
"model_type": "bert",
"tokenizer_config": {
"cls_token": "[CLS]",
"mask_token": "[MASK]",
"pad_token": "[PAD]",
"sep_token": "[SEP]",
"unk_token": "[UNK]"
}
},
"createdAt": "2023-09-12T05:20:55.000Z",
"disabled": false,
"downloads": 63079743,
"gated": false,
"id": "BAAI/bge-small-en-v1.5",
"inference": "warm",
"lastModified": "2024-02-22T03:36:23.000Z",
"library_name": "sentence-transformers",
"likes": 597,
"mask_token": "[MASK]",
"model-index": [
{
"name": "bge-small-en-v1.5",
"results": [
{
"dataset": {
"config": "en",
"name": "MTEB AmazonCounterfactualClassification (en)",
"revision": "e8379541af4e31359cca9fbcf4b00f2671dba205",
"split": "test",
"type": "mteb/amazon_counterfactual"
},
"metrics": [
{
"type": "accuracy",
"value": 73.79104477611939,
"verified": false
},
{
"type": "ap",
"value": 37.21923821573361,
"verified": false
},
{
"type": "f1",
"value": 68.0914945617093,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB AmazonPolarityClassification",
"revision": "e2d317d38cd51312af73b3d32a06d1a08b442046",
"split": "test",
"type": "mteb/amazon_polarity"
},
"metrics": [
{
"type": "accuracy",
"value": 92.753775,
"verified": false
},
{
"type": "ap",
"value": 89.46766124546022,
"verified": false
},
{
"type": "f1",
"value": 92.73884001331488,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB AmazonReviewsClassification (en)",
"revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
"split": "test",
"type": "mteb/amazon_reviews_multi"
},
"metrics": [
{
"type": "accuracy",
"value": 46.986,
"verified": false
},
{
"type": "f1",
"value": 46.55936786727896,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArguAna",
"revision": "None",
"split": "test",
"type": "arguana"
},
"metrics": [
{
"type": "map_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "map_at_10",
"value": 51.388,
"verified": false
},
{
"type": "map_at_100",
"value": 52.133,
"verified": false
},
{
"type": "map_at_1000",
"value": 52.141000000000005,
"verified": false
},
{
"type": "map_at_3",
"value": 47.037,
"verified": false
},
{
"type": "map_at_5",
"value": 49.579,
"verified": false
},
{
"type": "mrr_at_1",
"value": 36.558,
"verified": false
},
{
"type": "mrr_at_10",
"value": 51.658,
"verified": false
},
{
"type": "mrr_at_100",
"value": 52.402,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 52.41,
"verified": false
},
{
"type": "mrr_at_3",
"value": 47.345,
"verified": false
},
{
"type": "mrr_at_5",
"value": 49.797999999999995,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 59.55,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 62.596,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 62.759,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 50.666999999999994,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 55.228,
"verified": false
},
{
"type": "precision_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.542,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.984,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.1,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.389,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.438,
"verified": false
},
{
"type": "recall_at_1",
"value": 35.846000000000004,
"verified": false
},
{
"type": "recall_at_10",
"value": 85.42,
"verified": false
},
{
"type": "recall_at_100",
"value": 98.435,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.644,
"verified": false
},
{
"type": "recall_at_3",
"value": 61.166,
"verified": false
},
{
"type": "recall_at_5",
"value": 72.191,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArxivClusteringP2P",
"revision": "a122ad7f3f0291bf49cc6f4d32aa80929df69d5d",
"split": "test",
"type": "mteb/arxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 47.402770198163594,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ArxivClusteringS2S",
"revision": "f910caf1a6075f7329cdf8c1a6135696f37dbd53",
"split": "test",
"type": "mteb/arxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 40.01545436974177,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB AskUbuntuDupQuestions",
"revision": "2000358ca161889fa9c082cb41daa8dcfb161a54",
"split": "test",
"type": "mteb/askubuntudupquestions-reranking"
},
"metrics": [
{
"type": "map",
"value": 62.5864652732072,
"verified": false
},
{
"type": "mrr",
"value": 74.42169019038825,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BIOSSES",
"revision": "d3fb88f8f02e40887cd149695127462bbcf29b4a",
"split": "test",
"type": "mteb/biosses-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 85.1891186537969,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 83.75492046087288,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 84.11766204805357,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 84.01456493126516,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 84.2132950502772,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 83.89227298813377,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB Banking77Classification",
"revision": "0fd18e25b25c072e09e0d92ab615fda904d66300",
"split": "test",
"type": "mteb/banking77"
},
"metrics": [
{
"type": "accuracy",
"value": 85.74025974025975,
"verified": false
},
{
"type": "f1",
"value": 85.71493566466381,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BiorxivClusteringP2P",
"revision": "65b79d1d13f80053f67aca9498d9402c2d9f1f40",
"split": "test",
"type": "mteb/biorxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 38.467181385006434,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB BiorxivClusteringS2S",
"revision": "258694dd0231531bc1fd9de6ceb52a0853c6d908",
"split": "test",
"type": "mteb/biorxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 34.719496037339056,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackAndroidRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 29.587000000000003,
"verified": false
},
{
"type": "map_at_10",
"value": 41.114,
"verified": false
},
{
"type": "map_at_100",
"value": 42.532,
"verified": false
},
{
"type": "map_at_1000",
"value": 42.661,
"verified": false
},
{
"type": "map_at_3",
"value": 37.483,
"verified": false
},
{
"type": "map_at_5",
"value": 39.652,
"verified": false
},
{
"type": "mrr_at_1",
"value": 36.338,
"verified": false
},
{
"type": "mrr_at_10",
"value": 46.763,
"verified": false
},
{
"type": "mrr_at_100",
"value": 47.393,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 47.445,
"verified": false
},
{
"type": "mrr_at_3",
"value": 43.538,
"verified": false
},
{
"type": "mrr_at_5",
"value": 45.556,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 36.338,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 47.658,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 52.824000000000005,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 54.913999999999994,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.989,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 44.944,
"verified": false
},
{
"type": "precision_at_1",
"value": 36.338,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.156,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.479,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.196,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.076,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.85,
"verified": false
},
{
"type": "recall_at_1",
"value": 29.587000000000003,
"verified": false
},
{
"type": "recall_at_10",
"value": 60.746,
"verified": false
},
{
"type": "recall_at_100",
"value": 82.157,
"verified": false
},
{
"type": "recall_at_1000",
"value": 95.645,
"verified": false
},
{
"type": "recall_at_3",
"value": 44.821,
"verified": false
},
{
"type": "recall_at_5",
"value": 52.819,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackEnglishRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 30.239,
"verified": false
},
{
"type": "map_at_10",
"value": 39.989,
"verified": false
},
{
"type": "map_at_100",
"value": 41.196,
"verified": false
},
{
"type": "map_at_1000",
"value": 41.325,
"verified": false
},
{
"type": "map_at_3",
"value": 37.261,
"verified": false
},
{
"type": "map_at_5",
"value": 38.833,
"verified": false
},
{
"type": "mrr_at_1",
"value": 37.516,
"verified": false
},
{
"type": "mrr_at_10",
"value": 46.177,
"verified": false
},
{
"type": "mrr_at_100",
"value": 46.806,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 46.849,
"verified": false
},
{
"type": "mrr_at_3",
"value": 44.002,
"verified": false
},
{
"type": "mrr_at_5",
"value": 45.34,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 37.516,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 45.586,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 49.897000000000006,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.955,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.684,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 43.617,
"verified": false
},
{
"type": "precision_at_1",
"value": 37.516,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.522,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.374,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.184,
"verified": false
},
{
"type": "precision_at_3",
"value": 20.106,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.153,
"verified": false
},
{
"type": "recall_at_1",
"value": 30.239,
"verified": false
},
{
"type": "recall_at_10",
"value": 55.03,
"verified": false
},
{
"type": "recall_at_100",
"value": 73.375,
"verified": false
},
{
"type": "recall_at_1000",
"value": 86.29599999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 43.269000000000005,
"verified": false
},
{
"type": "recall_at_5",
"value": 48.878,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackGamingRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 38.338,
"verified": false
},
{
"type": "map_at_10",
"value": 50.468999999999994,
"verified": false
},
{
"type": "map_at_100",
"value": 51.553,
"verified": false
},
{
"type": "map_at_1000",
"value": 51.608,
"verified": false
},
{
"type": "map_at_3",
"value": 47.107,
"verified": false
},
{
"type": "map_at_5",
"value": 49.101,
"verified": false
},
{
"type": "mrr_at_1",
"value": 44.201,
"verified": false
},
{
"type": "mrr_at_10",
"value": 54.057,
"verified": false
},
{
"type": "mrr_at_100",
"value": 54.764,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 54.791,
"verified": false
},
{
"type": "mrr_at_3",
"value": 51.56699999999999,
"verified": false
},
{
"type": "mrr_at_5",
"value": 53.05,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 44.201,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 56.379000000000005,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 60.645,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 61.73499999999999,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 50.726000000000006,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 53.58500000000001,
"verified": false
},
{
"type": "precision_at_1",
"value": 44.201,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.141,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.216,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.135,
"verified": false
},
{
"type": "precision_at_3",
"value": 22.654,
"verified": false
},
{
"type": "precision_at_5",
"value": 15.723999999999998,
"verified": false
},
{
"type": "recall_at_1",
"value": 38.338,
"verified": false
},
{
"type": "recall_at_10",
"value": 70.30499999999999,
"verified": false
},
{
"type": "recall_at_100",
"value": 88.77199999999999,
"verified": false
},
{
"type": "recall_at_1000",
"value": 96.498,
"verified": false
},
{
"type": "recall_at_3",
"value": 55.218,
"verified": false
},
{
"type": "recall_at_5",
"value": 62.104000000000006,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackGisRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 25.682,
"verified": false
},
{
"type": "map_at_10",
"value": 33.498,
"verified": false
},
{
"type": "map_at_100",
"value": 34.461000000000006,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.544000000000004,
"verified": false
},
{
"type": "map_at_3",
"value": 30.504,
"verified": false
},
{
"type": "map_at_5",
"value": 32.216,
"verified": false
},
{
"type": "mrr_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "mrr_at_10",
"value": 35.467999999999996,
"verified": false
},
{
"type": "mrr_at_100",
"value": 36.32,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 36.386,
"verified": false
},
{
"type": "mrr_at_3",
"value": 32.618,
"verified": false
},
{
"type": "mrr_at_5",
"value": 34.262,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.378,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 43.288,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 45.413,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.586,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.499,
"verified": false
},
{
"type": "precision_at_1",
"value": 27.683999999999997,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.864,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.882,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.11,
"verified": false
},
{
"type": "precision_at_3",
"value": 13.446,
"verified": false
},
{
"type": "precision_at_5",
"value": 9.718,
"verified": false
},
{
"type": "recall_at_1",
"value": 25.682,
"verified": false
},
{
"type": "recall_at_10",
"value": 51.712,
"verified": false
},
{
"type": "recall_at_100",
"value": 74.446,
"verified": false
},
{
"type": "recall_at_1000",
"value": 90.472,
"verified": false
},
{
"type": "recall_at_3",
"value": 36.236,
"verified": false
},
{
"type": "recall_at_5",
"value": 43.234,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackMathematicaRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 16.073999999999998,
"verified": false
},
{
"type": "map_at_10",
"value": 24.353,
"verified": false
},
{
"type": "map_at_100",
"value": 25.438,
"verified": false
},
{
"type": "map_at_1000",
"value": 25.545,
"verified": false
},
{
"type": "map_at_3",
"value": 21.614,
"verified": false
},
{
"type": "map_at_5",
"value": 23.104,
"verified": false
},
{
"type": "mrr_at_1",
"value": 19.776,
"verified": false
},
{
"type": "mrr_at_10",
"value": 28.837000000000003,
"verified": false
},
{
"type": "mrr_at_100",
"value": 29.755,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 29.817,
"verified": false
},
{
"type": "mrr_at_3",
"value": 26.202,
"verified": false
},
{
"type": "mrr_at_5",
"value": 27.714,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 19.776,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 29.701,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 35.307,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 37.942,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 24.764,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 27.025,
"verified": false
},
{
"type": "precision_at_1",
"value": 19.776,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.659,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.971,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.133,
"verified": false
},
{
"type": "precision_at_3",
"value": 12.065,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.905000000000001,
"verified": false
},
{
"type": "recall_at_1",
"value": 16.073999999999998,
"verified": false
},
{
"type": "recall_at_10",
"value": 41.647,
"verified": false
},
{
"type": "recall_at_100",
"value": 66.884,
"verified": false
},
{
"type": "recall_at_1000",
"value": 85.91499999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 27.916,
"verified": false
},
{
"type": "recall_at_5",
"value": 33.729,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackPhysicsRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 28.444999999999997,
"verified": false
},
{
"type": "map_at_10",
"value": 38.218999999999994,
"verified": false
},
{
"type": "map_at_100",
"value": 39.595,
"verified": false
},
{
"type": "map_at_1000",
"value": 39.709,
"verified": false
},
{
"type": "map_at_3",
"value": 35.586,
"verified": false
},
{
"type": "map_at_5",
"value": 36.895,
"verified": false
},
{
"type": "mrr_at_1",
"value": 34.841,
"verified": false
},
{
"type": "mrr_at_10",
"value": 44.106,
"verified": false
},
{
"type": "mrr_at_100",
"value": 44.98,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 45.03,
"verified": false
},
{
"type": "mrr_at_3",
"value": 41.979,
"verified": false
},
{
"type": "mrr_at_5",
"value": 43.047999999999995,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 34.841,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 43.922,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 49.504999999999995,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.675,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 39.858,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 41.408,
"verified": false
},
{
"type": "precision_at_1",
"value": 34.841,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.872999999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.245,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.161,
"verified": false
},
{
"type": "precision_at_3",
"value": 18.993,
"verified": false
},
{
"type": "precision_at_5",
"value": 13.032,
"verified": false
},
{
"type": "recall_at_1",
"value": 28.444999999999997,
"verified": false
},
{
"type": "recall_at_10",
"value": 54.984,
"verified": false
},
{
"type": "recall_at_100",
"value": 78.342,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.77,
"verified": false
},
{
"type": "recall_at_3",
"value": 42.843,
"verified": false
},
{
"type": "recall_at_5",
"value": 47.247,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackProgrammersRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.072,
"verified": false
},
{
"type": "map_at_10",
"value": 32.354,
"verified": false
},
{
"type": "map_at_100",
"value": 33.800000000000004,
"verified": false
},
{
"type": "map_at_1000",
"value": 33.908,
"verified": false
},
{
"type": "map_at_3",
"value": 29.232000000000003,
"verified": false
},
{
"type": "map_at_5",
"value": 31.049,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "mrr_at_10",
"value": 38.03,
"verified": false
},
{
"type": "mrr_at_100",
"value": 39.032,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 39.087,
"verified": false
},
{
"type": "mrr_at_3",
"value": 35.407,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.76,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.231,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.425,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.771,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 33.095,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.459,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.110000000000003,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.215000000000001,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.211,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.157,
"verified": false
},
{
"type": "precision_at_3",
"value": 16.058,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.644,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.072,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.285999999999994,
"verified": false
},
{
"type": "recall_at_100",
"value": 76.596,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.861,
"verified": false
},
{
"type": "recall_at_3",
"value": 35.702,
"verified": false
},
{
"type": "recall_at_5",
"value": 42.152,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 24.937916666666663,
"verified": false
},
{
"type": "map_at_10",
"value": 33.755250000000004,
"verified": false
},
{
"type": "map_at_100",
"value": 34.955999999999996,
"verified": false
},
{
"type": "map_at_1000",
"value": 35.070499999999996,
"verified": false
},
{
"type": "map_at_3",
"value": 30.98708333333333,
"verified": false
},
{
"type": "map_at_5",
"value": 32.51491666666666,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "mrr_at_10",
"value": 37.92183333333334,
"verified": false
},
{
"type": "mrr_at_100",
"value": 38.76583333333333,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 38.82466666666667,
"verified": false
},
{
"type": "mrr_at_3",
"value": 35.45125,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.827000000000005,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 39.05225,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.25983333333334,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.568333333333335,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 34.271583333333325,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 36.483916666666666,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.48708333333333,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.865749999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.1195833333333332,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.15058333333333335,
"verified": false
},
{
"type": "precision_at_3",
"value": 15.742083333333332,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.221916666666669,
"verified": false
},
{
"type": "recall_at_1",
"value": 24.937916666666663,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.650416666666665,
"verified": false
},
{
"type": "recall_at_100",
"value": 73.55383333333334,
"verified": false
},
{
"type": "recall_at_1000",
"value": 89.61691666666667,
"verified": false
},
{
"type": "recall_at_3",
"value": 37.27808333333334,
"verified": false
},
{
"type": "recall_at_5",
"value": 42.99475,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackStatsRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.947,
"verified": false
},
{
"type": "map_at_10",
"value": 30.575000000000003,
"verified": false
},
{
"type": "map_at_100",
"value": 31.465,
"verified": false
},
{
"type": "map_at_1000",
"value": 31.558000000000003,
"verified": false
},
{
"type": "map_at_3",
"value": 28.814,
"verified": false
},
{
"type": "map_at_5",
"value": 29.738999999999997,
"verified": false
},
{
"type": "mrr_at_1",
"value": 26.994,
"verified": false
},
{
"type": "mrr_at_10",
"value": 33.415,
"verified": false
},
{
"type": "mrr_at_100",
"value": 34.18,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 34.245,
"verified": false
},
{
"type": "mrr_at_3",
"value": 31.621,
"verified": false
},
{
"type": "mrr_at_5",
"value": 32.549,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 26.994,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 34.482,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 38.915,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 41.355,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 31.139,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 32.589,
"verified": false
},
{
"type": "precision_at_1",
"value": 26.994,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.322,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.8160000000000001,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.11100000000000002,
"verified": false
},
{
"type": "precision_at_3",
"value": 13.344,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.988,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.947,
"verified": false
},
{
"type": "recall_at_10",
"value": 43.648,
"verified": false
},
{
"type": "recall_at_100",
"value": 63.851,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82,
"verified": false
},
{
"type": "recall_at_3",
"value": 34.288000000000004,
"verified": false
},
{
"type": "recall_at_5",
"value": 38.117,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackTexRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 16.197,
"verified": false
},
{
"type": "map_at_10",
"value": 22.968,
"verified": false
},
{
"type": "map_at_100",
"value": 24.095,
"verified": false
},
{
"type": "map_at_1000",
"value": 24.217,
"verified": false
},
{
"type": "map_at_3",
"value": 20.771,
"verified": false
},
{
"type": "map_at_5",
"value": 21.995,
"verified": false
},
{
"type": "mrr_at_1",
"value": 19.511,
"verified": false
},
{
"type": "mrr_at_10",
"value": 26.55,
"verified": false
},
{
"type": "mrr_at_100",
"value": 27.501,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 27.578999999999997,
"verified": false
},
{
"type": "mrr_at_3",
"value": 24.421,
"verified": false
},
{
"type": "mrr_at_5",
"value": 25.604,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 19.511,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 27.386,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 32.828,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 35.739,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 23.405,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 25.255,
"verified": false
},
{
"type": "precision_at_1",
"value": 19.511,
"verified": false
},
{
"type": "precision_at_10",
"value": 5.017,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.91,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.133,
"verified": false
},
{
"type": "precision_at_3",
"value": 11.023,
"verified": false
},
{
"type": "precision_at_5",
"value": 8.025,
"verified": false
},
{
"type": "recall_at_1",
"value": 16.197,
"verified": false
},
{
"type": "recall_at_10",
"value": 37.09,
"verified": false
},
{
"type": "recall_at_100",
"value": 61.778,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82.56599999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 26.034,
"verified": false
},
{
"type": "recall_at_5",
"value": 30.762,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackUnixRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 25.41,
"verified": false
},
{
"type": "map_at_10",
"value": 33.655,
"verified": false
},
{
"type": "map_at_100",
"value": 34.892,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.995,
"verified": false
},
{
"type": "map_at_3",
"value": 30.94,
"verified": false
},
{
"type": "map_at_5",
"value": 32.303,
"verified": false
},
{
"type": "mrr_at_1",
"value": 29.478,
"verified": false
},
{
"type": "mrr_at_10",
"value": 37.443,
"verified": false
},
{
"type": "mrr_at_100",
"value": 38.383,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 38.440000000000005,
"verified": false
},
{
"type": "mrr_at_3",
"value": 34.949999999999996,
"verified": false
},
{
"type": "mrr_at_5",
"value": 36.228,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.478,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 38.769,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.245000000000005,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.593,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 33.623,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 35.766,
"verified": false
},
{
"type": "precision_at_1",
"value": 29.478,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.455,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.032,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.135,
"verified": false
},
{
"type": "precision_at_3",
"value": 14.893999999999998,
"verified": false
},
{
"type": "precision_at_5",
"value": 10.485,
"verified": false
},
{
"type": "recall_at_1",
"value": 25.41,
"verified": false
},
{
"type": "recall_at_10",
"value": 50.669,
"verified": false
},
{
"type": "recall_at_100",
"value": 74.084,
"verified": false
},
{
"type": "recall_at_1000",
"value": 90.435,
"verified": false
},
{
"type": "recall_at_3",
"value": 36.679,
"verified": false
},
{
"type": "recall_at_5",
"value": 41.94,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackWebmastersRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 23.339,
"verified": false
},
{
"type": "map_at_10",
"value": 31.852000000000004,
"verified": false
},
{
"type": "map_at_100",
"value": 33.411,
"verified": false
},
{
"type": "map_at_1000",
"value": 33.62,
"verified": false
},
{
"type": "map_at_3",
"value": 28.929,
"verified": false
},
{
"type": "map_at_5",
"value": 30.542,
"verified": false
},
{
"type": "mrr_at_1",
"value": 28.063,
"verified": false
},
{
"type": "mrr_at_10",
"value": 36.301,
"verified": false
},
{
"type": "mrr_at_100",
"value": 37.288,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 37.349,
"verified": false
},
{
"type": "mrr_at_3",
"value": 33.663,
"verified": false
},
{
"type": "mrr_at_5",
"value": 35.165,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 28.063,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 37.462,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 43.620999999999995,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 46.211,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.68,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 34.981,
"verified": false
},
{
"type": "precision_at_1",
"value": 28.063,
"verified": false
},
{
"type": "precision_at_10",
"value": 7.1739999999999995,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.486,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.235,
"verified": false
},
{
"type": "precision_at_3",
"value": 15.217,
"verified": false
},
{
"type": "precision_at_5",
"value": 11.265,
"verified": false
},
{
"type": "recall_at_1",
"value": 23.339,
"verified": false
},
{
"type": "recall_at_10",
"value": 48.376999999999995,
"verified": false
},
{
"type": "recall_at_100",
"value": 76.053,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.455,
"verified": false
},
{
"type": "recall_at_3",
"value": 34.735,
"verified": false
},
{
"type": "recall_at_5",
"value": 40.71,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB CQADupstackWordpressRetrieval",
"revision": "None",
"split": "test",
"type": "BeIR/cqadupstack"
},
"metrics": [
{
"type": "map_at_1",
"value": 18.925,
"verified": false
},
{
"type": "map_at_10",
"value": 26.017000000000003,
"verified": false
},
{
"type": "map_at_100",
"value": 27.034,
"verified": false
},
{
"type": "map_at_1000",
"value": 27.156,
"verified": false
},
{
"type": "map_at_3",
"value": 23.604,
"verified": false
},
{
"type": "map_at_5",
"value": 24.75,
"verified": false
},
{
"type": "mrr_at_1",
"value": 20.333,
"verified": false
},
{
"type": "mrr_at_10",
"value": 27.915,
"verified": false
},
{
"type": "mrr_at_100",
"value": 28.788000000000004,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 28.877999999999997,
"verified": false
},
{
"type": "mrr_at_3",
"value": 25.446999999999996,
"verified": false
},
{
"type": "mrr_at_5",
"value": 26.648,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 20.333,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 30.673,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 35.618,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 38.517,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 25.71,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 27.679,
"verified": false
},
{
"type": "precision_at_1",
"value": 20.333,
"verified": false
},
{
"type": "precision_at_10",
"value": 4.9910000000000005,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.8130000000000001,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.117,
"verified": false
},
{
"type": "precision_at_3",
"value": 11.029,
"verified": false
},
{
"type": "precision_at_5",
"value": 7.874,
"verified": false
},
{
"type": "recall_at_1",
"value": 18.925,
"verified": false
},
{
"type": "recall_at_10",
"value": 43.311,
"verified": false
},
{
"type": "recall_at_100",
"value": 66.308,
"verified": false
},
{
"type": "recall_at_1000",
"value": 87.49,
"verified": false
},
{
"type": "recall_at_3",
"value": 29.596,
"verified": false
},
{
"type": "recall_at_5",
"value": 34.245,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ClimateFEVER",
"revision": "None",
"split": "test",
"type": "climate-fever"
},
"metrics": [
{
"type": "map_at_1",
"value": 13.714,
"verified": false
},
{
"type": "map_at_10",
"value": 23.194,
"verified": false
},
{
"type": "map_at_100",
"value": 24.976000000000003,
"verified": false
},
{
"type": "map_at_1000",
"value": 25.166,
"verified": false
},
{
"type": "map_at_3",
"value": 19.709,
"verified": false
},
{
"type": "map_at_5",
"value": 21.523999999999997,
"verified": false
},
{
"type": "mrr_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "mrr_at_10",
"value": 42.563,
"verified": false
},
{
"type": "mrr_at_100",
"value": 43.386,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 43.423,
"verified": false
},
{
"type": "mrr_at_3",
"value": 39.555,
"verified": false
},
{
"type": "mrr_at_5",
"value": 41.268,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 31.836,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 38.652,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 42.088,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 26.733,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 28.435,
"verified": false
},
{
"type": "precision_at_1",
"value": 30.619000000000003,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.752,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.71,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.235,
"verified": false
},
{
"type": "precision_at_3",
"value": 19.935,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.984,
"verified": false
},
{
"type": "recall_at_1",
"value": 13.714,
"verified": false
},
{
"type": "recall_at_10",
"value": 37.26,
"verified": false
},
{
"type": "recall_at_100",
"value": 60.546,
"verified": false
},
{
"type": "recall_at_1000",
"value": 79.899,
"verified": false
},
{
"type": "recall_at_3",
"value": 24.325,
"verified": false
},
{
"type": "recall_at_5",
"value": 29.725,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB DBPedia",
"revision": "None",
"split": "test",
"type": "dbpedia-entity"
},
"metrics": [
{
"type": "map_at_1",
"value": 8.462,
"verified": false
},
{
"type": "map_at_10",
"value": 18.637,
"verified": false
},
{
"type": "map_at_100",
"value": 26.132,
"verified": false
},
{
"type": "map_at_1000",
"value": 27.607,
"verified": false
},
{
"type": "map_at_3",
"value": 13.333,
"verified": false
},
{
"type": "map_at_5",
"value": 15.654000000000002,
"verified": false
},
{
"type": "mrr_at_1",
"value": 66.25,
"verified": false
},
{
"type": "mrr_at_10",
"value": 74.32600000000001,
"verified": false
},
{
"type": "mrr_at_100",
"value": 74.60900000000001,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 74.62,
"verified": false
},
{
"type": "mrr_at_3",
"value": 72.667,
"verified": false
},
{
"type": "mrr_at_5",
"value": 73.817,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 53.87499999999999,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.029,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 44.199,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 51.629999999999995,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 44.113,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 41.731,
"verified": false
},
{
"type": "precision_at_1",
"value": 66.25,
"verified": false
},
{
"type": "precision_at_10",
"value": 31.9,
"verified": false
},
{
"type": "precision_at_100",
"value": 10.043,
"verified": false
},
{
"type": "precision_at_1000",
"value": 1.926,
"verified": false
},
{
"type": "precision_at_3",
"value": 47.417,
"verified": false
},
{
"type": "precision_at_5",
"value": 40.65,
"verified": false
},
{
"type": "recall_at_1",
"value": 8.462,
"verified": false
},
{
"type": "recall_at_10",
"value": 24.293,
"verified": false
},
{
"type": "recall_at_100",
"value": 50.146,
"verified": false
},
{
"type": "recall_at_1000",
"value": 74.034,
"verified": false
},
{
"type": "recall_at_3",
"value": 14.967,
"verified": false
},
{
"type": "recall_at_5",
"value": 18.682,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB EmotionClassification",
"revision": "4f58c6b202a23cf9a4da393831edf4f9183cad37",
"split": "test",
"type": "mteb/emotion"
},
"metrics": [
{
"type": "accuracy",
"value": 47.84499999999999,
"verified": false
},
{
"type": "f1",
"value": 42.48106691979349,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB FEVER",
"revision": "None",
"split": "test",
"type": "fever"
},
"metrics": [
{
"type": "map_at_1",
"value": 74.034,
"verified": false
},
{
"type": "map_at_10",
"value": 82.76,
"verified": false
},
{
"type": "map_at_100",
"value": 82.968,
"verified": false
},
{
"type": "map_at_1000",
"value": 82.98299999999999,
"verified": false
},
{
"type": "map_at_3",
"value": 81.768,
"verified": false
},
{
"type": "map_at_5",
"value": 82.418,
"verified": false
},
{
"type": "mrr_at_1",
"value": 80.048,
"verified": false
},
{
"type": "mrr_at_10",
"value": 87.64999999999999,
"verified": false
},
{
"type": "mrr_at_100",
"value": 87.712,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 87.713,
"verified": false
},
{
"type": "mrr_at_3",
"value": 87.01100000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 87.466,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 80.048,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 86.643,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 87.361,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 87.606,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 85.137,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 86.016,
"verified": false
},
{
"type": "precision_at_1",
"value": 80.048,
"verified": false
},
{
"type": "precision_at_10",
"value": 10.372,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.093,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.113,
"verified": false
},
{
"type": "precision_at_3",
"value": 32.638,
"verified": false
},
{
"type": "precision_at_5",
"value": 20.177,
"verified": false
},
{
"type": "recall_at_1",
"value": 74.034,
"verified": false
},
{
"type": "recall_at_10",
"value": 93.769,
"verified": false
},
{
"type": "recall_at_100",
"value": 96.569,
"verified": false
},
{
"type": "recall_at_1000",
"value": 98.039,
"verified": false
},
{
"type": "recall_at_3",
"value": 89.581,
"verified": false
},
{
"type": "recall_at_5",
"value": 91.906,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB FiQA2018",
"revision": "None",
"split": "test",
"type": "fiqa"
},
"metrics": [
{
"type": "map_at_1",
"value": 20.5,
"verified": false
},
{
"type": "map_at_10",
"value": 32.857,
"verified": false
},
{
"type": "map_at_100",
"value": 34.589,
"verified": false
},
{
"type": "map_at_1000",
"value": 34.778,
"verified": false
},
{
"type": "map_at_3",
"value": 29.161,
"verified": false
},
{
"type": "map_at_5",
"value": 31.033,
"verified": false
},
{
"type": "mrr_at_1",
"value": 40.123,
"verified": false
},
{
"type": "mrr_at_10",
"value": 48.776,
"verified": false
},
{
"type": "mrr_at_100",
"value": 49.495,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 49.539,
"verified": false
},
{
"type": "mrr_at_3",
"value": 46.605,
"verified": false
},
{
"type": "mrr_at_5",
"value": 47.654,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 40.123,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.343,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 46.56,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 49.777,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 37.322,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 37.791,
"verified": false
},
{
"type": "precision_at_1",
"value": 40.123,
"verified": false
},
{
"type": "precision_at_10",
"value": 11.08,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.752,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.232,
"verified": false
},
{
"type": "precision_at_3",
"value": 24.897,
"verified": false
},
{
"type": "precision_at_5",
"value": 17.809,
"verified": false
},
{
"type": "recall_at_1",
"value": 20.5,
"verified": false
},
{
"type": "recall_at_10",
"value": 46.388,
"verified": false
},
{
"type": "recall_at_100",
"value": 69.552,
"verified": false
},
{
"type": "recall_at_1000",
"value": 89.011,
"verified": false
},
{
"type": "recall_at_3",
"value": 33.617999999999995,
"verified": false
},
{
"type": "recall_at_5",
"value": 38.211,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB HotpotQA",
"revision": "None",
"split": "test",
"type": "hotpotqa"
},
"metrics": [
{
"type": "map_at_1",
"value": 39.136,
"verified": false
},
{
"type": "map_at_10",
"value": 61.673,
"verified": false
},
{
"type": "map_at_100",
"value": 62.562,
"verified": false
},
{
"type": "map_at_1000",
"value": 62.62,
"verified": false
},
{
"type": "map_at_3",
"value": 58.468,
"verified": false
},
{
"type": "map_at_5",
"value": 60.463,
"verified": false
},
{
"type": "mrr_at_1",
"value": 78.271,
"verified": false
},
{
"type": "mrr_at_10",
"value": 84.119,
"verified": false
},
{
"type": "mrr_at_100",
"value": 84.29299999999999,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 84.299,
"verified": false
},
{
"type": "mrr_at_3",
"value": 83.18900000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 83.786,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 78.271,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 69.935,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 73.01299999999999,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 74.126,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 65.388,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 67.906,
"verified": false
},
{
"type": "precision_at_1",
"value": 78.271,
"verified": false
},
{
"type": "precision_at_10",
"value": 14.562,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.6969999999999998,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.184,
"verified": false
},
{
"type": "precision_at_3",
"value": 41.841,
"verified": false
},
{
"type": "precision_at_5",
"value": 27.087,
"verified": false
},
{
"type": "recall_at_1",
"value": 39.136,
"verified": false
},
{
"type": "recall_at_10",
"value": 72.809,
"verified": false
},
{
"type": "recall_at_100",
"value": 84.86200000000001,
"verified": false
},
{
"type": "recall_at_1000",
"value": 92.208,
"verified": false
},
{
"type": "recall_at_3",
"value": 62.76199999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 67.718,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ImdbClassification",
"revision": "3d86128a09e091d6018b6d26cad27f2739fc2db7",
"split": "test",
"type": "mteb/imdb"
},
"metrics": [
{
"type": "accuracy",
"value": 90.606,
"verified": false
},
{
"type": "ap",
"value": 86.6579587804335,
"verified": false
},
{
"type": "f1",
"value": 90.5938853929307,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MSMARCO",
"revision": "None",
"split": "dev",
"type": "msmarco"
},
"metrics": [
{
"type": "map_at_1",
"value": 21.852,
"verified": false
},
{
"type": "map_at_10",
"value": 33.982,
"verified": false
},
{
"type": "map_at_100",
"value": 35.116,
"verified": false
},
{
"type": "map_at_1000",
"value": 35.167,
"verified": false
},
{
"type": "map_at_3",
"value": 30.134,
"verified": false
},
{
"type": "map_at_5",
"value": 32.340999999999994,
"verified": false
},
{
"type": "mrr_at_1",
"value": 22.479,
"verified": false
},
{
"type": "mrr_at_10",
"value": 34.594,
"verified": false
},
{
"type": "mrr_at_100",
"value": 35.672,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 35.716,
"verified": false
},
{
"type": "mrr_at_3",
"value": 30.84,
"verified": false
},
{
"type": "mrr_at_5",
"value": 32.998,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 22.493,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 40.833000000000006,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 46.357,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 47.637,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 32.995999999999995,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 36.919,
"verified": false
},
{
"type": "precision_at_1",
"value": 22.493,
"verified": false
},
{
"type": "precision_at_10",
"value": 6.465999999999999,
"verified": false
},
{
"type": "precision_at_100",
"value": 0.925,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.104,
"verified": false
},
{
"type": "precision_at_3",
"value": 14.031,
"verified": false
},
{
"type": "precision_at_5",
"value": 10.413,
"verified": false
},
{
"type": "recall_at_1",
"value": 21.852,
"verified": false
},
{
"type": "recall_at_10",
"value": 61.934999999999995,
"verified": false
},
{
"type": "recall_at_100",
"value": 87.611,
"verified": false
},
{
"type": "recall_at_1000",
"value": 97.441,
"verified": false
},
{
"type": "recall_at_3",
"value": 40.584,
"verified": false
},
{
"type": "recall_at_5",
"value": 49.992999999999995,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MTOPDomainClassification (en)",
"revision": "d80d48c1eb48d3562165c59d59d0034df9fff0bf",
"split": "test",
"type": "mteb/mtop_domain"
},
"metrics": [
{
"type": "accuracy",
"value": 93.36069311445507,
"verified": false
},
{
"type": "f1",
"value": 93.16456330371452,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MTOPIntentClassification (en)",
"revision": "ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba",
"split": "test",
"type": "mteb/mtop_intent"
},
"metrics": [
{
"type": "accuracy",
"value": 74.74692202462381,
"verified": false
},
{
"type": "f1",
"value": 58.17903579421599,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MassiveIntentClassification (en)",
"revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7",
"split": "test",
"type": "mteb/amazon_massive_intent"
},
"metrics": [
{
"type": "accuracy",
"value": 74.80833893745796,
"verified": false
},
{
"type": "f1",
"value": 72.70786592684664,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB MassiveScenarioClassification (en)",
"revision": "7d571f92784cd94a019292a1f45445077d0ef634",
"split": "test",
"type": "mteb/amazon_massive_scenario"
},
"metrics": [
{
"type": "accuracy",
"value": 78.69872225958305,
"verified": false
},
{
"type": "f1",
"value": 78.61626934504731,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MedrxivClusteringP2P",
"revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73",
"split": "test",
"type": "mteb/medrxiv-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 33.058658628717694,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MedrxivClusteringS2S",
"revision": "35191c8c0dca72d8ff3efcd72aa802307d469663",
"split": "test",
"type": "mteb/medrxiv-clustering-s2s"
},
"metrics": [
{
"type": "v_measure",
"value": 30.85561739360599,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB MindSmallReranking",
"revision": "3bdac13927fdc888b903db93b2ffdbd90b295a69",
"split": "test",
"type": "mteb/mind_small"
},
"metrics": [
{
"type": "map",
"value": 31.290259910144385,
"verified": false
},
{
"type": "mrr",
"value": 32.44223046102856,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB NFCorpus",
"revision": "None",
"split": "test",
"type": "nfcorpus"
},
"metrics": [
{
"type": "map_at_1",
"value": 5.288,
"verified": false
},
{
"type": "map_at_10",
"value": 12.268,
"verified": false
},
{
"type": "map_at_100",
"value": 15.557000000000002,
"verified": false
},
{
"type": "map_at_1000",
"value": 16.98,
"verified": false
},
{
"type": "map_at_3",
"value": 8.866,
"verified": false
},
{
"type": "map_at_5",
"value": 10.418,
"verified": false
},
{
"type": "mrr_at_1",
"value": 43.653,
"verified": false
},
{
"type": "mrr_at_10",
"value": 52.681,
"verified": false
},
{
"type": "mrr_at_100",
"value": 53.315999999999995,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 53.357,
"verified": false
},
{
"type": "mrr_at_3",
"value": 51.393,
"verified": false
},
{
"type": "mrr_at_5",
"value": 51.904,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 42.415000000000006,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 34.305,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 30.825999999999997,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 39.393,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 39.931,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 37.52,
"verified": false
},
{
"type": "precision_at_1",
"value": 43.653,
"verified": false
},
{
"type": "precision_at_10",
"value": 25.728,
"verified": false
},
{
"type": "precision_at_100",
"value": 7.932,
"verified": false
},
{
"type": "precision_at_1000",
"value": 2.07,
"verified": false
},
{
"type": "precision_at_3",
"value": 38.184000000000005,
"verified": false
},
{
"type": "precision_at_5",
"value": 32.879000000000005,
"verified": false
},
{
"type": "recall_at_1",
"value": 5.288,
"verified": false
},
{
"type": "recall_at_10",
"value": 16.195,
"verified": false
},
{
"type": "recall_at_100",
"value": 31.135,
"verified": false
},
{
"type": "recall_at_1000",
"value": 61.531000000000006,
"verified": false
},
{
"type": "recall_at_3",
"value": 10.313,
"verified": false
},
{
"type": "recall_at_5",
"value": 12.755,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB NQ",
"revision": "None",
"split": "test",
"type": "nq"
},
"metrics": [
{
"type": "map_at_1",
"value": 28.216,
"verified": false
},
{
"type": "map_at_10",
"value": 42.588,
"verified": false
},
{
"type": "map_at_100",
"value": 43.703,
"verified": false
},
{
"type": "map_at_1000",
"value": 43.739,
"verified": false
},
{
"type": "map_at_3",
"value": 38.177,
"verified": false
},
{
"type": "map_at_5",
"value": 40.754000000000005,
"verified": false
},
{
"type": "mrr_at_1",
"value": 31.866,
"verified": false
},
{
"type": "mrr_at_10",
"value": 45.189,
"verified": false
},
{
"type": "mrr_at_100",
"value": 46.056,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 46.081,
"verified": false
},
{
"type": "mrr_at_3",
"value": 41.526999999999994,
"verified": false
},
{
"type": "mrr_at_5",
"value": 43.704,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 31.837,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 50.178,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 54.98800000000001,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 55.812,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 41.853,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 46.153,
"verified": false
},
{
"type": "precision_at_1",
"value": 31.837,
"verified": false
},
{
"type": "precision_at_10",
"value": 8.43,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.112,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.119,
"verified": false
},
{
"type": "precision_at_3",
"value": 19.023,
"verified": false
},
{
"type": "precision_at_5",
"value": 13.911,
"verified": false
},
{
"type": "recall_at_1",
"value": 28.216,
"verified": false
},
{
"type": "recall_at_10",
"value": 70.8,
"verified": false
},
{
"type": "recall_at_100",
"value": 91.857,
"verified": false
},
{
"type": "recall_at_1000",
"value": 97.941,
"verified": false
},
{
"type": "recall_at_3",
"value": 49.196,
"verified": false
},
{
"type": "recall_at_5",
"value": 59.072,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB QuoraRetrieval",
"revision": "None",
"split": "test",
"type": "quora"
},
"metrics": [
{
"type": "map_at_1",
"value": 71.22800000000001,
"verified": false
},
{
"type": "map_at_10",
"value": 85.115,
"verified": false
},
{
"type": "map_at_100",
"value": 85.72,
"verified": false
},
{
"type": "map_at_1000",
"value": 85.737,
"verified": false
},
{
"type": "map_at_3",
"value": 82.149,
"verified": false
},
{
"type": "map_at_5",
"value": 84.029,
"verified": false
},
{
"type": "mrr_at_1",
"value": 81.96,
"verified": false
},
{
"type": "mrr_at_10",
"value": 88.00200000000001,
"verified": false
},
{
"type": "mrr_at_100",
"value": 88.088,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 88.089,
"verified": false
},
{
"type": "mrr_at_3",
"value": 87.055,
"verified": false
},
{
"type": "mrr_at_5",
"value": 87.715,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 82.01,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 88.78,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 89.91,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 90.013,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 85.957,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 87.56,
"verified": false
},
{
"type": "precision_at_1",
"value": 82.01,
"verified": false
},
{
"type": "precision_at_10",
"value": 13.462,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.528,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.157,
"verified": false
},
{
"type": "precision_at_3",
"value": 37.553,
"verified": false
},
{
"type": "precision_at_5",
"value": 24.732000000000003,
"verified": false
},
{
"type": "recall_at_1",
"value": 71.22800000000001,
"verified": false
},
{
"type": "recall_at_10",
"value": 95.69,
"verified": false
},
{
"type": "recall_at_100",
"value": 99.531,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.98,
"verified": false
},
{
"type": "recall_at_3",
"value": 87.632,
"verified": false
},
{
"type": "recall_at_5",
"value": 92.117,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB RedditClustering",
"revision": "24640382cdbf8abc73003fb0fa6d111a705499eb",
"split": "test",
"type": "mteb/reddit-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 52.31768034366916,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB RedditClusteringP2P",
"revision": "282350215ef01743dc01b456c7f5241fa8937f16",
"split": "test",
"type": "mteb/reddit-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 60.640266772723606,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SCIDOCS",
"revision": "None",
"split": "test",
"type": "scidocs"
},
"metrics": [
{
"type": "map_at_1",
"value": 4.7780000000000005,
"verified": false
},
{
"type": "map_at_10",
"value": 12.299,
"verified": false
},
{
"type": "map_at_100",
"value": 14.363,
"verified": false
},
{
"type": "map_at_1000",
"value": 14.71,
"verified": false
},
{
"type": "map_at_3",
"value": 8.738999999999999,
"verified": false
},
{
"type": "map_at_5",
"value": 10.397,
"verified": false
},
{
"type": "mrr_at_1",
"value": 23.6,
"verified": false
},
{
"type": "mrr_at_10",
"value": 34.845,
"verified": false
},
{
"type": "mrr_at_100",
"value": 35.916,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 35.973,
"verified": false
},
{
"type": "mrr_at_3",
"value": 31.7,
"verified": false
},
{
"type": "mrr_at_5",
"value": 33.535,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 23.6,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 20.522,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 28.737,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 34.596,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 19.542,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 16.958000000000002,
"verified": false
},
{
"type": "precision_at_1",
"value": 23.6,
"verified": false
},
{
"type": "precision_at_10",
"value": 10.67,
"verified": false
},
{
"type": "precision_at_100",
"value": 2.259,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.367,
"verified": false
},
{
"type": "precision_at_3",
"value": 18.333,
"verified": false
},
{
"type": "precision_at_5",
"value": 14.88,
"verified": false
},
{
"type": "recall_at_1",
"value": 4.7780000000000005,
"verified": false
},
{
"type": "recall_at_10",
"value": 21.617,
"verified": false
},
{
"type": "recall_at_100",
"value": 45.905,
"verified": false
},
{
"type": "recall_at_1000",
"value": 74.42,
"verified": false
},
{
"type": "recall_at_3",
"value": 11.148,
"verified": false
},
{
"type": "recall_at_5",
"value": 15.082999999999998,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SICK-R",
"revision": "a6ea5a8cab320b040a23452cc28066d9beae2cee",
"split": "test",
"type": "mteb/sickr-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 83.22372750297885,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 79.40972617119405,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 80.6101072020434,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 79.53844217225202,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 80.57265975286111,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 79.46335611792958,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS12",
"revision": "a0d554a64d88156834ff5ae9920b964011b16384",
"split": "test",
"type": "mteb/sts12-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 85.43713315520749,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 77.44128693329532,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 81.63869928101123,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 77.29512977961515,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 81.63704185566183,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 77.29909412738657,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS13",
"revision": "7e90230a92c190f1bf69ae9002b8cea547a64cca",
"split": "test",
"type": "mteb/sts13-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 81.59451537860527,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 82.97994638856723,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 82.89478688288412,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 83.58740751053104,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 82.69140840941608,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 83.33665956040555,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS14",
"revision": "6031580fec1f6af667f0bd2da0a551cf4f0b2375",
"split": "test",
"type": "mteb/sts14-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 82.00756527711764,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 81.83560996841379,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 82.07684151976518,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 82.00913052060511,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 82.05690778488794,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 82.02260252019525,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS15",
"revision": "ae752c7c21bf194d8b67fd573edf7ae58183cbe3",
"split": "test",
"type": "mteb/sts15-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 86.13710262895447,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 87.26412811156248,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 86.94151453230228,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 87.5363796699571,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 86.86989424083748,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 87.47315940781353,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STS16",
"revision": "4d8694f8f0e0100860b497b999b3dbed754a0513",
"split": "test",
"type": "mteb/sts16-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 83.0230597603627,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 84.93344499318864,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 84.23754743431141,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 85.09707376597099,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 84.04325160987763,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 84.89353071339909,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "en-en",
"name": "MTEB STS17 (en-en)",
"revision": "af5e6fb845001ecf41f4c1e033ce921939a2a68d",
"split": "test",
"type": "mteb/sts17-crosslingual-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 86.75620824563921,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 87.15065513706398,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 88.26281533633521,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 87.51963738643983,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 88.25599267618065,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 87.58048736047483,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "en",
"name": "MTEB STS22 (en)",
"revision": "6d1ba47164174a496b7fa5d3569dae26a6813b80",
"split": "test",
"type": "mteb/sts22-crosslingual-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 64.74645319195137,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 65.29996325037214,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 67.04297794086443,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 65.43841726694343,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 67.39459955690904,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 65.92864704413651,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB STSBenchmark",
"revision": "b0fddb56ed78048fa8b90373c8a3cfc37b684831",
"split": "test",
"type": "mteb/stsbenchmark-sts"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 84.31291020270801,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 85.86473738688068,
"verified": false
},
{
"type": "euclidean_pearson",
"value": 85.65537275064152,
"verified": false
},
{
"type": "euclidean_spearman",
"value": 86.13087454209642,
"verified": false
},
{
"type": "manhattan_pearson",
"value": 85.43946955047609,
"verified": false
},
{
"type": "manhattan_spearman",
"value": 85.91568175344916,
"verified": false
}
],
"task": {
"type": "STS"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SciDocsRR",
"revision": "d3c5e1fc0b855ab6097bf1cda04dd73947d7caab",
"split": "test",
"type": "mteb/scidocs-reranking"
},
"metrics": [
{
"type": "map",
"value": 85.93798118350695,
"verified": false
},
{
"type": "mrr",
"value": 95.93536274908824,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SciFact",
"revision": "None",
"split": "test",
"type": "scifact"
},
"metrics": [
{
"type": "map_at_1",
"value": 57.594,
"verified": false
},
{
"type": "map_at_10",
"value": 66.81899999999999,
"verified": false
},
{
"type": "map_at_100",
"value": 67.368,
"verified": false
},
{
"type": "map_at_1000",
"value": 67.4,
"verified": false
},
{
"type": "map_at_3",
"value": 64.061,
"verified": false
},
{
"type": "map_at_5",
"value": 65.47,
"verified": false
},
{
"type": "mrr_at_1",
"value": 60.667,
"verified": false
},
{
"type": "mrr_at_10",
"value": 68.219,
"verified": false
},
{
"type": "mrr_at_100",
"value": 68.655,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 68.684,
"verified": false
},
{
"type": "mrr_at_3",
"value": 66.22200000000001,
"verified": false
},
{
"type": "mrr_at_5",
"value": 67.289,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 60.667,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 71.275,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 73.642,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 74.373,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 66.521,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 68.581,
"verified": false
},
{
"type": "precision_at_1",
"value": 60.667,
"verified": false
},
{
"type": "precision_at_10",
"value": 9.433,
"verified": false
},
{
"type": "precision_at_100",
"value": 1.0699999999999998,
"verified": false
},
{
"type": "precision_at_1000",
"value": 0.113,
"verified": false
},
{
"type": "precision_at_3",
"value": 25.556,
"verified": false
},
{
"type": "precision_at_5",
"value": 16.8,
"verified": false
},
{
"type": "recall_at_1",
"value": 57.594,
"verified": false
},
{
"type": "recall_at_10",
"value": 83.622,
"verified": false
},
{
"type": "recall_at_100",
"value": 94.167,
"verified": false
},
{
"type": "recall_at_1000",
"value": 99.667,
"verified": false
},
{
"type": "recall_at_3",
"value": 70.64399999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 75.983,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SprintDuplicateQuestions",
"revision": "d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46",
"split": "test",
"type": "mteb/sprintduplicatequestions-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 99.85841584158416,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 96.66996142314342,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 92.83208020050124,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 93.06532663316584,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 92.6,
"verified": false
},
{
"type": "dot_accuracy",
"value": 99.85841584158416,
"verified": false
},
{
"type": "dot_ap",
"value": 96.6775307676576,
"verified": false
},
{
"type": "dot_f1",
"value": 92.69289729177312,
"verified": false
},
{
"type": "dot_precision",
"value": 94.7753396029258,
"verified": false
},
{
"type": "dot_recall",
"value": 90.7,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 99.86138613861388,
"verified": false
},
{
"type": "euclidean_ap",
"value": 96.6338454403108,
"verified": false
},
{
"type": "euclidean_f1",
"value": 92.92214357937311,
"verified": false
},
{
"type": "euclidean_precision",
"value": 93.96728016359918,
"verified": false
},
{
"type": "euclidean_recall",
"value": 91.9,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 99.86237623762376,
"verified": false
},
{
"type": "manhattan_ap",
"value": 96.60370449645052,
"verified": false
},
{
"type": "manhattan_f1",
"value": 92.91177970423252,
"verified": false
},
{
"type": "manhattan_precision",
"value": 94.7970863683663,
"verified": false
},
{
"type": "manhattan_recall",
"value": 91.1,
"verified": false
},
{
"type": "max_accuracy",
"value": 99.86237623762376,
"verified": false
},
{
"type": "max_ap",
"value": 96.6775307676576,
"verified": false
},
{
"type": "max_f1",
"value": 92.92214357937311,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackExchangeClustering",
"revision": "6cbc1f7b2bc0622f2e39d2c77fa502909748c259",
"split": "test",
"type": "mteb/stackexchange-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 60.77977058695198,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackExchangeClusteringP2P",
"revision": "815ca46b2622cec33ccafc3735d572c266efdb44",
"split": "test",
"type": "mteb/stackexchange-clustering-p2p"
},
"metrics": [
{
"type": "v_measure",
"value": 35.2725272535638,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB StackOverflowDupQuestions",
"revision": "e185fbe320c72810689fc5848eb6114e1ef5ec69",
"split": "test",
"type": "mteb/stackoverflowdupquestions-reranking"
},
"metrics": [
{
"type": "map",
"value": 53.64052466362125,
"verified": false
},
{
"type": "mrr",
"value": 54.533067014684654,
"verified": false
}
],
"task": {
"type": "Reranking"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB SummEval",
"revision": "cda12ad7615edc362dbf25a00fdd61d3b1eaf93c",
"split": "test",
"type": "mteb/summeval"
},
"metrics": [
{
"type": "cos_sim_pearson",
"value": 30.677624219206574,
"verified": false
},
{
"type": "cos_sim_spearman",
"value": 30.121368518123447,
"verified": false
},
{
"type": "dot_pearson",
"value": 30.69870088041608,
"verified": false
},
{
"type": "dot_spearman",
"value": 29.61284927093751,
"verified": false
}
],
"task": {
"type": "Summarization"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TRECCOVID",
"revision": "None",
"split": "test",
"type": "trec-covid"
},
"metrics": [
{
"type": "map_at_1",
"value": 0.22,
"verified": false
},
{
"type": "map_at_10",
"value": 1.855,
"verified": false
},
{
"type": "map_at_100",
"value": 9.885,
"verified": false
},
{
"type": "map_at_1000",
"value": 23.417,
"verified": false
},
{
"type": "map_at_3",
"value": 0.637,
"verified": false
},
{
"type": "map_at_5",
"value": 1.024,
"verified": false
},
{
"type": "mrr_at_1",
"value": 88,
"verified": false
},
{
"type": "mrr_at_10",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_100",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 93.067,
"verified": false
},
{
"type": "mrr_at_3",
"value": 92.667,
"verified": false
},
{
"type": "mrr_at_5",
"value": 93.067,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 82,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 75.899,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 55.115,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 48.368,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 79.704,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 78.39699999999999,
"verified": false
},
{
"type": "precision_at_1",
"value": 88,
"verified": false
},
{
"type": "precision_at_10",
"value": 79.60000000000001,
"verified": false
},
{
"type": "precision_at_100",
"value": 56.06,
"verified": false
},
{
"type": "precision_at_1000",
"value": 21.206,
"verified": false
},
{
"type": "precision_at_3",
"value": 84.667,
"verified": false
},
{
"type": "precision_at_5",
"value": 83.2,
"verified": false
},
{
"type": "recall_at_1",
"value": 0.22,
"verified": false
},
{
"type": "recall_at_10",
"value": 2.078,
"verified": false
},
{
"type": "recall_at_100",
"value": 13.297,
"verified": false
},
{
"type": "recall_at_1000",
"value": 44.979,
"verified": false
},
{
"type": "recall_at_3",
"value": 0.6689999999999999,
"verified": false
},
{
"type": "recall_at_5",
"value": 1.106,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB Touche2020",
"revision": "None",
"split": "test",
"type": "webis-touche2020"
},
"metrics": [
{
"type": "map_at_1",
"value": 2.258,
"verified": false
},
{
"type": "map_at_10",
"value": 10.439,
"verified": false
},
{
"type": "map_at_100",
"value": 16.89,
"verified": false
},
{
"type": "map_at_1000",
"value": 18.408,
"verified": false
},
{
"type": "map_at_3",
"value": 5.668,
"verified": false
},
{
"type": "map_at_5",
"value": 7.718,
"verified": false
},
{
"type": "mrr_at_1",
"value": 32.653,
"verified": false
},
{
"type": "mrr_at_10",
"value": 51.159,
"verified": false
},
{
"type": "mrr_at_100",
"value": 51.714000000000006,
"verified": false
},
{
"type": "mrr_at_1000",
"value": 51.714000000000006,
"verified": false
},
{
"type": "mrr_at_3",
"value": 47.959,
"verified": false
},
{
"type": "mrr_at_5",
"value": 50.407999999999994,
"verified": false
},
{
"type": "ndcg_at_1",
"value": 29.592,
"verified": false
},
{
"type": "ndcg_at_10",
"value": 26.037,
"verified": false
},
{
"type": "ndcg_at_100",
"value": 37.924,
"verified": false
},
{
"type": "ndcg_at_1000",
"value": 49.126999999999995,
"verified": false
},
{
"type": "ndcg_at_3",
"value": 30.632,
"verified": false
},
{
"type": "ndcg_at_5",
"value": 28.571,
"verified": false
},
{
"type": "precision_at_1",
"value": 32.653,
"verified": false
},
{
"type": "precision_at_10",
"value": 22.857,
"verified": false
},
{
"type": "precision_at_100",
"value": 7.754999999999999,
"verified": false
},
{
"type": "precision_at_1000",
"value": 1.529,
"verified": false
},
{
"type": "precision_at_3",
"value": 34.014,
"verified": false
},
{
"type": "precision_at_5",
"value": 29.796,
"verified": false
},
{
"type": "recall_at_1",
"value": 2.258,
"verified": false
},
{
"type": "recall_at_10",
"value": 16.554,
"verified": false
},
{
"type": "recall_at_100",
"value": 48.439,
"verified": false
},
{
"type": "recall_at_1000",
"value": 82.80499999999999,
"verified": false
},
{
"type": "recall_at_3",
"value": 7.283,
"verified": false
},
{
"type": "recall_at_5",
"value": 10.732,
"verified": false
}
],
"task": {
"type": "Retrieval"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB ToxicConversationsClassification",
"revision": "d7c0de2777da35d6aae2200a62c6e0e5af397c4c",
"split": "test",
"type": "mteb/toxic_conversations_50k"
},
"metrics": [
{
"type": "accuracy",
"value": 69.8858,
"verified": false
},
{
"type": "ap",
"value": 13.835684144362109,
"verified": false
},
{
"type": "f1",
"value": 53.803351693244586,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TweetSentimentExtractionClassification",
"revision": "d604517c81ca91fe16a244d1248fc021f9ecee7a",
"split": "test",
"type": "mteb/tweet_sentiment_extraction"
},
"metrics": [
{
"type": "accuracy",
"value": 60.50650820599886,
"verified": false
},
{
"type": "f1",
"value": 60.84357825979259,
"verified": false
}
],
"task": {
"type": "Classification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwentyNewsgroupsClustering",
"revision": "6125ec4e24fa026cec8a478383ee943acfbd5449",
"split": "test",
"type": "mteb/twentynewsgroups-clustering"
},
"metrics": [
{
"type": "v_measure",
"value": 48.52131044852134,
"verified": false
}
],
"task": {
"type": "Clustering"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwitterSemEval2015",
"revision": "70970daeab8776df92f5ea462b6173c0b46fd2d1",
"split": "test",
"type": "mteb/twittersemeval2015-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 85.59337187816654,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 73.23925826533437,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 67.34693877551021,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 62.40432237730752,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 73.13984168865434,
"verified": false
},
{
"type": "dot_accuracy",
"value": 85.31322644096085,
"verified": false
},
{
"type": "dot_ap",
"value": 72.30723963807422,
"verified": false
},
{
"type": "dot_f1",
"value": 66.47051612112296,
"verified": false
},
{
"type": "dot_precision",
"value": 62.0792305930845,
"verified": false
},
{
"type": "dot_recall",
"value": 71.53034300791556,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 85.61125350181797,
"verified": false
},
{
"type": "euclidean_ap",
"value": 73.32843720487845,
"verified": false
},
{
"type": "euclidean_f1",
"value": 67.36549633745895,
"verified": false
},
{
"type": "euclidean_precision",
"value": 64.60755813953489,
"verified": false
},
{
"type": "euclidean_recall",
"value": 70.36939313984169,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 85.63509566668654,
"verified": false
},
{
"type": "manhattan_ap",
"value": 73.16658488311325,
"verified": false
},
{
"type": "manhattan_f1",
"value": 67.20597386434349,
"verified": false
},
{
"type": "manhattan_precision",
"value": 63.60424028268551,
"verified": false
},
{
"type": "manhattan_recall",
"value": 71.2401055408971,
"verified": false
},
{
"type": "max_accuracy",
"value": 85.63509566668654,
"verified": false
},
{
"type": "max_ap",
"value": 73.32843720487845,
"verified": false
},
{
"type": "max_f1",
"value": 67.36549633745895,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
},
{
"dataset": {
"config": "default",
"name": "MTEB TwitterURLCorpus",
"revision": "8b6510b0b1fa4e4c4f879467980e9be563ec1cdf",
"split": "test",
"type": "mteb/twitterurlcorpus-pairclassification"
},
"metrics": [
{
"type": "cos_sim_accuracy",
"value": 88.33779640625606,
"verified": false
},
{
"type": "cos_sim_ap",
"value": 84.83868375898157,
"verified": false
},
{
"type": "cos_sim_f1",
"value": 77.16506154017773,
"verified": false
},
{
"type": "cos_sim_precision",
"value": 74.62064005753327,
"verified": false
},
{
"type": "cos_sim_recall",
"value": 79.88912842623961,
"verified": false
},
{
"type": "dot_accuracy",
"value": 88.02732176815307,
"verified": false
},
{
"type": "dot_ap",
"value": 83.95089283763002,
"verified": false
},
{
"type": "dot_f1",
"value": 76.29635101196631,
"verified": false
},
{
"type": "dot_precision",
"value": 73.31771720613288,
"verified": false
},
{
"type": "dot_recall",
"value": 79.52725592854944,
"verified": false
},
{
"type": "euclidean_accuracy",
"value": 88.44452206310397,
"verified": false
},
{
"type": "euclidean_ap",
"value": 84.98384576824827,
"verified": false
},
{
"type": "euclidean_f1",
"value": 77.29311047696697,
"verified": false
},
{
"type": "euclidean_precision",
"value": 74.51232583065381,
"verified": false
},
{
"type": "euclidean_recall",
"value": 80.28949799815214,
"verified": false
},
{
"type": "manhattan_accuracy",
"value": 88.47362906042613,
"verified": false
},
{
"type": "manhattan_ap",
"value": 84.91421462218432,
"verified": false
},
{
"type": "manhattan_f1",
"value": 77.05107637204792,
"verified": false
},
{
"type": "manhattan_precision",
"value": 74.74484256243214,
"verified": false
},
{
"type": "manhattan_recall",
"value": 79.50415768401602,
"verified": false
},
{
"type": "max_accuracy",
"value": 88.47362906042613,
"verified": false
},
{
"type": "max_ap",
"value": 84.98384576824827,
"verified": false
},
{
"type": "max_f1",
"value": 77.29311047696697,
"verified": false
}
],
"task": {
"type": "PairClassification"
}
}
]
}
],
"modelId": "BAAI/bge-small-en-v1.5",
"pipeline_tag": "feature-extraction",
"private": false,
"safetensors": {
"parameters": {
"F32": 33360000,
"I64": 512
},
"total": 33360512
},
"sha": "5c38ec7c405ec4b44b94cc5a9bb96e735b38267a",
"siblings": [
{
"rfilename": ".gitattributes"
},
{
"rfilename": "1_Pooling/config.json"
},
{
"rfilename": "README.md"
},
{
"rfilename": "config.json"
},
{
"rfilename": "config_sentence_transformers.json"
},
{
"rfilename": "model.safetensors"
},
{
"rfilename": "modules.json"
},
{
"rfilename": "onnx/model.onnx"
},
{
"rfilename": "pytorch_model.bin"
},
{
"rfilename": "sentence_bert_config.json"
},
{
"rfilename": "special_tokens_map.json"
},
{
"rfilename": "tokenizer.json"
},
{
"rfilename": "tokenizer_config.json"
},
{
"rfilename": "vocab.txt"
}
],
"spaces": [
"embedl/hfviewer",
"mteb/leaderboard",
"Station-house/ConspiracyBench",
"qiang777/c4ai",
"Malvenoak/boardgames-rag",
"kollarushi/vg",
"XyloDev/DocuMind.Ai_V.1",
"MTEB-BR/leaderboard",
"mteb/leaderboard_legacy",
"Sarath0x8f/Document-QA-bot",
"hakari-bench/leaderboard",
"AI-ANK/RAGArch",
"fau/videoxity",
"Mr-Vicky-01/chat-with-PDF",
"lightmate/llm-chatbot",
"thisisrishi/chat-with-pdf",
"m-ric/Quotes",
"suriya7/Chatbot-PDF",
"lihuigu/SciPIP",
"Shreyas094/SearXNG-WebSearch-Agent",
"build-small-hackathon/HearthNet",
"build-small-hackathon/WanderLust",
"Mattral/RAG-Financial-Multimodal",
"lingyit1108/ragtest-sakimilo",
"phucbienvan/AppChat",
"SmileXing/leaderboard",
"TeamSAS/UB_VSA",
"Tarka-AIR/Tarka-Embedding",
"MCP-1st-Birthday/Shyam-Kathir-mcp-in-action-track-creative",
"Shivamsinghtomar78/ChatWithPDF",
"Agents-MCP-Hackathon/AgentPimentBleu",
"Ab-Romia/Context-Aware-AI",
"build-small-hackathon/WitGym",
"monsterapi/RAG-Chat",
"aelitta/BioMistral_gradio",
"henry2024/ARIN_7102",
"SaranyaR/chatbot",
"olamideba/rag-chatbot",
"datajoi/Domain-Document-Indexing",
"universalsoftware/uchat",
"re-mind/Crawl4AI",
"Steven10429/apply_lora_and_quantize",
"koler/Agentic-ai-With-RAG",
"ipepe/nomic-embeddings",
"anu151105/agentic-browser",
"aloshy-ai/deep-job-seek-mini",
"bSonali/healthcare-ai-assistant",
"jnalv/embedding-fingerprints",
"Muqadas-13/complyflow-ai",
"kbsss/medical-qa-chatbot",
"kerdosdotio/Custom-LLM-Chat",
"CGIAR/ifpri-dp-rag",
"amryassin/embedding-bench",
"kbsss/healthcare-qa-api",
"Urvikava/EdgeQuant-Agent",
"LovnishVerma/pdf-rag-chatbot",
"Shive-69/Raggy",
"ImtiyazLentra1/VicoXOddyseus",
"build-small-hackathon/Paper2Lab",
"rajivranjan3961/Rag",
"HF-Collab-Center/Searching-For-HuggingFace-Users",
"LovnishVerma/rag",
"Abhi2280/Intelligent-Candidate-Discovery",
"legitm0nkey/parakeet-flashcard-guru",
"agent-dg21/redrob-ranker",
"Krishu079/multimodal-pdf-chatbot",
"elg4/gym-sales-coach",
"ManFrag/translatetopic",
"ayaanzaveri/bge-large-en-v1.5",
"Chris4K/rag-tool",
"ubermenchh/article_chat",
"junaidiqbalsyed/qa_hr_chatbot",
"somewheresystems/dataclysm",
"AI-ANK/AI-Real-Estate-Search-Qdrant-Llamaindex",
"whoami02/bot_manuals",
"Dobby091/koko",
"DayanaGCruz/DayiLlama",
"Nithi123/DataScience_ChatAssistant_Llma3_Chatgroq",
"dryouviavant/Ilya-Docs_RAG-INFO-Custodian-CHAT_by-lAIl",
"lakshmivairamani/pdf_chatbot",
"yuvaranianandhan24/chat_with_pdf",
"malvika2003/openvino_notebooks",
"Prat0/ClarifyAI",
"Jashu/HeartDiseaseChatbot",
"dixiyao/chatbot-professor",
"gufett0/chatbot-llamaindex",
"Deddy/Quotes_Terbaik_Dunia",
"Jashu/diabetesDiseaseBot",
"Sachitksh/Document_bot_by_team_bhumi",
"Draichi/Formula1-race-debriefing",
"Wedyan2023/Data_Generation_LabelingCopy",
"AI-RESEARCHER-2024/Computing-Chatbot",
"gabrolo/StudyBuddy",
"sushildhakal/embd",
"kevinhug/ai",
"ryadav2/Talk2Docs",
"efeideo/open-belinostat",
"Aedelon/GAIA_Agent",
"zy2582/WithSandra_Chatbot",
"gm42/esi-hf"
],
"tags": [
"sentence-transformers",
"pytorch",
"onnx",
"safetensors",
"bert",
"feature-extraction",
"sentence-similarity",
"transformers",
"mteb",
"en",
"arxiv:2401.03462",
"arxiv:2312.15503",
"arxiv:2311.13534",
"arxiv:2310.07554",
"arxiv:2309.07597",
"license:mit",
"model-index",
"text-embeddings-inference",
"endpoints_compatible",
"deploy:sagemaker",
"deploy:azure",
"region:us"
],
"transformersInfo": {
"auto_model": "AutoModel",
"pipeline_tag": "feature-extraction",
"processor": "AutoTokenizer"
},
"usedStorage": 900980756
} | — |
model
| BAAI/bge-small-en-v1.5 zetlyn/models-hf · 2023-09-12 | author BAAI downloads 63079743 gated false licence mit likes 597 task feature-extraction | source |
quantisation
| RiverRider/motherlode-code-small-en-v0.1 zetlyn/models-gguf · 2026-09-27 | author RiverRider base BAAI/bge-small-en-v1.5 downloads 927 licence other likes 3 | source |