{"_id":"65c7188324e59a0e4f89d863","id":"nomic-ai/nomic-embed-text-v1.5","private":false,"pipeline_tag":"sentence-similarity","library_name":"sentence-transformers","tags":["sentence-transformers","onnx","safetensors","nomic_bert","feature-extraction","sentence-similarity","mteb","transformers","transformers.js","custom_code","en","arxiv:2402.01613","arxiv:2205.13147","license:apache-2.0","model-index","eval-results","text-embeddings-inference","endpoints_compatible","region:us"],"downloads":13239230,"likes":977,"modelId":"nomic-ai/nomic-embed-text-v1.5","author":"nomic-ai","sha":"e9b6763023c676ca8431644204f50c2b100d9aab","lastModified":"2026-04-07T14:17:02.000Z","gated":false,"disabled":false,"mask_token":"[MASK]","widgetData":[{"source_sentence":"That is a happy person","sentences":["That is a happy dog","That is a very happy person","Today is a sunny day"]}],"model-index":[{"name":"epoch_0_model","results":[{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_counterfactual","name":"MTEB AmazonCounterfactualClassification (en)","config":"en","split":"test","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205"},"metrics":[{"type":"accuracy","value":75.20895522388058,"verified":false},{"type":"ap","value":38.57605549557802,"verified":false},{"type":"f1","value":69.35586565857854,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_polarity","name":"MTEB AmazonPolarityClassification","config":"default","split":"test","revision":"e2d317d38cd51312af73b3d32a06d1a08b442046"},"metrics":[{"type":"accuracy","value":91.8144,"verified":false},{"type":"ap","value":88.65222882032363,"verified":false},{"type":"f1","value":91.80426301643274,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_reviews_multi","name":"MTEB AmazonReviewsClassification (en)","config":"en","split":"test","revision":"1399c76144fd37290681b995c656ef9b2e06e26d"},"metrics":[{"type":"accuracy","value":47.162000000000006,"verified":false},{"type":"f1","value":46.59329642263158,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"arguana","name":"MTEB ArguAna","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":24.253,"verified":false},{"type":"map_at_10","value":38.962,"verified":false},{"type":"map_at_100","value":40.081,"verified":false},{"type":"map_at_1000","value":40.089000000000006,"verified":false},{"type":"map_at_3","value":33.499,"verified":false},{"type":"map_at_5","value":36.351,"verified":false},{"type":"mrr_at_1","value":24.609,"verified":false},{"type":"mrr_at_10","value":39.099000000000004,"verified":false},{"type":"mrr_at_100","value":40.211000000000006,"verified":false},{"type":"mrr_at_1000","value":40.219,"verified":false},{"type":"mrr_at_3","value":33.677,"verified":false},{"type":"mrr_at_5","value":36.469,"verified":false},{"type":"ndcg_at_1","value":24.253,"verified":false},{"type":"ndcg_at_10","value":48.010999999999996,"verified":false},{"type":"ndcg_at_100","value":52.756,"verified":false},{"type":"ndcg_at_1000","value":52.964999999999996,"verified":false},{"type":"ndcg_at_3","value":36.564,"verified":false},{"type":"ndcg_at_5","value":41.711999999999996,"verified":false},{"type":"precision_at_1","value":24.253,"verified":false},{"type":"precision_at_10","value":7.738,"verified":false},{"type":"precision_at_100","value":0.98,"verified":false},{"type":"precision_at_1000","value":0.1,"verified":false},{"type":"precision_at_3","value":15.149000000000001,"verified":false},{"type":"precision_at_5","value":11.593,"verified":false},{"type":"recall_at_1","value":24.253,"verified":false},{"type":"recall_at_10","value":77.383,"verified":false},{"type":"recall_at_100","value":98.009,"verified":false},{"type":"recall_at_1000","value":99.644,"verified":false},{"type":"recall_at_3","value":45.448,"verified":false},{"type":"recall_at_5","value":57.965999999999994,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/arxiv-clustering-p2p","name":"MTEB ArxivClusteringP2P","config":"default","split":"test","revision":"a122ad7f3f0291bf49cc6f4d32aa80929df69d5d"},"metrics":[{"type":"v_measure","value":45.69069567851087,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/arxiv-clustering-s2s","name":"MTEB ArxivClusteringS2S","config":"default","split":"test","revision":"f910caf1a6075f7329cdf8c1a6135696f37dbd53"},"metrics":[{"type":"v_measure","value":36.35185490976283,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/askubuntudupquestions-reranking","name":"MTEB AskUbuntuDupQuestions","config":"default","split":"test","revision":"2000358ca161889fa9c082cb41daa8dcfb161a54"},"metrics":[{"type":"map","value":61.71274951450321,"verified":false},{"type":"mrr","value":76.06032625423207,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/biosses-sts","name":"MTEB BIOSSES","config":"default","split":"test","revision":"d3fb88f8f02e40887cd149695127462bbcf29b4a"},"metrics":[{"type":"cos_sim_pearson","value":86.73980520022269,"verified":false},{"type":"cos_sim_spearman","value":84.24649792685918,"verified":false},{"type":"euclidean_pearson","value":85.85197641158186,"verified":false},{"type":"euclidean_spearman","value":84.24649792685918,"verified":false},{"type":"manhattan_pearson","value":86.26809552711346,"verified":false},{"type":"manhattan_spearman","value":84.56397504030865,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/banking77","name":"MTEB Banking77Classification","config":"default","split":"test","revision":"0fd18e25b25c072e09e0d92ab615fda904d66300"},"metrics":[{"type":"accuracy","value":84.25324675324674,"verified":false},{"type":"f1","value":84.17872280892557,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/biorxiv-clustering-p2p","name":"MTEB BiorxivClusteringP2P","config":"default","split":"test","revision":"65b79d1d13f80053f67aca9498d9402c2d9f1f40"},"metrics":[{"type":"v_measure","value":38.770253446400886,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/biorxiv-clustering-s2s","name":"MTEB BiorxivClusteringS2S","config":"default","split":"test","revision":"258694dd0231531bc1fd9de6ceb52a0853c6d908"},"metrics":[{"type":"v_measure","value":32.94307095497281,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackAndroidRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":32.164,"verified":false},{"type":"map_at_10","value":42.641,"verified":false},{"type":"map_at_100","value":43.947,"verified":false},{"type":"map_at_1000","value":44.074999999999996,"verified":false},{"type":"map_at_3","value":39.592,"verified":false},{"type":"map_at_5","value":41.204,"verified":false},{"type":"mrr_at_1","value":39.628,"verified":false},{"type":"mrr_at_10","value":48.625,"verified":false},{"type":"mrr_at_100","value":49.368,"verified":false},{"type":"mrr_at_1000","value":49.413000000000004,"verified":false},{"type":"mrr_at_3","value":46.400000000000006,"verified":false},{"type":"mrr_at_5","value":47.68,"verified":false},{"type":"ndcg_at_1","value":39.628,"verified":false},{"type":"ndcg_at_10","value":48.564,"verified":false},{"type":"ndcg_at_100","value":53.507000000000005,"verified":false},{"type":"ndcg_at_1000","value":55.635999999999996,"verified":false},{"type":"ndcg_at_3","value":44.471,"verified":false},{"type":"ndcg_at_5","value":46.137,"verified":false},{"type":"precision_at_1","value":39.628,"verified":false},{"type":"precision_at_10","value":8.856,"verified":false},{"type":"precision_at_100","value":1.429,"verified":false},{"type":"precision_at_1000","value":0.191,"verified":false},{"type":"precision_at_3","value":21.268,"verified":false},{"type":"precision_at_5","value":14.649000000000001,"verified":false},{"type":"recall_at_1","value":32.164,"verified":false},{"type":"recall_at_10","value":59.609,"verified":false},{"type":"recall_at_100","value":80.521,"verified":false},{"type":"recall_at_1000","value":94.245,"verified":false},{"type":"recall_at_3","value":46.521,"verified":false},{"type":"recall_at_5","value":52.083999999999996,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackEnglishRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":31.526,"verified":false},{"type":"map_at_10","value":41.581,"verified":false},{"type":"map_at_100","value":42.815999999999995,"verified":false},{"type":"map_at_1000","value":42.936,"verified":false},{"type":"map_at_3","value":38.605000000000004,"verified":false},{"type":"map_at_5","value":40.351,"verified":false},{"type":"mrr_at_1","value":39.489999999999995,"verified":false},{"type":"mrr_at_10","value":47.829,"verified":false},{"type":"mrr_at_100","value":48.512,"verified":false},{"type":"mrr_at_1000","value":48.552,"verified":false},{"type":"mrr_at_3","value":45.754,"verified":false},{"type":"mrr_at_5","value":46.986,"verified":false},{"type":"ndcg_at_1","value":39.489999999999995,"verified":false},{"type":"ndcg_at_10","value":47.269,"verified":false},{"type":"ndcg_at_100","value":51.564,"verified":false},{"type":"ndcg_at_1000","value":53.53099999999999,"verified":false},{"type":"ndcg_at_3","value":43.301,"verified":false},{"type":"ndcg_at_5","value":45.239000000000004,"verified":false},{"type":"precision_at_1","value":39.489999999999995,"verified":false},{"type":"precision_at_10","value":8.93,"verified":false},{"type":"precision_at_100","value":1.415,"verified":false},{"type":"precision_at_1000","value":0.188,"verified":false},{"type":"precision_at_3","value":20.892,"verified":false},{"type":"precision_at_5","value":14.865999999999998,"verified":false},{"type":"recall_at_1","value":31.526,"verified":false},{"type":"recall_at_10","value":56.76,"verified":false},{"type":"recall_at_100","value":75.029,"verified":false},{"type":"recall_at_1000","value":87.491,"verified":false},{"type":"recall_at_3","value":44.786,"verified":false},{"type":"recall_at_5","value":50.254,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackGamingRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":40.987,"verified":false},{"type":"map_at_10","value":52.827,"verified":false},{"type":"map_at_100","value":53.751000000000005,"verified":false},{"type":"map_at_1000","value":53.81,"verified":false},{"type":"map_at_3","value":49.844,"verified":false},{"type":"map_at_5","value":51.473,"verified":false},{"type":"mrr_at_1","value":46.833999999999996,"verified":false},{"type":"mrr_at_10","value":56.389,"verified":false},{"type":"mrr_at_100","value":57.003,"verified":false},{"type":"mrr_at_1000","value":57.034,"verified":false},{"type":"mrr_at_3","value":54.17999999999999,"verified":false},{"type":"mrr_at_5","value":55.486999999999995,"verified":false},{"type":"ndcg_at_1","value":46.833999999999996,"verified":false},{"type":"ndcg_at_10","value":58.372,"verified":false},{"type":"ndcg_at_100","value":62.068,"verified":false},{"type":"ndcg_at_1000","value":63.288,"verified":false},{"type":"ndcg_at_3","value":53.400000000000006,"verified":false},{"type":"ndcg_at_5","value":55.766000000000005,"verified":false},{"type":"precision_at_1","value":46.833999999999996,"verified":false},{"type":"precision_at_10","value":9.191,"verified":false},{"type":"precision_at_100","value":1.192,"verified":false},{"type":"precision_at_1000","value":0.134,"verified":false},{"type":"precision_at_3","value":23.448,"verified":false},{"type":"precision_at_5","value":15.862000000000002,"verified":false},{"type":"recall_at_1","value":40.987,"verified":false},{"type":"recall_at_10","value":71.146,"verified":false},{"type":"recall_at_100","value":87.035,"verified":false},{"type":"recall_at_1000","value":95.633,"verified":false},{"type":"recall_at_3","value":58.025999999999996,"verified":false},{"type":"recall_at_5","value":63.815999999999995,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackGisRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":24.587,"verified":false},{"type":"map_at_10","value":33.114,"verified":false},{"type":"map_at_100","value":34.043,"verified":false},{"type":"map_at_1000","value":34.123999999999995,"verified":false},{"type":"map_at_3","value":30.45,"verified":false},{"type":"map_at_5","value":31.813999999999997,"verified":false},{"type":"mrr_at_1","value":26.554,"verified":false},{"type":"mrr_at_10","value":35.148,"verified":false},{"type":"mrr_at_100","value":35.926,"verified":false},{"type":"mrr_at_1000","value":35.991,"verified":false},{"type":"mrr_at_3","value":32.599000000000004,"verified":false},{"type":"mrr_at_5","value":33.893,"verified":false},{"type":"ndcg_at_1","value":26.554,"verified":false},{"type":"ndcg_at_10","value":38.132,"verified":false},{"type":"ndcg_at_100","value":42.78,"verified":false},{"type":"ndcg_at_1000","value":44.919,"verified":false},{"type":"ndcg_at_3","value":32.833,"verified":false},{"type":"ndcg_at_5","value":35.168,"verified":false},{"type":"precision_at_1","value":26.554,"verified":false},{"type":"precision_at_10","value":5.921,"verified":false},{"type":"precision_at_100","value":0.8659999999999999,"verified":false},{"type":"precision_at_1000","value":0.109,"verified":false},{"type":"precision_at_3","value":13.861,"verified":false},{"type":"precision_at_5","value":9.605,"verified":false},{"type":"recall_at_1","value":24.587,"verified":false},{"type":"recall_at_10","value":51.690000000000005,"verified":false},{"type":"recall_at_100","value":73.428,"verified":false},{"type":"recall_at_1000","value":89.551,"verified":false},{"type":"recall_at_3","value":37.336999999999996,"verified":false},{"type":"recall_at_5","value":43.047000000000004,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackMathematicaRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":16.715,"verified":false},{"type":"map_at_10","value":24.251,"verified":false},{"type":"map_at_100","value":25.326999999999998,"verified":false},{"type":"map_at_1000","value":25.455,"verified":false},{"type":"map_at_3","value":21.912000000000003,"verified":false},{"type":"map_at_5","value":23.257,"verified":false},{"type":"mrr_at_1","value":20.274,"verified":false},{"type":"mrr_at_10","value":28.552,"verified":false},{"type":"mrr_at_100","value":29.42,"verified":false},{"type":"mrr_at_1000","value":29.497,"verified":false},{"type":"mrr_at_3","value":26.14,"verified":false},{"type":"mrr_at_5","value":27.502,"verified":false},{"type":"ndcg_at_1","value":20.274,"verified":false},{"type":"ndcg_at_10","value":29.088,"verified":false},{"type":"ndcg_at_100","value":34.293,"verified":false},{"type":"ndcg_at_1000","value":37.271,"verified":false},{"type":"ndcg_at_3","value":24.708,"verified":false},{"type":"ndcg_at_5","value":26.809,"verified":false},{"type":"precision_at_1","value":20.274,"verified":false},{"type":"precision_at_10","value":5.361,"verified":false},{"type":"precision_at_100","value":0.915,"verified":false},{"type":"precision_at_1000","value":0.13,"verified":false},{"type":"precision_at_3","value":11.733,"verified":false},{"type":"precision_at_5","value":8.556999999999999,"verified":false},{"type":"recall_at_1","value":16.715,"verified":false},{"type":"recall_at_10","value":39.587,"verified":false},{"type":"recall_at_100","value":62.336000000000006,"verified":false},{"type":"recall_at_1000","value":83.453,"verified":false},{"type":"recall_at_3","value":27.839999999999996,"verified":false},{"type":"recall_at_5","value":32.952999999999996,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackPhysicsRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":28.793000000000003,"verified":false},{"type":"map_at_10","value":38.582,"verified":false},{"type":"map_at_100","value":39.881,"verified":false},{"type":"map_at_1000","value":39.987,"verified":false},{"type":"map_at_3","value":35.851,"verified":false},{"type":"map_at_5","value":37.289,"verified":false},{"type":"mrr_at_1","value":34.455999999999996,"verified":false},{"type":"mrr_at_10","value":43.909,"verified":false},{"type":"mrr_at_100","value":44.74,"verified":false},{"type":"mrr_at_1000","value":44.786,"verified":false},{"type":"mrr_at_3","value":41.659,"verified":false},{"type":"mrr_at_5","value":43.010999999999996,"verified":false},{"type":"ndcg_at_1","value":34.455999999999996,"verified":false},{"type":"ndcg_at_10","value":44.266,"verified":false},{"type":"ndcg_at_100","value":49.639,"verified":false},{"type":"ndcg_at_1000","value":51.644,"verified":false},{"type":"ndcg_at_3","value":39.865,"verified":false},{"type":"ndcg_at_5","value":41.887,"verified":false},{"type":"precision_at_1","value":34.455999999999996,"verified":false},{"type":"precision_at_10","value":7.843999999999999,"verified":false},{"type":"precision_at_100","value":1.243,"verified":false},{"type":"precision_at_1000","value":0.158,"verified":false},{"type":"precision_at_3","value":18.831999999999997,"verified":false},{"type":"precision_at_5","value":13.147,"verified":false},{"type":"recall_at_1","value":28.793000000000003,"verified":false},{"type":"recall_at_10","value":55.68300000000001,"verified":false},{"type":"recall_at_100","value":77.99000000000001,"verified":false},{"type":"recall_at_1000","value":91.183,"verified":false},{"type":"recall_at_3","value":43.293,"verified":false},{"type":"recall_at_5","value":48.618,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackProgrammersRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":25.907000000000004,"verified":false},{"type":"map_at_10","value":35.519,"verified":false},{"type":"map_at_100","value":36.806,"verified":false},{"type":"map_at_1000","value":36.912,"verified":false},{"type":"map_at_3","value":32.748,"verified":false},{"type":"map_at_5","value":34.232,"verified":false},{"type":"mrr_at_1","value":31.621,"verified":false},{"type":"mrr_at_10","value":40.687,"verified":false},{"type":"mrr_at_100","value":41.583,"verified":false},{"type":"mrr_at_1000","value":41.638999999999996,"verified":false},{"type":"mrr_at_3","value":38.527,"verified":false},{"type":"mrr_at_5","value":39.612,"verified":false},{"type":"ndcg_at_1","value":31.621,"verified":false},{"type":"ndcg_at_10","value":41.003,"verified":false},{"type":"ndcg_at_100","value":46.617999999999995,"verified":false},{"type":"ndcg_at_1000","value":48.82,"verified":false},{"type":"ndcg_at_3","value":36.542,"verified":false},{"type":"ndcg_at_5","value":38.368,"verified":false},{"type":"precision_at_1","value":31.621,"verified":false},{"type":"precision_at_10","value":7.396999999999999,"verified":false},{"type":"precision_at_100","value":1.191,"verified":false},{"type":"precision_at_1000","value":0.153,"verified":false},{"type":"precision_at_3","value":17.39,"verified":false},{"type":"precision_at_5","value":12.1,"verified":false},{"type":"recall_at_1","value":25.907000000000004,"verified":false},{"type":"recall_at_10","value":52.115,"verified":false},{"type":"recall_at_100","value":76.238,"verified":false},{"type":"recall_at_1000","value":91.218,"verified":false},{"type":"recall_at_3","value":39.417,"verified":false},{"type":"recall_at_5","value":44.435,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":25.732166666666668,"verified":false},{"type":"map_at_10","value":34.51616666666667,"verified":false},{"type":"map_at_100","value":35.67241666666666,"verified":false},{"type":"map_at_1000","value":35.78675,"verified":false},{"type":"map_at_3","value":31.953416666666662,"verified":false},{"type":"map_at_5","value":33.333,"verified":false},{"type":"mrr_at_1","value":30.300166666666673,"verified":false},{"type":"mrr_at_10","value":38.6255,"verified":false},{"type":"mrr_at_100","value":39.46183333333334,"verified":false},{"type":"mrr_at_1000","value":39.519999999999996,"verified":false},{"type":"mrr_at_3","value":36.41299999999999,"verified":false},{"type":"mrr_at_5","value":37.6365,"verified":false},{"type":"ndcg_at_1","value":30.300166666666673,"verified":false},{"type":"ndcg_at_10","value":39.61466666666667,"verified":false},{"type":"ndcg_at_100","value":44.60808333333334,"verified":false},{"type":"ndcg_at_1000","value":46.91708333333334,"verified":false},{"type":"ndcg_at_3","value":35.26558333333333,"verified":false},{"type":"ndcg_at_5","value":37.220000000000006,"verified":false},{"type":"precision_at_1","value":30.300166666666673,"verified":false},{"type":"precision_at_10","value":6.837416666666667,"verified":false},{"type":"precision_at_100","value":1.10425,"verified":false},{"type":"precision_at_1000","value":0.14875,"verified":false},{"type":"precision_at_3","value":16.13716666666667,"verified":false},{"type":"precision_at_5","value":11.2815,"verified":false},{"type":"recall_at_1","value":25.732166666666668,"verified":false},{"type":"recall_at_10","value":50.578916666666665,"verified":false},{"type":"recall_at_100","value":72.42183333333334,"verified":false},{"type":"recall_at_1000","value":88.48766666666667,"verified":false},{"type":"recall_at_3","value":38.41325,"verified":false},{"type":"recall_at_5","value":43.515750000000004,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackStatsRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":23.951,"verified":false},{"type":"map_at_10","value":30.974,"verified":false},{"type":"map_at_100","value":31.804,"verified":false},{"type":"map_at_1000","value":31.900000000000002,"verified":false},{"type":"map_at_3","value":28.762,"verified":false},{"type":"map_at_5","value":29.94,"verified":false},{"type":"mrr_at_1","value":26.534000000000002,"verified":false},{"type":"mrr_at_10","value":33.553,"verified":false},{"type":"mrr_at_100","value":34.297,"verified":false},{"type":"mrr_at_1000","value":34.36,"verified":false},{"type":"mrr_at_3","value":31.391000000000002,"verified":false},{"type":"mrr_at_5","value":32.525999999999996,"verified":false},{"type":"ndcg_at_1","value":26.534000000000002,"verified":false},{"type":"ndcg_at_10","value":35.112,"verified":false},{"type":"ndcg_at_100","value":39.28,"verified":false},{"type":"ndcg_at_1000","value":41.723,"verified":false},{"type":"ndcg_at_3","value":30.902,"verified":false},{"type":"ndcg_at_5","value":32.759,"verified":false},{"type":"precision_at_1","value":26.534000000000002,"verified":false},{"type":"precision_at_10","value":5.445,"verified":false},{"type":"precision_at_100","value":0.819,"verified":false},{"type":"precision_at_1000","value":0.11,"verified":false},{"type":"precision_at_3","value":12.986,"verified":false},{"type":"precision_at_5","value":9.049,"verified":false},{"type":"recall_at_1","value":23.951,"verified":false},{"type":"recall_at_10","value":45.24,"verified":false},{"type":"recall_at_100","value":64.12299999999999,"verified":false},{"type":"recall_at_1000","value":82.28999999999999,"verified":false},{"type":"recall_at_3","value":33.806000000000004,"verified":false},{"type":"recall_at_5","value":38.277,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackTexRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":16.829,"verified":false},{"type":"map_at_10","value":23.684,"verified":false},{"type":"map_at_100","value":24.683,"verified":false},{"type":"map_at_1000","value":24.81,"verified":false},{"type":"map_at_3","value":21.554000000000002,"verified":false},{"type":"map_at_5","value":22.768,"verified":false},{"type":"mrr_at_1","value":20.096,"verified":false},{"type":"mrr_at_10","value":27.230999999999998,"verified":false},{"type":"mrr_at_100","value":28.083999999999996,"verified":false},{"type":"mrr_at_1000","value":28.166000000000004,"verified":false},{"type":"mrr_at_3","value":25.212,"verified":false},{"type":"mrr_at_5","value":26.32,"verified":false},{"type":"ndcg_at_1","value":20.096,"verified":false},{"type":"ndcg_at_10","value":27.989000000000004,"verified":false},{"type":"ndcg_at_100","value":32.847,"verified":false},{"type":"ndcg_at_1000","value":35.896,"verified":false},{"type":"ndcg_at_3","value":24.116,"verified":false},{"type":"ndcg_at_5","value":25.964,"verified":false},{"type":"precision_at_1","value":20.096,"verified":false},{"type":"precision_at_10","value":5,"verified":false},{"type":"precision_at_100","value":0.8750000000000001,"verified":false},{"type":"precision_at_1000","value":0.131,"verified":false},{"type":"precision_at_3","value":11.207,"verified":false},{"type":"precision_at_5","value":8.08,"verified":false},{"type":"recall_at_1","value":16.829,"verified":false},{"type":"recall_at_10","value":37.407000000000004,"verified":false},{"type":"recall_at_100","value":59.101000000000006,"verified":false},{"type":"recall_at_1000","value":81.024,"verified":false},{"type":"recall_at_3","value":26.739,"verified":false},{"type":"recall_at_5","value":31.524,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackUnixRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":24.138,"verified":false},{"type":"map_at_10","value":32.275999999999996,"verified":false},{"type":"map_at_100","value":33.416000000000004,"verified":false},{"type":"map_at_1000","value":33.527,"verified":false},{"type":"map_at_3","value":29.854000000000003,"verified":false},{"type":"map_at_5","value":31.096,"verified":false},{"type":"mrr_at_1","value":28.450999999999997,"verified":false},{"type":"mrr_at_10","value":36.214,"verified":false},{"type":"mrr_at_100","value":37.134,"verified":false},{"type":"mrr_at_1000","value":37.198,"verified":false},{"type":"mrr_at_3","value":34.001999999999995,"verified":false},{"type":"mrr_at_5","value":35.187000000000005,"verified":false},{"type":"ndcg_at_1","value":28.450999999999997,"verified":false},{"type":"ndcg_at_10","value":37.166,"verified":false},{"type":"ndcg_at_100","value":42.454,"verified":false},{"type":"ndcg_at_1000","value":44.976,"verified":false},{"type":"ndcg_at_3","value":32.796,"verified":false},{"type":"ndcg_at_5","value":34.631,"verified":false},{"type":"precision_at_1","value":28.450999999999997,"verified":false},{"type":"precision_at_10","value":6.241,"verified":false},{"type":"precision_at_100","value":0.9950000000000001,"verified":false},{"type":"precision_at_1000","value":0.133,"verified":false},{"type":"precision_at_3","value":14.801,"verified":false},{"type":"precision_at_5","value":10.280000000000001,"verified":false},{"type":"recall_at_1","value":24.138,"verified":false},{"type":"recall_at_10","value":48.111,"verified":false},{"type":"recall_at_100","value":71.245,"verified":false},{"type":"recall_at_1000","value":88.986,"verified":false},{"type":"recall_at_3","value":36.119,"verified":false},{"type":"recall_at_5","value":40.846,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackWebmastersRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":23.244,"verified":false},{"type":"map_at_10","value":31.227,"verified":false},{"type":"map_at_100","value":33.007,"verified":false},{"type":"map_at_1000","value":33.223,"verified":false},{"type":"map_at_3","value":28.924,"verified":false},{"type":"map_at_5","value":30.017,"verified":false},{"type":"mrr_at_1","value":27.668,"verified":false},{"type":"mrr_at_10","value":35.524,"verified":false},{"type":"mrr_at_100","value":36.699,"verified":false},{"type":"mrr_at_1000","value":36.759,"verified":false},{"type":"mrr_at_3","value":33.366,"verified":false},{"type":"mrr_at_5","value":34.552,"verified":false},{"type":"ndcg_at_1","value":27.668,"verified":false},{"type":"ndcg_at_10","value":36.381,"verified":false},{"type":"ndcg_at_100","value":43.062,"verified":false},{"type":"ndcg_at_1000","value":45.656,"verified":false},{"type":"ndcg_at_3","value":32.501999999999995,"verified":false},{"type":"ndcg_at_5","value":34.105999999999995,"verified":false},{"type":"precision_at_1","value":27.668,"verified":false},{"type":"precision_at_10","value":6.798,"verified":false},{"type":"precision_at_100","value":1.492,"verified":false},{"type":"precision_at_1000","value":0.234,"verified":false},{"type":"precision_at_3","value":15.152,"verified":false},{"type":"precision_at_5","value":10.791,"verified":false},{"type":"recall_at_1","value":23.244,"verified":false},{"type":"recall_at_10","value":45.979,"verified":false},{"type":"recall_at_100","value":74.822,"verified":false},{"type":"recall_at_1000","value":91.078,"verified":false},{"type":"recall_at_3","value":34.925,"verified":false},{"type":"recall_at_5","value":39.126,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackWordpressRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":19.945,"verified":false},{"type":"map_at_10","value":27.517999999999997,"verified":false},{"type":"map_at_100","value":28.588,"verified":false},{"type":"map_at_1000","value":28.682000000000002,"verified":false},{"type":"map_at_3","value":25.345000000000002,"verified":false},{"type":"map_at_5","value":26.555,"verified":false},{"type":"mrr_at_1","value":21.996,"verified":false},{"type":"mrr_at_10","value":29.845,"verified":false},{"type":"mrr_at_100","value":30.775999999999996,"verified":false},{"type":"mrr_at_1000","value":30.845,"verified":false},{"type":"mrr_at_3","value":27.726,"verified":false},{"type":"mrr_at_5","value":28.882,"verified":false},{"type":"ndcg_at_1","value":21.996,"verified":false},{"type":"ndcg_at_10","value":32.034,"verified":false},{"type":"ndcg_at_100","value":37.185,"verified":false},{"type":"ndcg_at_1000","value":39.645,"verified":false},{"type":"ndcg_at_3","value":27.750999999999998,"verified":false},{"type":"ndcg_at_5","value":29.805999999999997,"verified":false},{"type":"precision_at_1","value":21.996,"verified":false},{"type":"precision_at_10","value":5.065,"verified":false},{"type":"precision_at_100","value":0.819,"verified":false},{"type":"precision_at_1000","value":0.11399999999999999,"verified":false},{"type":"precision_at_3","value":12.076,"verified":false},{"type":"precision_at_5","value":8.392,"verified":false},{"type":"recall_at_1","value":19.945,"verified":false},{"type":"recall_at_10","value":43.62,"verified":false},{"type":"recall_at_100","value":67.194,"verified":false},{"type":"recall_at_1000","value":85.7,"verified":false},{"type":"recall_at_3","value":32.15,"verified":false},{"type":"recall_at_5","value":37.208999999999996,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"climate-fever","name":"MTEB ClimateFEVER","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":18.279,"verified":false},{"type":"map_at_10","value":31.052999999999997,"verified":false},{"type":"map_at_100","value":33.125,"verified":false},{"type":"map_at_1000","value":33.306000000000004,"verified":false},{"type":"map_at_3","value":26.208,"verified":false},{"type":"map_at_5","value":28.857,"verified":false},{"type":"mrr_at_1","value":42.671,"verified":false},{"type":"mrr_at_10","value":54.557,"verified":false},{"type":"mrr_at_100","value":55.142,"verified":false},{"type":"mrr_at_1000","value":55.169000000000004,"verified":false},{"type":"mrr_at_3","value":51.488,"verified":false},{"type":"mrr_at_5","value":53.439,"verified":false},{"type":"ndcg_at_1","value":42.671,"verified":false},{"type":"ndcg_at_10","value":41.276,"verified":false},{"type":"ndcg_at_100","value":48.376000000000005,"verified":false},{"type":"ndcg_at_1000","value":51.318,"verified":false},{"type":"ndcg_at_3","value":35.068,"verified":false},{"type":"ndcg_at_5","value":37.242,"verified":false},{"type":"precision_at_1","value":42.671,"verified":false},{"type":"precision_at_10","value":12.638,"verified":false},{"type":"precision_at_100","value":2.045,"verified":false},{"type":"precision_at_1000","value":0.26,"verified":false},{"type":"precision_at_3","value":26.08,"verified":false},{"type":"precision_at_5","value":19.805,"verified":false},{"type":"recall_at_1","value":18.279,"verified":false},{"type":"recall_at_10","value":46.946,"verified":false},{"type":"recall_at_100","value":70.97200000000001,"verified":false},{"type":"recall_at_1000","value":87.107,"verified":false},{"type":"recall_at_3","value":31.147999999999996,"verified":false},{"type":"recall_at_5","value":38.099,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"dbpedia-entity","name":"MTEB DBPedia","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":8.573,"verified":false},{"type":"map_at_10","value":19.747,"verified":false},{"type":"map_at_100","value":28.205000000000002,"verified":false},{"type":"map_at_1000","value":29.831000000000003,"verified":false},{"type":"map_at_3","value":14.109,"verified":false},{"type":"map_at_5","value":16.448999999999998,"verified":false},{"type":"mrr_at_1","value":71,"verified":false},{"type":"mrr_at_10","value":77.68599999999999,"verified":false},{"type":"mrr_at_100","value":77.995,"verified":false},{"type":"mrr_at_1000","value":78.00200000000001,"verified":false},{"type":"mrr_at_3","value":76.292,"verified":false},{"type":"mrr_at_5","value":77.029,"verified":false},{"type":"ndcg_at_1","value":59.12500000000001,"verified":false},{"type":"ndcg_at_10","value":43.9,"verified":false},{"type":"ndcg_at_100","value":47.863,"verified":false},{"type":"ndcg_at_1000","value":54.848,"verified":false},{"type":"ndcg_at_3","value":49.803999999999995,"verified":false},{"type":"ndcg_at_5","value":46.317,"verified":false},{"type":"precision_at_1","value":71,"verified":false},{"type":"precision_at_10","value":34.4,"verified":false},{"type":"precision_at_100","value":11.063,"verified":false},{"type":"precision_at_1000","value":1.989,"verified":false},{"type":"precision_at_3","value":52.333,"verified":false},{"type":"precision_at_5","value":43.7,"verified":false},{"type":"recall_at_1","value":8.573,"verified":false},{"type":"recall_at_10","value":25.615,"verified":false},{"type":"recall_at_100","value":53.385000000000005,"verified":false},{"type":"recall_at_1000","value":75.46000000000001,"verified":false},{"type":"recall_at_3","value":15.429,"verified":false},{"type":"recall_at_5","value":19.357,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/emotion","name":"MTEB EmotionClassification","config":"default","split":"test","revision":"4f58c6b202a23cf9a4da393831edf4f9183cad37"},"metrics":[{"type":"accuracy","value":47.989999999999995,"verified":false},{"type":"f1","value":42.776314451497555,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"fever","name":"MTEB FEVER","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":74.13499999999999,"verified":false},{"type":"map_at_10","value":82.825,"verified":false},{"type":"map_at_100","value":83.096,"verified":false},{"type":"map_at_1000","value":83.111,"verified":false},{"type":"map_at_3","value":81.748,"verified":false},{"type":"map_at_5","value":82.446,"verified":false},{"type":"mrr_at_1","value":79.553,"verified":false},{"type":"mrr_at_10","value":86.654,"verified":false},{"type":"mrr_at_100","value":86.774,"verified":false},{"type":"mrr_at_1000","value":86.778,"verified":false},{"type":"mrr_at_3","value":85.981,"verified":false},{"type":"mrr_at_5","value":86.462,"verified":false},{"type":"ndcg_at_1","value":79.553,"verified":false},{"type":"ndcg_at_10","value":86.345,"verified":false},{"type":"ndcg_at_100","value":87.32,"verified":false},{"type":"ndcg_at_1000","value":87.58200000000001,"verified":false},{"type":"ndcg_at_3","value":84.719,"verified":false},{"type":"ndcg_at_5","value":85.677,"verified":false},{"type":"precision_at_1","value":79.553,"verified":false},{"type":"precision_at_10","value":10.402000000000001,"verified":false},{"type":"precision_at_100","value":1.1119999999999999,"verified":false},{"type":"precision_at_1000","value":0.11499999999999999,"verified":false},{"type":"precision_at_3","value":32.413,"verified":false},{"type":"precision_at_5","value":20.138,"verified":false},{"type":"recall_at_1","value":74.13499999999999,"verified":false},{"type":"recall_at_10","value":93.215,"verified":false},{"type":"recall_at_100","value":97.083,"verified":false},{"type":"recall_at_1000","value":98.732,"verified":false},{"type":"recall_at_3","value":88.79,"verified":false},{"type":"recall_at_5","value":91.259,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"fiqa","name":"MTEB FiQA2018","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":18.298000000000002,"verified":false},{"type":"map_at_10","value":29.901,"verified":false},{"type":"map_at_100","value":31.528,"verified":false},{"type":"map_at_1000","value":31.713,"verified":false},{"type":"map_at_3","value":25.740000000000002,"verified":false},{"type":"map_at_5","value":28.227999999999998,"verified":false},{"type":"mrr_at_1","value":36.728,"verified":false},{"type":"mrr_at_10","value":45.401,"verified":false},{"type":"mrr_at_100","value":46.27,"verified":false},{"type":"mrr_at_1000","value":46.315,"verified":false},{"type":"mrr_at_3","value":42.978,"verified":false},{"type":"mrr_at_5","value":44.29,"verified":false},{"type":"ndcg_at_1","value":36.728,"verified":false},{"type":"ndcg_at_10","value":37.456,"verified":false},{"type":"ndcg_at_100","value":43.832,"verified":false},{"type":"ndcg_at_1000","value":47,"verified":false},{"type":"ndcg_at_3","value":33.694,"verified":false},{"type":"ndcg_at_5","value":35.085,"verified":false},{"type":"precision_at_1","value":36.728,"verified":false},{"type":"precision_at_10","value":10.386,"verified":false},{"type":"precision_at_100","value":1.701,"verified":false},{"type":"precision_at_1000","value":0.22599999999999998,"verified":false},{"type":"precision_at_3","value":22.479,"verified":false},{"type":"precision_at_5","value":16.605,"verified":false},{"type":"recall_at_1","value":18.298000000000002,"verified":false},{"type":"recall_at_10","value":44.369,"verified":false},{"type":"recall_at_100","value":68.098,"verified":false},{"type":"recall_at_1000","value":87.21900000000001,"verified":false},{"type":"recall_at_3","value":30.215999999999998,"verified":false},{"type":"recall_at_5","value":36.861,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"hotpotqa","name":"MTEB HotpotQA","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":39.568,"verified":false},{"type":"map_at_10","value":65.061,"verified":false},{"type":"map_at_100","value":65.896,"verified":false},{"type":"map_at_1000","value":65.95100000000001,"verified":false},{"type":"map_at_3","value":61.831,"verified":false},{"type":"map_at_5","value":63.849000000000004,"verified":false},{"type":"mrr_at_1","value":79.136,"verified":false},{"type":"mrr_at_10","value":84.58200000000001,"verified":false},{"type":"mrr_at_100","value":84.765,"verified":false},{"type":"mrr_at_1000","value":84.772,"verified":false},{"type":"mrr_at_3","value":83.684,"verified":false},{"type":"mrr_at_5","value":84.223,"verified":false},{"type":"ndcg_at_1","value":79.136,"verified":false},{"type":"ndcg_at_10","value":72.622,"verified":false},{"type":"ndcg_at_100","value":75.539,"verified":false},{"type":"ndcg_at_1000","value":76.613,"verified":false},{"type":"ndcg_at_3","value":68.065,"verified":false},{"type":"ndcg_at_5","value":70.58,"verified":false},{"type":"precision_at_1","value":79.136,"verified":false},{"type":"precision_at_10","value":15.215,"verified":false},{"type":"precision_at_100","value":1.7500000000000002,"verified":false},{"type":"precision_at_1000","value":0.189,"verified":false},{"type":"precision_at_3","value":44.011,"verified":false},{"type":"precision_at_5","value":28.388999999999996,"verified":false},{"type":"recall_at_1","value":39.568,"verified":false},{"type":"recall_at_10","value":76.077,"verified":false},{"type":"recall_at_100","value":87.481,"verified":false},{"type":"recall_at_1000","value":94.56400000000001,"verified":false},{"type":"recall_at_3","value":66.01599999999999,"verified":false},{"type":"recall_at_5","value":70.97200000000001,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/imdb","name":"MTEB ImdbClassification","config":"default","split":"test","revision":"3d86128a09e091d6018b6d26cad27f2739fc2db7"},"metrics":[{"type":"accuracy","value":85.312,"verified":false},{"type":"ap","value":80.36296867333715,"verified":false},{"type":"f1","value":85.26613311552218,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"msmarco","name":"MTEB MSMARCO","config":"default","split":"dev","revision":"None"},"metrics":[{"type":"map_at_1","value":23.363999999999997,"verified":false},{"type":"map_at_10","value":35.711999999999996,"verified":false},{"type":"map_at_100","value":36.876999999999995,"verified":false},{"type":"map_at_1000","value":36.923,"verified":false},{"type":"map_at_3","value":32.034,"verified":false},{"type":"map_at_5","value":34.159,"verified":false},{"type":"mrr_at_1","value":24.04,"verified":false},{"type":"mrr_at_10","value":36.345,"verified":false},{"type":"mrr_at_100","value":37.441,"verified":false},{"type":"mrr_at_1000","value":37.480000000000004,"verified":false},{"type":"mrr_at_3","value":32.713,"verified":false},{"type":"mrr_at_5","value":34.824,"verified":false},{"type":"ndcg_at_1","value":24.026,"verified":false},{"type":"ndcg_at_10","value":42.531,"verified":false},{"type":"ndcg_at_100","value":48.081,"verified":false},{"type":"ndcg_at_1000","value":49.213,"verified":false},{"type":"ndcg_at_3","value":35.044,"verified":false},{"type":"ndcg_at_5","value":38.834,"verified":false},{"type":"precision_at_1","value":24.026,"verified":false},{"type":"precision_at_10","value":6.622999999999999,"verified":false},{"type":"precision_at_100","value":0.941,"verified":false},{"type":"precision_at_1000","value":0.104,"verified":false},{"type":"precision_at_3","value":14.909,"verified":false},{"type":"precision_at_5","value":10.871,"verified":false},{"type":"recall_at_1","value":23.363999999999997,"verified":false},{"type":"recall_at_10","value":63.426,"verified":false},{"type":"recall_at_100","value":88.96300000000001,"verified":false},{"type":"recall_at_1000","value":97.637,"verified":false},{"type":"recall_at_3","value":43.095,"verified":false},{"type":"recall_at_5","value":52.178000000000004,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_domain","name":"MTEB MTOPDomainClassification (en)","config":"en","split":"test","revision":"d80d48c1eb48d3562165c59d59d0034df9fff0bf"},"metrics":[{"type":"accuracy","value":93.0095759233926,"verified":false},{"type":"f1","value":92.78387794667408,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_intent","name":"MTEB MTOPIntentClassification (en)","config":"en","split":"test","revision":"ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba"},"metrics":[{"type":"accuracy","value":75.0296397628819,"verified":false},{"type":"f1","value":58.45699589820874,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (en)","config":"en","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":73.45662407531944,"verified":false},{"type":"f1","value":71.42364781421813,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (en)","config":"en","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":77.07800941492937,"verified":false},{"type":"f1","value":77.22799045640845,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/medrxiv-clustering-p2p","name":"MTEB MedrxivClusteringP2P","config":"default","split":"test","revision":"e7a26af6f3ae46b30dde8737f02c07b1505bcc73"},"metrics":[{"type":"v_measure","value":34.531234379250606,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/medrxiv-clustering-s2s","name":"MTEB MedrxivClusteringS2S","config":"default","split":"test","revision":"35191c8c0dca72d8ff3efcd72aa802307d469663"},"metrics":[{"type":"v_measure","value":30.941490381193802,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/mind_small","name":"MTEB MindSmallReranking","config":"default","split":"test","revision":"3bdac13927fdc888b903db93b2ffdbd90b295a69"},"metrics":[{"type":"map","value":30.3115090856725,"verified":false},{"type":"mrr","value":31.290667638675757,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"nfcorpus","name":"MTEB NFCorpus","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":5.465,"verified":false},{"type":"map_at_10","value":13.03,"verified":false},{"type":"map_at_100","value":16.057,"verified":false},{"type":"map_at_1000","value":17.49,"verified":false},{"type":"map_at_3","value":9.553,"verified":false},{"type":"map_at_5","value":11.204,"verified":false},{"type":"mrr_at_1","value":43.653,"verified":false},{"type":"mrr_at_10","value":53.269,"verified":false},{"type":"mrr_at_100","value":53.72,"verified":false},{"type":"mrr_at_1000","value":53.761,"verified":false},{"type":"mrr_at_3","value":50.929,"verified":false},{"type":"mrr_at_5","value":52.461,"verified":false},{"type":"ndcg_at_1","value":42.26,"verified":false},{"type":"ndcg_at_10","value":34.673,"verified":false},{"type":"ndcg_at_100","value":30.759999999999998,"verified":false},{"type":"ndcg_at_1000","value":39.728,"verified":false},{"type":"ndcg_at_3","value":40.349000000000004,"verified":false},{"type":"ndcg_at_5","value":37.915,"verified":false},{"type":"precision_at_1","value":43.653,"verified":false},{"type":"precision_at_10","value":25.789,"verified":false},{"type":"precision_at_100","value":7.754999999999999,"verified":false},{"type":"precision_at_1000","value":2.07,"verified":false},{"type":"precision_at_3","value":38.596000000000004,"verified":false},{"type":"precision_at_5","value":33.251,"verified":false},{"type":"recall_at_1","value":5.465,"verified":false},{"type":"recall_at_10","value":17.148,"verified":false},{"type":"recall_at_100","value":29.768,"verified":false},{"type":"recall_at_1000","value":62.239,"verified":false},{"type":"recall_at_3","value":10.577,"verified":false},{"type":"recall_at_5","value":13.315,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"nq","name":"MTEB NQ","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":37.008,"verified":false},{"type":"map_at_10","value":52.467,"verified":false},{"type":"map_at_100","value":53.342999999999996,"verified":false},{"type":"map_at_1000","value":53.366,"verified":false},{"type":"map_at_3","value":48.412,"verified":false},{"type":"map_at_5","value":50.875,"verified":false},{"type":"mrr_at_1","value":41.541,"verified":false},{"type":"mrr_at_10","value":54.967,"verified":false},{"type":"mrr_at_100","value":55.611,"verified":false},{"type":"mrr_at_1000","value":55.627,"verified":false},{"type":"mrr_at_3","value":51.824999999999996,"verified":false},{"type":"mrr_at_5","value":53.763000000000005,"verified":false},{"type":"ndcg_at_1","value":41.541,"verified":false},{"type":"ndcg_at_10","value":59.724999999999994,"verified":false},{"type":"ndcg_at_100","value":63.38700000000001,"verified":false},{"type":"ndcg_at_1000","value":63.883,"verified":false},{"type":"ndcg_at_3","value":52.331,"verified":false},{"type":"ndcg_at_5","value":56.327000000000005,"verified":false},{"type":"precision_at_1","value":41.541,"verified":false},{"type":"precision_at_10","value":9.447,"verified":false},{"type":"precision_at_100","value":1.1520000000000001,"verified":false},{"type":"precision_at_1000","value":0.12,"verified":false},{"type":"precision_at_3","value":23.262,"verified":false},{"type":"precision_at_5","value":16.314999999999998,"verified":false},{"type":"recall_at_1","value":37.008,"verified":false},{"type":"recall_at_10","value":79.145,"verified":false},{"type":"recall_at_100","value":94.986,"verified":false},{"type":"recall_at_1000","value":98.607,"verified":false},{"type":"recall_at_3","value":60.277,"verified":false},{"type":"recall_at_5","value":69.407,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"quora","name":"MTEB QuoraRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":70.402,"verified":false},{"type":"map_at_10","value":84.181,"verified":false},{"type":"map_at_100","value":84.796,"verified":false},{"type":"map_at_1000","value":84.81400000000001,"verified":false},{"type":"map_at_3","value":81.209,"verified":false},{"type":"map_at_5","value":83.085,"verified":false},{"type":"mrr_at_1","value":81.02000000000001,"verified":false},{"type":"mrr_at_10","value":87.263,"verified":false},{"type":"mrr_at_100","value":87.36,"verified":false},{"type":"mrr_at_1000","value":87.36,"verified":false},{"type":"mrr_at_3","value":86.235,"verified":false},{"type":"mrr_at_5","value":86.945,"verified":false},{"type":"ndcg_at_1","value":81.01,"verified":false},{"type":"ndcg_at_10","value":87.99900000000001,"verified":false},{"type":"ndcg_at_100","value":89.217,"verified":false},{"type":"ndcg_at_1000","value":89.33,"verified":false},{"type":"ndcg_at_3","value":85.053,"verified":false},{"type":"ndcg_at_5","value":86.703,"verified":false},{"type":"precision_at_1","value":81.01,"verified":false},{"type":"precision_at_10","value":13.336,"verified":false},{"type":"precision_at_100","value":1.52,"verified":false},{"type":"precision_at_1000","value":0.156,"verified":false},{"type":"precision_at_3","value":37.14,"verified":false},{"type":"precision_at_5","value":24.44,"verified":false},{"type":"recall_at_1","value":70.402,"verified":false},{"type":"recall_at_10","value":95.214,"verified":false},{"type":"recall_at_100","value":99.438,"verified":false},{"type":"recall_at_1000","value":99.928,"verified":false},{"type":"recall_at_3","value":86.75699999999999,"verified":false},{"type":"recall_at_5","value":91.44099999999999,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/reddit-clustering","name":"MTEB RedditClustering","config":"default","split":"test","revision":"24640382cdbf8abc73003fb0fa6d111a705499eb"},"metrics":[{"type":"v_measure","value":56.51721502758904,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/reddit-clustering-p2p","name":"MTEB RedditClusteringP2P","config":"default","split":"test","revision":"282350215ef01743dc01b456c7f5241fa8937f16"},"metrics":[{"type":"v_measure","value":61.054808572333016,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"scidocs","name":"MTEB SCIDOCS","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":4.578,"verified":false},{"type":"map_at_10","value":11.036999999999999,"verified":false},{"type":"map_at_100","value":12.879999999999999,"verified":false},{"type":"map_at_1000","value":13.150999999999998,"verified":false},{"type":"map_at_3","value":8.133,"verified":false},{"type":"map_at_5","value":9.559,"verified":false},{"type":"mrr_at_1","value":22.6,"verified":false},{"type":"mrr_at_10","value":32.68,"verified":false},{"type":"mrr_at_100","value":33.789,"verified":false},{"type":"mrr_at_1000","value":33.854,"verified":false},{"type":"mrr_at_3","value":29.7,"verified":false},{"type":"mrr_at_5","value":31.480000000000004,"verified":false},{"type":"ndcg_at_1","value":22.6,"verified":false},{"type":"ndcg_at_10","value":18.616,"verified":false},{"type":"ndcg_at_100","value":25.883,"verified":false},{"type":"ndcg_at_1000","value":30.944,"verified":false},{"type":"ndcg_at_3","value":18.136,"verified":false},{"type":"ndcg_at_5","value":15.625,"verified":false},{"type":"precision_at_1","value":22.6,"verified":false},{"type":"precision_at_10","value":9.48,"verified":false},{"type":"precision_at_100","value":1.991,"verified":false},{"type":"precision_at_1000","value":0.321,"verified":false},{"type":"precision_at_3","value":16.8,"verified":false},{"type":"precision_at_5","value":13.54,"verified":false},{"type":"recall_at_1","value":4.578,"verified":false},{"type":"recall_at_10","value":19.213,"verified":false},{"type":"recall_at_100","value":40.397,"verified":false},{"type":"recall_at_1000","value":65.2,"verified":false},{"type":"recall_at_3","value":10.208,"verified":false},{"type":"recall_at_5","value":13.718,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sickr-sts","name":"MTEB SICK-R","config":"default","split":"test","revision":"a6ea5a8cab320b040a23452cc28066d9beae2cee"},"metrics":[{"type":"cos_sim_pearson","value":83.44288351714071,"verified":false},{"type":"cos_sim_spearman","value":79.37995604564952,"verified":false},{"type":"euclidean_pearson","value":81.1078874670718,"verified":false},{"type":"euclidean_spearman","value":79.37995905980499,"verified":false},{"type":"manhattan_pearson","value":81.03697527288986,"verified":false},{"type":"manhattan_spearman","value":79.33490235296236,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts12-sts","name":"MTEB STS12","config":"default","split":"test","revision":"a0d554a64d88156834ff5ae9920b964011b16384"},"metrics":[{"type":"cos_sim_pearson","value":84.95557650436523,"verified":false},{"type":"cos_sim_spearman","value":78.5190672399868,"verified":false},{"type":"euclidean_pearson","value":81.58064025904707,"verified":false},{"type":"euclidean_spearman","value":78.5190672399868,"verified":false},{"type":"manhattan_pearson","value":81.52857930619889,"verified":false},{"type":"manhattan_spearman","value":78.50421361308034,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts13-sts","name":"MTEB STS13","config":"default","split":"test","revision":"7e90230a92c190f1bf69ae9002b8cea547a64cca"},"metrics":[{"type":"cos_sim_pearson","value":84.79128416228737,"verified":false},{"type":"cos_sim_spearman","value":86.05402451477147,"verified":false},{"type":"euclidean_pearson","value":85.46280267054289,"verified":false},{"type":"euclidean_spearman","value":86.05402451477147,"verified":false},{"type":"manhattan_pearson","value":85.46278563858236,"verified":false},{"type":"manhattan_spearman","value":86.08079590861004,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts14-sts","name":"MTEB STS14","config":"default","split":"test","revision":"6031580fec1f6af667f0bd2da0a551cf4f0b2375"},"metrics":[{"type":"cos_sim_pearson","value":83.20623089568763,"verified":false},{"type":"cos_sim_spearman","value":81.53786907061009,"verified":false},{"type":"euclidean_pearson","value":82.82272250091494,"verified":false},{"type":"euclidean_spearman","value":81.53786907061009,"verified":false},{"type":"manhattan_pearson","value":82.78850494027013,"verified":false},{"type":"manhattan_spearman","value":81.5135618083407,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts15-sts","name":"MTEB STS15","config":"default","split":"test","revision":"ae752c7c21bf194d8b67fd573edf7ae58183cbe3"},"metrics":[{"type":"cos_sim_pearson","value":85.46366618397936,"verified":false},{"type":"cos_sim_spearman","value":86.96566013336908,"verified":false},{"type":"euclidean_pearson","value":86.62651697548931,"verified":false},{"type":"euclidean_spearman","value":86.96565526364454,"verified":false},{"type":"manhattan_pearson","value":86.58812160258009,"verified":false},{"type":"manhattan_spearman","value":86.9336484321288,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts16-sts","name":"MTEB STS16","config":"default","split":"test","revision":"4d8694f8f0e0100860b497b999b3dbed754a0513"},"metrics":[{"type":"cos_sim_pearson","value":82.51858358641559,"verified":false},{"type":"cos_sim_spearman","value":84.7652527954999,"verified":false},{"type":"euclidean_pearson","value":84.23914783766861,"verified":false},{"type":"euclidean_spearman","value":84.7652527954999,"verified":false},{"type":"manhattan_pearson","value":84.22749648503171,"verified":false},{"type":"manhattan_spearman","value":84.74527996746386,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts17-crosslingual-sts","name":"MTEB STS17 (en-en)","config":"en-en","split":"test","revision":"af5e6fb845001ecf41f4c1e033ce921939a2a68d"},"metrics":[{"type":"cos_sim_pearson","value":87.28026563313065,"verified":false},{"type":"cos_sim_spearman","value":87.46928143824915,"verified":false},{"type":"euclidean_pearson","value":88.30558762000372,"verified":false},{"type":"euclidean_spearman","value":87.46928143824915,"verified":false},{"type":"manhattan_pearson","value":88.10513330809331,"verified":false},{"type":"manhattan_spearman","value":87.21069787834173,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts22-crosslingual-sts","name":"MTEB STS22 (en)","config":"en","split":"test","revision":"6d1ba47164174a496b7fa5d3569dae26a6813b80"},"metrics":[{"type":"cos_sim_pearson","value":62.376497134587375,"verified":false},{"type":"cos_sim_spearman","value":65.0159550112516,"verified":false},{"type":"euclidean_pearson","value":65.64572120879598,"verified":false},{"type":"euclidean_spearman","value":65.0159550112516,"verified":false},{"type":"manhattan_pearson","value":65.88143604989976,"verified":false},{"type":"manhattan_spearman","value":65.17547297222434,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/stsbenchmark-sts","name":"MTEB STSBenchmark","config":"default","split":"test","revision":"b0fddb56ed78048fa8b90373c8a3cfc37b684831"},"metrics":[{"type":"cos_sim_pearson","value":84.22876368947644,"verified":false},{"type":"cos_sim_spearman","value":85.46935577445318,"verified":false},{"type":"euclidean_pearson","value":85.32830231392005,"verified":false},{"type":"euclidean_spearman","value":85.46935577445318,"verified":false},{"type":"manhattan_pearson","value":85.30353211758495,"verified":false},{"type":"manhattan_spearman","value":85.42821085956945,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/scidocs-reranking","name":"MTEB SciDocsRR","config":"default","split":"test","revision":"d3c5e1fc0b855ab6097bf1cda04dd73947d7caab"},"metrics":[{"type":"map","value":80.60986667767133,"verified":false},{"type":"mrr","value":94.29432314236236,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"scifact","name":"MTEB SciFact","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":54.528,"verified":false},{"type":"map_at_10","value":65.187,"verified":false},{"type":"map_at_100","value":65.62599999999999,"verified":false},{"type":"map_at_1000","value":65.657,"verified":false},{"type":"map_at_3","value":62.352,"verified":false},{"type":"map_at_5","value":64.025,"verified":false},{"type":"mrr_at_1","value":57.333,"verified":false},{"type":"mrr_at_10","value":66.577,"verified":false},{"type":"mrr_at_100","value":66.88,"verified":false},{"type":"mrr_at_1000","value":66.908,"verified":false},{"type":"mrr_at_3","value":64.556,"verified":false},{"type":"mrr_at_5","value":65.739,"verified":false},{"type":"ndcg_at_1","value":57.333,"verified":false},{"type":"ndcg_at_10","value":70.275,"verified":false},{"type":"ndcg_at_100","value":72.136,"verified":false},{"type":"ndcg_at_1000","value":72.963,"verified":false},{"type":"ndcg_at_3","value":65.414,"verified":false},{"type":"ndcg_at_5","value":67.831,"verified":false},{"type":"precision_at_1","value":57.333,"verified":false},{"type":"precision_at_10","value":9.5,"verified":false},{"type":"precision_at_100","value":1.057,"verified":false},{"type":"precision_at_1000","value":0.11199999999999999,"verified":false},{"type":"precision_at_3","value":25.778000000000002,"verified":false},{"type":"precision_at_5","value":17.2,"verified":false},{"type":"recall_at_1","value":54.528,"verified":false},{"type":"recall_at_10","value":84.356,"verified":false},{"type":"recall_at_100","value":92.833,"verified":false},{"type":"recall_at_1000","value":99.333,"verified":false},{"type":"recall_at_3","value":71.283,"verified":false},{"type":"recall_at_5","value":77.14999999999999,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/sprintduplicatequestions-pairclassification","name":"MTEB SprintDuplicateQuestions","config":"default","split":"test","revision":"d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46"},"metrics":[{"type":"cos_sim_accuracy","value":99.74158415841585,"verified":false},{"type":"cos_sim_ap","value":92.90048959850317,"verified":false},{"type":"cos_sim_f1","value":86.35650810245687,"verified":false},{"type":"cos_sim_precision","value":90.4709748083242,"verified":false},{"type":"cos_sim_recall","value":82.6,"verified":false},{"type":"dot_accuracy","value":99.74158415841585,"verified":false},{"type":"dot_ap","value":92.90048959850317,"verified":false},{"type":"dot_f1","value":86.35650810245687,"verified":false},{"type":"dot_precision","value":90.4709748083242,"verified":false},{"type":"dot_recall","value":82.6,"verified":false},{"type":"euclidean_accuracy","value":99.74158415841585,"verified":false},{"type":"euclidean_ap","value":92.90048959850317,"verified":false},{"type":"euclidean_f1","value":86.35650810245687,"verified":false},{"type":"euclidean_precision","value":90.4709748083242,"verified":false},{"type":"euclidean_recall","value":82.6,"verified":false},{"type":"manhattan_accuracy","value":99.74158415841585,"verified":false},{"type":"manhattan_ap","value":92.87344692947894,"verified":false},{"type":"manhattan_f1","value":86.38497652582159,"verified":false},{"type":"manhattan_precision","value":90.29443838604145,"verified":false},{"type":"manhattan_recall","value":82.8,"verified":false},{"type":"max_accuracy","value":99.74158415841585,"verified":false},{"type":"max_ap","value":92.90048959850317,"verified":false},{"type":"max_f1","value":86.38497652582159,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/stackexchange-clustering","name":"MTEB StackExchangeClustering","config":"default","split":"test","revision":"6cbc1f7b2bc0622f2e39d2c77fa502909748c259"},"metrics":[{"type":"v_measure","value":63.191648770424216,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/stackexchange-clustering-p2p","name":"MTEB StackExchangeClusteringP2P","config":"default","split":"test","revision":"815ca46b2622cec33ccafc3735d572c266efdb44"},"metrics":[{"type":"v_measure","value":34.02944668730218,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/stackoverflowdupquestions-reranking","name":"MTEB StackOverflowDupQuestions","config":"default","split":"test","revision":"e185fbe320c72810689fc5848eb6114e1ef5ec69"},"metrics":[{"type":"map","value":50.466386167525265,"verified":false},{"type":"mrr","value":51.19071492233257,"verified":false}]},{"task":{"type":"Summarization"},"dataset":{"type":"mteb/summeval","name":"MTEB SummEval","config":"default","split":"test","revision":"cda12ad7615edc362dbf25a00fdd61d3b1eaf93c"},"metrics":[{"type":"cos_sim_pearson","value":30.198022505886435,"verified":false},{"type":"cos_sim_spearman","value":30.40170257939193,"verified":false},{"type":"dot_pearson","value":30.198015316402614,"verified":false},{"type":"dot_spearman","value":30.40170257939193,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"trec-covid","name":"MTEB TRECCOVID","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":0.242,"verified":false},{"type":"map_at_10","value":2.17,"verified":false},{"type":"map_at_100","value":12.221,"verified":false},{"type":"map_at_1000","value":28.63,"verified":false},{"type":"map_at_3","value":0.728,"verified":false},{"type":"map_at_5","value":1.185,"verified":false},{"type":"mrr_at_1","value":94,"verified":false},{"type":"mrr_at_10","value":97,"verified":false},{"type":"mrr_at_100","value":97,"verified":false},{"type":"mrr_at_1000","value":97,"verified":false},{"type":"mrr_at_3","value":97,"verified":false},{"type":"mrr_at_5","value":97,"verified":false},{"type":"ndcg_at_1","value":89,"verified":false},{"type":"ndcg_at_10","value":82.30499999999999,"verified":false},{"type":"ndcg_at_100","value":61.839999999999996,"verified":false},{"type":"ndcg_at_1000","value":53.381,"verified":false},{"type":"ndcg_at_3","value":88.877,"verified":false},{"type":"ndcg_at_5","value":86.05199999999999,"verified":false},{"type":"precision_at_1","value":94,"verified":false},{"type":"precision_at_10","value":87,"verified":false},{"type":"precision_at_100","value":63.38,"verified":false},{"type":"precision_at_1000","value":23.498,"verified":false},{"type":"precision_at_3","value":94,"verified":false},{"type":"precision_at_5","value":92,"verified":false},{"type":"recall_at_1","value":0.242,"verified":false},{"type":"recall_at_10","value":2.302,"verified":false},{"type":"recall_at_100","value":14.979000000000001,"verified":false},{"type":"recall_at_1000","value":49.638,"verified":false},{"type":"recall_at_3","value":0.753,"verified":false},{"type":"recall_at_5","value":1.226,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"webis-touche2020","name":"MTEB Touche2020","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":3.006,"verified":false},{"type":"map_at_10","value":11.805,"verified":false},{"type":"map_at_100","value":18.146,"verified":false},{"type":"map_at_1000","value":19.788,"verified":false},{"type":"map_at_3","value":5.914,"verified":false},{"type":"map_at_5","value":8.801,"verified":false},{"type":"mrr_at_1","value":40.816,"verified":false},{"type":"mrr_at_10","value":56.36600000000001,"verified":false},{"type":"mrr_at_100","value":56.721999999999994,"verified":false},{"type":"mrr_at_1000","value":56.721999999999994,"verified":false},{"type":"mrr_at_3","value":52.041000000000004,"verified":false},{"type":"mrr_at_5","value":54.796,"verified":false},{"type":"ndcg_at_1","value":37.755,"verified":false},{"type":"ndcg_at_10","value":29.863,"verified":false},{"type":"ndcg_at_100","value":39.571,"verified":false},{"type":"ndcg_at_1000","value":51.385999999999996,"verified":false},{"type":"ndcg_at_3","value":32.578,"verified":false},{"type":"ndcg_at_5","value":32.351,"verified":false},{"type":"precision_at_1","value":40.816,"verified":false},{"type":"precision_at_10","value":26.531,"verified":false},{"type":"precision_at_100","value":7.796,"verified":false},{"type":"precision_at_1000","value":1.555,"verified":false},{"type":"precision_at_3","value":32.653,"verified":false},{"type":"precision_at_5","value":33.061,"verified":false},{"type":"recall_at_1","value":3.006,"verified":false},{"type":"recall_at_10","value":18.738,"verified":false},{"type":"recall_at_100","value":48.058,"verified":false},{"type":"recall_at_1000","value":83.41300000000001,"verified":false},{"type":"recall_at_3","value":7.166,"verified":false},{"type":"recall_at_5","value":12.102,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/toxic_conversations_50k","name":"MTEB ToxicConversationsClassification","config":"default","split":"test","revision":"d7c0de2777da35d6aae2200a62c6e0e5af397c4c"},"metrics":[{"type":"accuracy","value":71.4178,"verified":false},{"type":"ap","value":14.648781342150446,"verified":false},{"type":"f1","value":55.07299194946378,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/tweet_sentiment_extraction","name":"MTEB TweetSentimentExtractionClassification","config":"default","split":"test","revision":"d604517c81ca91fe16a244d1248fc021f9ecee7a"},"metrics":[{"type":"accuracy","value":60.919637804187886,"verified":false},{"type":"f1","value":61.24122013967399,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/twentynewsgroups-clustering","name":"MTEB TwentyNewsgroupsClustering","config":"default","split":"test","revision":"6125ec4e24fa026cec8a478383ee943acfbd5449"},"metrics":[{"type":"v_measure","value":49.207896583685695,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/twittersemeval2015-pairclassification","name":"MTEB TwitterSemEval2015","config":"default","split":"test","revision":"70970daeab8776df92f5ea462b6173c0b46fd2d1"},"metrics":[{"type":"cos_sim_accuracy","value":86.23114978840078,"verified":false},{"type":"cos_sim_ap","value":74.26624727825818,"verified":false},{"type":"cos_sim_f1","value":68.72377190817083,"verified":false},{"type":"cos_sim_precision","value":64.56400742115028,"verified":false},{"type":"cos_sim_recall","value":73.45646437994723,"verified":false},{"type":"dot_accuracy","value":86.23114978840078,"verified":false},{"type":"dot_ap","value":74.26624032659652,"verified":false},{"type":"dot_f1","value":68.72377190817083,"verified":false},{"type":"dot_precision","value":64.56400742115028,"verified":false},{"type":"dot_recall","value":73.45646437994723,"verified":false},{"type":"euclidean_accuracy","value":86.23114978840078,"verified":false},{"type":"euclidean_ap","value":74.26624714480556,"verified":false},{"type":"euclidean_f1","value":68.72377190817083,"verified":false},{"type":"euclidean_precision","value":64.56400742115028,"verified":false},{"type":"euclidean_recall","value":73.45646437994723,"verified":false},{"type":"manhattan_accuracy","value":86.16558383501221,"verified":false},{"type":"manhattan_ap","value":74.2091943976357,"verified":false},{"type":"manhattan_f1","value":68.64221520524654,"verified":false},{"type":"manhattan_precision","value":63.59135913591359,"verified":false},{"type":"manhattan_recall","value":74.5646437994723,"verified":false},{"type":"max_accuracy","value":86.23114978840078,"verified":false},{"type":"max_ap","value":74.26624727825818,"verified":false},{"type":"max_f1","value":68.72377190817083,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/twitterurlcorpus-pairclassification","name":"MTEB TwitterURLCorpus","config":"default","split":"test","revision":"8b6510b0b1fa4e4c4f879467980e9be563ec1cdf"},"metrics":[{"type":"cos_sim_accuracy","value":89.3681841114604,"verified":false},{"type":"cos_sim_ap","value":86.65166387498546,"verified":false},{"type":"cos_sim_f1","value":79.02581944698774,"verified":false},{"type":"cos_sim_precision","value":75.35796605434099,"verified":false},{"type":"cos_sim_recall","value":83.06898675700647,"verified":false},{"type":"dot_accuracy","value":89.3681841114604,"verified":false},{"type":"dot_ap","value":86.65166019802056,"verified":false},{"type":"dot_f1","value":79.02581944698774,"verified":false},{"type":"dot_precision","value":75.35796605434099,"verified":false},{"type":"dot_recall","value":83.06898675700647,"verified":false},{"type":"euclidean_accuracy","value":89.3681841114604,"verified":false},{"type":"euclidean_ap","value":86.65166462876266,"verified":false},{"type":"euclidean_f1","value":79.02581944698774,"verified":false},{"type":"euclidean_precision","value":75.35796605434099,"verified":false},{"type":"euclidean_recall","value":83.06898675700647,"verified":false},{"type":"manhattan_accuracy","value":89.36624364497226,"verified":false},{"type":"manhattan_ap","value":86.65076471274106,"verified":false},{"type":"manhattan_f1","value":79.07408783532733,"verified":false},{"type":"manhattan_precision","value":76.41102972856527,"verified":false},{"type":"manhattan_recall","value":81.92947336002464,"verified":false},{"type":"max_accuracy","value":89.3681841114604,"verified":false},{"type":"max_ap","value":86.65166462876266,"verified":false},{"type":"max_f1","value":79.07408783532733,"verified":false}]}]}],"config":{"architectures":["NomicBertModel"],"auto_map":{"AutoConfig":"nomic-ai/nomic-bert-2048--configuration_hf_nomic_bert.NomicBertConfig","AutoModel":"nomic-ai/nomic-bert-2048--modeling_hf_nomic_bert.NomicBertModel","AutoModelForMaskedLM":"nomic-ai/nomic-bert-2048--modeling_hf_nomic_bert.NomicBertForPreTraining","AutoModelForSequenceClassification":"nomic-ai/nomic-bert-2048--modeling_hf_nomic_bert.NomicBertForSequenceClassification","AutoModelForMultipleChoice":"nomic-ai/nomic-bert-2048--modeling_hf_nomic_bert.NomicBertForMultipleChoice","AutoModelForQuestionAnswering":"nomic-ai/nomic-bert-2048--modeling_hf_nomic_bert.NomicBertForQuestionAnswering","AutoModelForTokenClassification":"nomic-ai/nomic-bert-2048--modeling_hf_nomic_bert.NomicBertForTokenClassification"},"model_type":"nomic_bert","tokenizer_config":{"cls_token":"[CLS]","mask_token":"[MASK]","pad_token":"[PAD]","sep_token":"[SEP]","unk_token":"[UNK]"}},"cardData":{"library_name":"sentence-transformers","pipeline_tag":"sentence-similarity","tags":["feature-extraction","sentence-similarity","mteb","transformers","transformers.js"],"model-index":[{"name":"epoch_0_model","results":[{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_counterfactual","name":"MTEB AmazonCounterfactualClassification (en)","config":"en","split":"test","revision":"e8379541af4e31359cca9fbcf4b00f2671dba205"},"metrics":[{"type":"accuracy","value":75.20895522388058,"verified":false},{"type":"ap","value":38.57605549557802,"verified":false},{"type":"f1","value":69.35586565857854,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_polarity","name":"MTEB AmazonPolarityClassification","config":"default","split":"test","revision":"e2d317d38cd51312af73b3d32a06d1a08b442046"},"metrics":[{"type":"accuracy","value":91.8144,"verified":false},{"type":"ap","value":88.65222882032363,"verified":false},{"type":"f1","value":91.80426301643274,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_reviews_multi","name":"MTEB AmazonReviewsClassification (en)","config":"en","split":"test","revision":"1399c76144fd37290681b995c656ef9b2e06e26d"},"metrics":[{"type":"accuracy","value":47.162000000000006,"verified":false},{"type":"f1","value":46.59329642263158,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"arguana","name":"MTEB ArguAna","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":24.253,"verified":false},{"type":"map_at_10","value":38.962,"verified":false},{"type":"map_at_100","value":40.081,"verified":false},{"type":"map_at_1000","value":40.089000000000006,"verified":false},{"type":"map_at_3","value":33.499,"verified":false},{"type":"map_at_5","value":36.351,"verified":false},{"type":"mrr_at_1","value":24.609,"verified":false},{"type":"mrr_at_10","value":39.099000000000004,"verified":false},{"type":"mrr_at_100","value":40.211000000000006,"verified":false},{"type":"mrr_at_1000","value":40.219,"verified":false},{"type":"mrr_at_3","value":33.677,"verified":false},{"type":"mrr_at_5","value":36.469,"verified":false},{"type":"ndcg_at_1","value":24.253,"verified":false},{"type":"ndcg_at_10","value":48.010999999999996,"verified":false},{"type":"ndcg_at_100","value":52.756,"verified":false},{"type":"ndcg_at_1000","value":52.964999999999996,"verified":false},{"type":"ndcg_at_3","value":36.564,"verified":false},{"type":"ndcg_at_5","value":41.711999999999996,"verified":false},{"type":"precision_at_1","value":24.253,"verified":false},{"type":"precision_at_10","value":7.738,"verified":false},{"type":"precision_at_100","value":0.98,"verified":false},{"type":"precision_at_1000","value":0.1,"verified":false},{"type":"precision_at_3","value":15.149000000000001,"verified":false},{"type":"precision_at_5","value":11.593,"verified":false},{"type":"recall_at_1","value":24.253,"verified":false},{"type":"recall_at_10","value":77.383,"verified":false},{"type":"recall_at_100","value":98.009,"verified":false},{"type":"recall_at_1000","value":99.644,"verified":false},{"type":"recall_at_3","value":45.448,"verified":false},{"type":"recall_at_5","value":57.965999999999994,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/arxiv-clustering-p2p","name":"MTEB ArxivClusteringP2P","config":"default","split":"test","revision":"a122ad7f3f0291bf49cc6f4d32aa80929df69d5d"},"metrics":[{"type":"v_measure","value":45.69069567851087,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/arxiv-clustering-s2s","name":"MTEB ArxivClusteringS2S","config":"default","split":"test","revision":"f910caf1a6075f7329cdf8c1a6135696f37dbd53"},"metrics":[{"type":"v_measure","value":36.35185490976283,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/askubuntudupquestions-reranking","name":"MTEB AskUbuntuDupQuestions","config":"default","split":"test","revision":"2000358ca161889fa9c082cb41daa8dcfb161a54"},"metrics":[{"type":"map","value":61.71274951450321,"verified":false},{"type":"mrr","value":76.06032625423207,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/biosses-sts","name":"MTEB BIOSSES","config":"default","split":"test","revision":"d3fb88f8f02e40887cd149695127462bbcf29b4a"},"metrics":[{"type":"cos_sim_pearson","value":86.73980520022269,"verified":false},{"type":"cos_sim_spearman","value":84.24649792685918,"verified":false},{"type":"euclidean_pearson","value":85.85197641158186,"verified":false},{"type":"euclidean_spearman","value":84.24649792685918,"verified":false},{"type":"manhattan_pearson","value":86.26809552711346,"verified":false},{"type":"manhattan_spearman","value":84.56397504030865,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/banking77","name":"MTEB Banking77Classification","config":"default","split":"test","revision":"0fd18e25b25c072e09e0d92ab615fda904d66300"},"metrics":[{"type":"accuracy","value":84.25324675324674,"verified":false},{"type":"f1","value":84.17872280892557,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/biorxiv-clustering-p2p","name":"MTEB BiorxivClusteringP2P","config":"default","split":"test","revision":"65b79d1d13f80053f67aca9498d9402c2d9f1f40"},"metrics":[{"type":"v_measure","value":38.770253446400886,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/biorxiv-clustering-s2s","name":"MTEB BiorxivClusteringS2S","config":"default","split":"test","revision":"258694dd0231531bc1fd9de6ceb52a0853c6d908"},"metrics":[{"type":"v_measure","value":32.94307095497281,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackAndroidRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":32.164,"verified":false},{"type":"map_at_10","value":42.641,"verified":false},{"type":"map_at_100","value":43.947,"verified":false},{"type":"map_at_1000","value":44.074999999999996,"verified":false},{"type":"map_at_3","value":39.592,"verified":false},{"type":"map_at_5","value":41.204,"verified":false},{"type":"mrr_at_1","value":39.628,"verified":false},{"type":"mrr_at_10","value":48.625,"verified":false},{"type":"mrr_at_100","value":49.368,"verified":false},{"type":"mrr_at_1000","value":49.413000000000004,"verified":false},{"type":"mrr_at_3","value":46.400000000000006,"verified":false},{"type":"mrr_at_5","value":47.68,"verified":false},{"type":"ndcg_at_1","value":39.628,"verified":false},{"type":"ndcg_at_10","value":48.564,"verified":false},{"type":"ndcg_at_100","value":53.507000000000005,"verified":false},{"type":"ndcg_at_1000","value":55.635999999999996,"verified":false},{"type":"ndcg_at_3","value":44.471,"verified":false},{"type":"ndcg_at_5","value":46.137,"verified":false},{"type":"precision_at_1","value":39.628,"verified":false},{"type":"precision_at_10","value":8.856,"verified":false},{"type":"precision_at_100","value":1.429,"verified":false},{"type":"precision_at_1000","value":0.191,"verified":false},{"type":"precision_at_3","value":21.268,"verified":false},{"type":"precision_at_5","value":14.649000000000001,"verified":false},{"type":"recall_at_1","value":32.164,"verified":false},{"type":"recall_at_10","value":59.609,"verified":false},{"type":"recall_at_100","value":80.521,"verified":false},{"type":"recall_at_1000","value":94.245,"verified":false},{"type":"recall_at_3","value":46.521,"verified":false},{"type":"recall_at_5","value":52.083999999999996,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackEnglishRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":31.526,"verified":false},{"type":"map_at_10","value":41.581,"verified":false},{"type":"map_at_100","value":42.815999999999995,"verified":false},{"type":"map_at_1000","value":42.936,"verified":false},{"type":"map_at_3","value":38.605000000000004,"verified":false},{"type":"map_at_5","value":40.351,"verified":false},{"type":"mrr_at_1","value":39.489999999999995,"verified":false},{"type":"mrr_at_10","value":47.829,"verified":false},{"type":"mrr_at_100","value":48.512,"verified":false},{"type":"mrr_at_1000","value":48.552,"verified":false},{"type":"mrr_at_3","value":45.754,"verified":false},{"type":"mrr_at_5","value":46.986,"verified":false},{"type":"ndcg_at_1","value":39.489999999999995,"verified":false},{"type":"ndcg_at_10","value":47.269,"verified":false},{"type":"ndcg_at_100","value":51.564,"verified":false},{"type":"ndcg_at_1000","value":53.53099999999999,"verified":false},{"type":"ndcg_at_3","value":43.301,"verified":false},{"type":"ndcg_at_5","value":45.239000000000004,"verified":false},{"type":"precision_at_1","value":39.489999999999995,"verified":false},{"type":"precision_at_10","value":8.93,"verified":false},{"type":"precision_at_100","value":1.415,"verified":false},{"type":"precision_at_1000","value":0.188,"verified":false},{"type":"precision_at_3","value":20.892,"verified":false},{"type":"precision_at_5","value":14.865999999999998,"verified":false},{"type":"recall_at_1","value":31.526,"verified":false},{"type":"recall_at_10","value":56.76,"verified":false},{"type":"recall_at_100","value":75.029,"verified":false},{"type":"recall_at_1000","value":87.491,"verified":false},{"type":"recall_at_3","value":44.786,"verified":false},{"type":"recall_at_5","value":50.254,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackGamingRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":40.987,"verified":false},{"type":"map_at_10","value":52.827,"verified":false},{"type":"map_at_100","value":53.751000000000005,"verified":false},{"type":"map_at_1000","value":53.81,"verified":false},{"type":"map_at_3","value":49.844,"verified":false},{"type":"map_at_5","value":51.473,"verified":false},{"type":"mrr_at_1","value":46.833999999999996,"verified":false},{"type":"mrr_at_10","value":56.389,"verified":false},{"type":"mrr_at_100","value":57.003,"verified":false},{"type":"mrr_at_1000","value":57.034,"verified":false},{"type":"mrr_at_3","value":54.17999999999999,"verified":false},{"type":"mrr_at_5","value":55.486999999999995,"verified":false},{"type":"ndcg_at_1","value":46.833999999999996,"verified":false},{"type":"ndcg_at_10","value":58.372,"verified":false},{"type":"ndcg_at_100","value":62.068,"verified":false},{"type":"ndcg_at_1000","value":63.288,"verified":false},{"type":"ndcg_at_3","value":53.400000000000006,"verified":false},{"type":"ndcg_at_5","value":55.766000000000005,"verified":false},{"type":"precision_at_1","value":46.833999999999996,"verified":false},{"type":"precision_at_10","value":9.191,"verified":false},{"type":"precision_at_100","value":1.192,"verified":false},{"type":"precision_at_1000","value":0.134,"verified":false},{"type":"precision_at_3","value":23.448,"verified":false},{"type":"precision_at_5","value":15.862000000000002,"verified":false},{"type":"recall_at_1","value":40.987,"verified":false},{"type":"recall_at_10","value":71.146,"verified":false},{"type":"recall_at_100","value":87.035,"verified":false},{"type":"recall_at_1000","value":95.633,"verified":false},{"type":"recall_at_3","value":58.025999999999996,"verified":false},{"type":"recall_at_5","value":63.815999999999995,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackGisRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":24.587,"verified":false},{"type":"map_at_10","value":33.114,"verified":false},{"type":"map_at_100","value":34.043,"verified":false},{"type":"map_at_1000","value":34.123999999999995,"verified":false},{"type":"map_at_3","value":30.45,"verified":false},{"type":"map_at_5","value":31.813999999999997,"verified":false},{"type":"mrr_at_1","value":26.554,"verified":false},{"type":"mrr_at_10","value":35.148,"verified":false},{"type":"mrr_at_100","value":35.926,"verified":false},{"type":"mrr_at_1000","value":35.991,"verified":false},{"type":"mrr_at_3","value":32.599000000000004,"verified":false},{"type":"mrr_at_5","value":33.893,"verified":false},{"type":"ndcg_at_1","value":26.554,"verified":false},{"type":"ndcg_at_10","value":38.132,"verified":false},{"type":"ndcg_at_100","value":42.78,"verified":false},{"type":"ndcg_at_1000","value":44.919,"verified":false},{"type":"ndcg_at_3","value":32.833,"verified":false},{"type":"ndcg_at_5","value":35.168,"verified":false},{"type":"precision_at_1","value":26.554,"verified":false},{"type":"precision_at_10","value":5.921,"verified":false},{"type":"precision_at_100","value":0.8659999999999999,"verified":false},{"type":"precision_at_1000","value":0.109,"verified":false},{"type":"precision_at_3","value":13.861,"verified":false},{"type":"precision_at_5","value":9.605,"verified":false},{"type":"recall_at_1","value":24.587,"verified":false},{"type":"recall_at_10","value":51.690000000000005,"verified":false},{"type":"recall_at_100","value":73.428,"verified":false},{"type":"recall_at_1000","value":89.551,"verified":false},{"type":"recall_at_3","value":37.336999999999996,"verified":false},{"type":"recall_at_5","value":43.047000000000004,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackMathematicaRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":16.715,"verified":false},{"type":"map_at_10","value":24.251,"verified":false},{"type":"map_at_100","value":25.326999999999998,"verified":false},{"type":"map_at_1000","value":25.455,"verified":false},{"type":"map_at_3","value":21.912000000000003,"verified":false},{"type":"map_at_5","value":23.257,"verified":false},{"type":"mrr_at_1","value":20.274,"verified":false},{"type":"mrr_at_10","value":28.552,"verified":false},{"type":"mrr_at_100","value":29.42,"verified":false},{"type":"mrr_at_1000","value":29.497,"verified":false},{"type":"mrr_at_3","value":26.14,"verified":false},{"type":"mrr_at_5","value":27.502,"verified":false},{"type":"ndcg_at_1","value":20.274,"verified":false},{"type":"ndcg_at_10","value":29.088,"verified":false},{"type":"ndcg_at_100","value":34.293,"verified":false},{"type":"ndcg_at_1000","value":37.271,"verified":false},{"type":"ndcg_at_3","value":24.708,"verified":false},{"type":"ndcg_at_5","value":26.809,"verified":false},{"type":"precision_at_1","value":20.274,"verified":false},{"type":"precision_at_10","value":5.361,"verified":false},{"type":"precision_at_100","value":0.915,"verified":false},{"type":"precision_at_1000","value":0.13,"verified":false},{"type":"precision_at_3","value":11.733,"verified":false},{"type":"precision_at_5","value":8.556999999999999,"verified":false},{"type":"recall_at_1","value":16.715,"verified":false},{"type":"recall_at_10","value":39.587,"verified":false},{"type":"recall_at_100","value":62.336000000000006,"verified":false},{"type":"recall_at_1000","value":83.453,"verified":false},{"type":"recall_at_3","value":27.839999999999996,"verified":false},{"type":"recall_at_5","value":32.952999999999996,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackPhysicsRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":28.793000000000003,"verified":false},{"type":"map_at_10","value":38.582,"verified":false},{"type":"map_at_100","value":39.881,"verified":false},{"type":"map_at_1000","value":39.987,"verified":false},{"type":"map_at_3","value":35.851,"verified":false},{"type":"map_at_5","value":37.289,"verified":false},{"type":"mrr_at_1","value":34.455999999999996,"verified":false},{"type":"mrr_at_10","value":43.909,"verified":false},{"type":"mrr_at_100","value":44.74,"verified":false},{"type":"mrr_at_1000","value":44.786,"verified":false},{"type":"mrr_at_3","value":41.659,"verified":false},{"type":"mrr_at_5","value":43.010999999999996,"verified":false},{"type":"ndcg_at_1","value":34.455999999999996,"verified":false},{"type":"ndcg_at_10","value":44.266,"verified":false},{"type":"ndcg_at_100","value":49.639,"verified":false},{"type":"ndcg_at_1000","value":51.644,"verified":false},{"type":"ndcg_at_3","value":39.865,"verified":false},{"type":"ndcg_at_5","value":41.887,"verified":false},{"type":"precision_at_1","value":34.455999999999996,"verified":false},{"type":"precision_at_10","value":7.843999999999999,"verified":false},{"type":"precision_at_100","value":1.243,"verified":false},{"type":"precision_at_1000","value":0.158,"verified":false},{"type":"precision_at_3","value":18.831999999999997,"verified":false},{"type":"precision_at_5","value":13.147,"verified":false},{"type":"recall_at_1","value":28.793000000000003,"verified":false},{"type":"recall_at_10","value":55.68300000000001,"verified":false},{"type":"recall_at_100","value":77.99000000000001,"verified":false},{"type":"recall_at_1000","value":91.183,"verified":false},{"type":"recall_at_3","value":43.293,"verified":false},{"type":"recall_at_5","value":48.618,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackProgrammersRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":25.907000000000004,"verified":false},{"type":"map_at_10","value":35.519,"verified":false},{"type":"map_at_100","value":36.806,"verified":false},{"type":"map_at_1000","value":36.912,"verified":false},{"type":"map_at_3","value":32.748,"verified":false},{"type":"map_at_5","value":34.232,"verified":false},{"type":"mrr_at_1","value":31.621,"verified":false},{"type":"mrr_at_10","value":40.687,"verified":false},{"type":"mrr_at_100","value":41.583,"verified":false},{"type":"mrr_at_1000","value":41.638999999999996,"verified":false},{"type":"mrr_at_3","value":38.527,"verified":false},{"type":"mrr_at_5","value":39.612,"verified":false},{"type":"ndcg_at_1","value":31.621,"verified":false},{"type":"ndcg_at_10","value":41.003,"verified":false},{"type":"ndcg_at_100","value":46.617999999999995,"verified":false},{"type":"ndcg_at_1000","value":48.82,"verified":false},{"type":"ndcg_at_3","value":36.542,"verified":false},{"type":"ndcg_at_5","value":38.368,"verified":false},{"type":"precision_at_1","value":31.621,"verified":false},{"type":"precision_at_10","value":7.396999999999999,"verified":false},{"type":"precision_at_100","value":1.191,"verified":false},{"type":"precision_at_1000","value":0.153,"verified":false},{"type":"precision_at_3","value":17.39,"verified":false},{"type":"precision_at_5","value":12.1,"verified":false},{"type":"recall_at_1","value":25.907000000000004,"verified":false},{"type":"recall_at_10","value":52.115,"verified":false},{"type":"recall_at_100","value":76.238,"verified":false},{"type":"recall_at_1000","value":91.218,"verified":false},{"type":"recall_at_3","value":39.417,"verified":false},{"type":"recall_at_5","value":44.435,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":25.732166666666668,"verified":false},{"type":"map_at_10","value":34.51616666666667,"verified":false},{"type":"map_at_100","value":35.67241666666666,"verified":false},{"type":"map_at_1000","value":35.78675,"verified":false},{"type":"map_at_3","value":31.953416666666662,"verified":false},{"type":"map_at_5","value":33.333,"verified":false},{"type":"mrr_at_1","value":30.300166666666673,"verified":false},{"type":"mrr_at_10","value":38.6255,"verified":false},{"type":"mrr_at_100","value":39.46183333333334,"verified":false},{"type":"mrr_at_1000","value":39.519999999999996,"verified":false},{"type":"mrr_at_3","value":36.41299999999999,"verified":false},{"type":"mrr_at_5","value":37.6365,"verified":false},{"type":"ndcg_at_1","value":30.300166666666673,"verified":false},{"type":"ndcg_at_10","value":39.61466666666667,"verified":false},{"type":"ndcg_at_100","value":44.60808333333334,"verified":false},{"type":"ndcg_at_1000","value":46.91708333333334,"verified":false},{"type":"ndcg_at_3","value":35.26558333333333,"verified":false},{"type":"ndcg_at_5","value":37.220000000000006,"verified":false},{"type":"precision_at_1","value":30.300166666666673,"verified":false},{"type":"precision_at_10","value":6.837416666666667,"verified":false},{"type":"precision_at_100","value":1.10425,"verified":false},{"type":"precision_at_1000","value":0.14875,"verified":false},{"type":"precision_at_3","value":16.13716666666667,"verified":false},{"type":"precision_at_5","value":11.2815,"verified":false},{"type":"recall_at_1","value":25.732166666666668,"verified":false},{"type":"recall_at_10","value":50.578916666666665,"verified":false},{"type":"recall_at_100","value":72.42183333333334,"verified":false},{"type":"recall_at_1000","value":88.48766666666667,"verified":false},{"type":"recall_at_3","value":38.41325,"verified":false},{"type":"recall_at_5","value":43.515750000000004,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackStatsRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":23.951,"verified":false},{"type":"map_at_10","value":30.974,"verified":false},{"type":"map_at_100","value":31.804,"verified":false},{"type":"map_at_1000","value":31.900000000000002,"verified":false},{"type":"map_at_3","value":28.762,"verified":false},{"type":"map_at_5","value":29.94,"verified":false},{"type":"mrr_at_1","value":26.534000000000002,"verified":false},{"type":"mrr_at_10","value":33.553,"verified":false},{"type":"mrr_at_100","value":34.297,"verified":false},{"type":"mrr_at_1000","value":34.36,"verified":false},{"type":"mrr_at_3","value":31.391000000000002,"verified":false},{"type":"mrr_at_5","value":32.525999999999996,"verified":false},{"type":"ndcg_at_1","value":26.534000000000002,"verified":false},{"type":"ndcg_at_10","value":35.112,"verified":false},{"type":"ndcg_at_100","value":39.28,"verified":false},{"type":"ndcg_at_1000","value":41.723,"verified":false},{"type":"ndcg_at_3","value":30.902,"verified":false},{"type":"ndcg_at_5","value":32.759,"verified":false},{"type":"precision_at_1","value":26.534000000000002,"verified":false},{"type":"precision_at_10","value":5.445,"verified":false},{"type":"precision_at_100","value":0.819,"verified":false},{"type":"precision_at_1000","value":0.11,"verified":false},{"type":"precision_at_3","value":12.986,"verified":false},{"type":"precision_at_5","value":9.049,"verified":false},{"type":"recall_at_1","value":23.951,"verified":false},{"type":"recall_at_10","value":45.24,"verified":false},{"type":"recall_at_100","value":64.12299999999999,"verified":false},{"type":"recall_at_1000","value":82.28999999999999,"verified":false},{"type":"recall_at_3","value":33.806000000000004,"verified":false},{"type":"recall_at_5","value":38.277,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackTexRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":16.829,"verified":false},{"type":"map_at_10","value":23.684,"verified":false},{"type":"map_at_100","value":24.683,"verified":false},{"type":"map_at_1000","value":24.81,"verified":false},{"type":"map_at_3","value":21.554000000000002,"verified":false},{"type":"map_at_5","value":22.768,"verified":false},{"type":"mrr_at_1","value":20.096,"verified":false},{"type":"mrr_at_10","value":27.230999999999998,"verified":false},{"type":"mrr_at_100","value":28.083999999999996,"verified":false},{"type":"mrr_at_1000","value":28.166000000000004,"verified":false},{"type":"mrr_at_3","value":25.212,"verified":false},{"type":"mrr_at_5","value":26.32,"verified":false},{"type":"ndcg_at_1","value":20.096,"verified":false},{"type":"ndcg_at_10","value":27.989000000000004,"verified":false},{"type":"ndcg_at_100","value":32.847,"verified":false},{"type":"ndcg_at_1000","value":35.896,"verified":false},{"type":"ndcg_at_3","value":24.116,"verified":false},{"type":"ndcg_at_5","value":25.964,"verified":false},{"type":"precision_at_1","value":20.096,"verified":false},{"type":"precision_at_10","value":5,"verified":false},{"type":"precision_at_100","value":0.8750000000000001,"verified":false},{"type":"precision_at_1000","value":0.131,"verified":false},{"type":"precision_at_3","value":11.207,"verified":false},{"type":"precision_at_5","value":8.08,"verified":false},{"type":"recall_at_1","value":16.829,"verified":false},{"type":"recall_at_10","value":37.407000000000004,"verified":false},{"type":"recall_at_100","value":59.101000000000006,"verified":false},{"type":"recall_at_1000","value":81.024,"verified":false},{"type":"recall_at_3","value":26.739,"verified":false},{"type":"recall_at_5","value":31.524,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackUnixRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":24.138,"verified":false},{"type":"map_at_10","value":32.275999999999996,"verified":false},{"type":"map_at_100","value":33.416000000000004,"verified":false},{"type":"map_at_1000","value":33.527,"verified":false},{"type":"map_at_3","value":29.854000000000003,"verified":false},{"type":"map_at_5","value":31.096,"verified":false},{"type":"mrr_at_1","value":28.450999999999997,"verified":false},{"type":"mrr_at_10","value":36.214,"verified":false},{"type":"mrr_at_100","value":37.134,"verified":false},{"type":"mrr_at_1000","value":37.198,"verified":false},{"type":"mrr_at_3","value":34.001999999999995,"verified":false},{"type":"mrr_at_5","value":35.187000000000005,"verified":false},{"type":"ndcg_at_1","value":28.450999999999997,"verified":false},{"type":"ndcg_at_10","value":37.166,"verified":false},{"type":"ndcg_at_100","value":42.454,"verified":false},{"type":"ndcg_at_1000","value":44.976,"verified":false},{"type":"ndcg_at_3","value":32.796,"verified":false},{"type":"ndcg_at_5","value":34.631,"verified":false},{"type":"precision_at_1","value":28.450999999999997,"verified":false},{"type":"precision_at_10","value":6.241,"verified":false},{"type":"precision_at_100","value":0.9950000000000001,"verified":false},{"type":"precision_at_1000","value":0.133,"verified":false},{"type":"precision_at_3","value":14.801,"verified":false},{"type":"precision_at_5","value":10.280000000000001,"verified":false},{"type":"recall_at_1","value":24.138,"verified":false},{"type":"recall_at_10","value":48.111,"verified":false},{"type":"recall_at_100","value":71.245,"verified":false},{"type":"recall_at_1000","value":88.986,"verified":false},{"type":"recall_at_3","value":36.119,"verified":false},{"type":"recall_at_5","value":40.846,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackWebmastersRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":23.244,"verified":false},{"type":"map_at_10","value":31.227,"verified":false},{"type":"map_at_100","value":33.007,"verified":false},{"type":"map_at_1000","value":33.223,"verified":false},{"type":"map_at_3","value":28.924,"verified":false},{"type":"map_at_5","value":30.017,"verified":false},{"type":"mrr_at_1","value":27.668,"verified":false},{"type":"mrr_at_10","value":35.524,"verified":false},{"type":"mrr_at_100","value":36.699,"verified":false},{"type":"mrr_at_1000","value":36.759,"verified":false},{"type":"mrr_at_3","value":33.366,"verified":false},{"type":"mrr_at_5","value":34.552,"verified":false},{"type":"ndcg_at_1","value":27.668,"verified":false},{"type":"ndcg_at_10","value":36.381,"verified":false},{"type":"ndcg_at_100","value":43.062,"verified":false},{"type":"ndcg_at_1000","value":45.656,"verified":false},{"type":"ndcg_at_3","value":32.501999999999995,"verified":false},{"type":"ndcg_at_5","value":34.105999999999995,"verified":false},{"type":"precision_at_1","value":27.668,"verified":false},{"type":"precision_at_10","value":6.798,"verified":false},{"type":"precision_at_100","value":1.492,"verified":false},{"type":"precision_at_1000","value":0.234,"verified":false},{"type":"precision_at_3","value":15.152,"verified":false},{"type":"precision_at_5","value":10.791,"verified":false},{"type":"recall_at_1","value":23.244,"verified":false},{"type":"recall_at_10","value":45.979,"verified":false},{"type":"recall_at_100","value":74.822,"verified":false},{"type":"recall_at_1000","value":91.078,"verified":false},{"type":"recall_at_3","value":34.925,"verified":false},{"type":"recall_at_5","value":39.126,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"BeIR/cqadupstack","name":"MTEB CQADupstackWordpressRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":19.945,"verified":false},{"type":"map_at_10","value":27.517999999999997,"verified":false},{"type":"map_at_100","value":28.588,"verified":false},{"type":"map_at_1000","value":28.682000000000002,"verified":false},{"type":"map_at_3","value":25.345000000000002,"verified":false},{"type":"map_at_5","value":26.555,"verified":false},{"type":"mrr_at_1","value":21.996,"verified":false},{"type":"mrr_at_10","value":29.845,"verified":false},{"type":"mrr_at_100","value":30.775999999999996,"verified":false},{"type":"mrr_at_1000","value":30.845,"verified":false},{"type":"mrr_at_3","value":27.726,"verified":false},{"type":"mrr_at_5","value":28.882,"verified":false},{"type":"ndcg_at_1","value":21.996,"verified":false},{"type":"ndcg_at_10","value":32.034,"verified":false},{"type":"ndcg_at_100","value":37.185,"verified":false},{"type":"ndcg_at_1000","value":39.645,"verified":false},{"type":"ndcg_at_3","value":27.750999999999998,"verified":false},{"type":"ndcg_at_5","value":29.805999999999997,"verified":false},{"type":"precision_at_1","value":21.996,"verified":false},{"type":"precision_at_10","value":5.065,"verified":false},{"type":"precision_at_100","value":0.819,"verified":false},{"type":"precision_at_1000","value":0.11399999999999999,"verified":false},{"type":"precision_at_3","value":12.076,"verified":false},{"type":"precision_at_5","value":8.392,"verified":false},{"type":"recall_at_1","value":19.945,"verified":false},{"type":"recall_at_10","value":43.62,"verified":false},{"type":"recall_at_100","value":67.194,"verified":false},{"type":"recall_at_1000","value":85.7,"verified":false},{"type":"recall_at_3","value":32.15,"verified":false},{"type":"recall_at_5","value":37.208999999999996,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"climate-fever","name":"MTEB ClimateFEVER","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":18.279,"verified":false},{"type":"map_at_10","value":31.052999999999997,"verified":false},{"type":"map_at_100","value":33.125,"verified":false},{"type":"map_at_1000","value":33.306000000000004,"verified":false},{"type":"map_at_3","value":26.208,"verified":false},{"type":"map_at_5","value":28.857,"verified":false},{"type":"mrr_at_1","value":42.671,"verified":false},{"type":"mrr_at_10","value":54.557,"verified":false},{"type":"mrr_at_100","value":55.142,"verified":false},{"type":"mrr_at_1000","value":55.169000000000004,"verified":false},{"type":"mrr_at_3","value":51.488,"verified":false},{"type":"mrr_at_5","value":53.439,"verified":false},{"type":"ndcg_at_1","value":42.671,"verified":false},{"type":"ndcg_at_10","value":41.276,"verified":false},{"type":"ndcg_at_100","value":48.376000000000005,"verified":false},{"type":"ndcg_at_1000","value":51.318,"verified":false},{"type":"ndcg_at_3","value":35.068,"verified":false},{"type":"ndcg_at_5","value":37.242,"verified":false},{"type":"precision_at_1","value":42.671,"verified":false},{"type":"precision_at_10","value":12.638,"verified":false},{"type":"precision_at_100","value":2.045,"verified":false},{"type":"precision_at_1000","value":0.26,"verified":false},{"type":"precision_at_3","value":26.08,"verified":false},{"type":"precision_at_5","value":19.805,"verified":false},{"type":"recall_at_1","value":18.279,"verified":false},{"type":"recall_at_10","value":46.946,"verified":false},{"type":"recall_at_100","value":70.97200000000001,"verified":false},{"type":"recall_at_1000","value":87.107,"verified":false},{"type":"recall_at_3","value":31.147999999999996,"verified":false},{"type":"recall_at_5","value":38.099,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"dbpedia-entity","name":"MTEB DBPedia","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":8.573,"verified":false},{"type":"map_at_10","value":19.747,"verified":false},{"type":"map_at_100","value":28.205000000000002,"verified":false},{"type":"map_at_1000","value":29.831000000000003,"verified":false},{"type":"map_at_3","value":14.109,"verified":false},{"type":"map_at_5","value":16.448999999999998,"verified":false},{"type":"mrr_at_1","value":71,"verified":false},{"type":"mrr_at_10","value":77.68599999999999,"verified":false},{"type":"mrr_at_100","value":77.995,"verified":false},{"type":"mrr_at_1000","value":78.00200000000001,"verified":false},{"type":"mrr_at_3","value":76.292,"verified":false},{"type":"mrr_at_5","value":77.029,"verified":false},{"type":"ndcg_at_1","value":59.12500000000001,"verified":false},{"type":"ndcg_at_10","value":43.9,"verified":false},{"type":"ndcg_at_100","value":47.863,"verified":false},{"type":"ndcg_at_1000","value":54.848,"verified":false},{"type":"ndcg_at_3","value":49.803999999999995,"verified":false},{"type":"ndcg_at_5","value":46.317,"verified":false},{"type":"precision_at_1","value":71,"verified":false},{"type":"precision_at_10","value":34.4,"verified":false},{"type":"precision_at_100","value":11.063,"verified":false},{"type":"precision_at_1000","value":1.989,"verified":false},{"type":"precision_at_3","value":52.333,"verified":false},{"type":"precision_at_5","value":43.7,"verified":false},{"type":"recall_at_1","value":8.573,"verified":false},{"type":"recall_at_10","value":25.615,"verified":false},{"type":"recall_at_100","value":53.385000000000005,"verified":false},{"type":"recall_at_1000","value":75.46000000000001,"verified":false},{"type":"recall_at_3","value":15.429,"verified":false},{"type":"recall_at_5","value":19.357,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/emotion","name":"MTEB EmotionClassification","config":"default","split":"test","revision":"4f58c6b202a23cf9a4da393831edf4f9183cad37"},"metrics":[{"type":"accuracy","value":47.989999999999995,"verified":false},{"type":"f1","value":42.776314451497555,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"fever","name":"MTEB FEVER","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":74.13499999999999,"verified":false},{"type":"map_at_10","value":82.825,"verified":false},{"type":"map_at_100","value":83.096,"verified":false},{"type":"map_at_1000","value":83.111,"verified":false},{"type":"map_at_3","value":81.748,"verified":false},{"type":"map_at_5","value":82.446,"verified":false},{"type":"mrr_at_1","value":79.553,"verified":false},{"type":"mrr_at_10","value":86.654,"verified":false},{"type":"mrr_at_100","value":86.774,"verified":false},{"type":"mrr_at_1000","value":86.778,"verified":false},{"type":"mrr_at_3","value":85.981,"verified":false},{"type":"mrr_at_5","value":86.462,"verified":false},{"type":"ndcg_at_1","value":79.553,"verified":false},{"type":"ndcg_at_10","value":86.345,"verified":false},{"type":"ndcg_at_100","value":87.32,"verified":false},{"type":"ndcg_at_1000","value":87.58200000000001,"verified":false},{"type":"ndcg_at_3","value":84.719,"verified":false},{"type":"ndcg_at_5","value":85.677,"verified":false},{"type":"precision_at_1","value":79.553,"verified":false},{"type":"precision_at_10","value":10.402000000000001,"verified":false},{"type":"precision_at_100","value":1.1119999999999999,"verified":false},{"type":"precision_at_1000","value":0.11499999999999999,"verified":false},{"type":"precision_at_3","value":32.413,"verified":false},{"type":"precision_at_5","value":20.138,"verified":false},{"type":"recall_at_1","value":74.13499999999999,"verified":false},{"type":"recall_at_10","value":93.215,"verified":false},{"type":"recall_at_100","value":97.083,"verified":false},{"type":"recall_at_1000","value":98.732,"verified":false},{"type":"recall_at_3","value":88.79,"verified":false},{"type":"recall_at_5","value":91.259,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"fiqa","name":"MTEB FiQA2018","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":18.298000000000002,"verified":false},{"type":"map_at_10","value":29.901,"verified":false},{"type":"map_at_100","value":31.528,"verified":false},{"type":"map_at_1000","value":31.713,"verified":false},{"type":"map_at_3","value":25.740000000000002,"verified":false},{"type":"map_at_5","value":28.227999999999998,"verified":false},{"type":"mrr_at_1","value":36.728,"verified":false},{"type":"mrr_at_10","value":45.401,"verified":false},{"type":"mrr_at_100","value":46.27,"verified":false},{"type":"mrr_at_1000","value":46.315,"verified":false},{"type":"mrr_at_3","value":42.978,"verified":false},{"type":"mrr_at_5","value":44.29,"verified":false},{"type":"ndcg_at_1","value":36.728,"verified":false},{"type":"ndcg_at_10","value":37.456,"verified":false},{"type":"ndcg_at_100","value":43.832,"verified":false},{"type":"ndcg_at_1000","value":47,"verified":false},{"type":"ndcg_at_3","value":33.694,"verified":false},{"type":"ndcg_at_5","value":35.085,"verified":false},{"type":"precision_at_1","value":36.728,"verified":false},{"type":"precision_at_10","value":10.386,"verified":false},{"type":"precision_at_100","value":1.701,"verified":false},{"type":"precision_at_1000","value":0.22599999999999998,"verified":false},{"type":"precision_at_3","value":22.479,"verified":false},{"type":"precision_at_5","value":16.605,"verified":false},{"type":"recall_at_1","value":18.298000000000002,"verified":false},{"type":"recall_at_10","value":44.369,"verified":false},{"type":"recall_at_100","value":68.098,"verified":false},{"type":"recall_at_1000","value":87.21900000000001,"verified":false},{"type":"recall_at_3","value":30.215999999999998,"verified":false},{"type":"recall_at_5","value":36.861,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"hotpotqa","name":"MTEB HotpotQA","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":39.568,"verified":false},{"type":"map_at_10","value":65.061,"verified":false},{"type":"map_at_100","value":65.896,"verified":false},{"type":"map_at_1000","value":65.95100000000001,"verified":false},{"type":"map_at_3","value":61.831,"verified":false},{"type":"map_at_5","value":63.849000000000004,"verified":false},{"type":"mrr_at_1","value":79.136,"verified":false},{"type":"mrr_at_10","value":84.58200000000001,"verified":false},{"type":"mrr_at_100","value":84.765,"verified":false},{"type":"mrr_at_1000","value":84.772,"verified":false},{"type":"mrr_at_3","value":83.684,"verified":false},{"type":"mrr_at_5","value":84.223,"verified":false},{"type":"ndcg_at_1","value":79.136,"verified":false},{"type":"ndcg_at_10","value":72.622,"verified":false},{"type":"ndcg_at_100","value":75.539,"verified":false},{"type":"ndcg_at_1000","value":76.613,"verified":false},{"type":"ndcg_at_3","value":68.065,"verified":false},{"type":"ndcg_at_5","value":70.58,"verified":false},{"type":"precision_at_1","value":79.136,"verified":false},{"type":"precision_at_10","value":15.215,"verified":false},{"type":"precision_at_100","value":1.7500000000000002,"verified":false},{"type":"precision_at_1000","value":0.189,"verified":false},{"type":"precision_at_3","value":44.011,"verified":false},{"type":"precision_at_5","value":28.388999999999996,"verified":false},{"type":"recall_at_1","value":39.568,"verified":false},{"type":"recall_at_10","value":76.077,"verified":false},{"type":"recall_at_100","value":87.481,"verified":false},{"type":"recall_at_1000","value":94.56400000000001,"verified":false},{"type":"recall_at_3","value":66.01599999999999,"verified":false},{"type":"recall_at_5","value":70.97200000000001,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/imdb","name":"MTEB ImdbClassification","config":"default","split":"test","revision":"3d86128a09e091d6018b6d26cad27f2739fc2db7"},"metrics":[{"type":"accuracy","value":85.312,"verified":false},{"type":"ap","value":80.36296867333715,"verified":false},{"type":"f1","value":85.26613311552218,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"msmarco","name":"MTEB MSMARCO","config":"default","split":"dev","revision":"None"},"metrics":[{"type":"map_at_1","value":23.363999999999997,"verified":false},{"type":"map_at_10","value":35.711999999999996,"verified":false},{"type":"map_at_100","value":36.876999999999995,"verified":false},{"type":"map_at_1000","value":36.923,"verified":false},{"type":"map_at_3","value":32.034,"verified":false},{"type":"map_at_5","value":34.159,"verified":false},{"type":"mrr_at_1","value":24.04,"verified":false},{"type":"mrr_at_10","value":36.345,"verified":false},{"type":"mrr_at_100","value":37.441,"verified":false},{"type":"mrr_at_1000","value":37.480000000000004,"verified":false},{"type":"mrr_at_3","value":32.713,"verified":false},{"type":"mrr_at_5","value":34.824,"verified":false},{"type":"ndcg_at_1","value":24.026,"verified":false},{"type":"ndcg_at_10","value":42.531,"verified":false},{"type":"ndcg_at_100","value":48.081,"verified":false},{"type":"ndcg_at_1000","value":49.213,"verified":false},{"type":"ndcg_at_3","value":35.044,"verified":false},{"type":"ndcg_at_5","value":38.834,"verified":false},{"type":"precision_at_1","value":24.026,"verified":false},{"type":"precision_at_10","value":6.622999999999999,"verified":false},{"type":"precision_at_100","value":0.941,"verified":false},{"type":"precision_at_1000","value":0.104,"verified":false},{"type":"precision_at_3","value":14.909,"verified":false},{"type":"precision_at_5","value":10.871,"verified":false},{"type":"recall_at_1","value":23.363999999999997,"verified":false},{"type":"recall_at_10","value":63.426,"verified":false},{"type":"recall_at_100","value":88.96300000000001,"verified":false},{"type":"recall_at_1000","value":97.637,"verified":false},{"type":"recall_at_3","value":43.095,"verified":false},{"type":"recall_at_5","value":52.178000000000004,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_domain","name":"MTEB MTOPDomainClassification (en)","config":"en","split":"test","revision":"d80d48c1eb48d3562165c59d59d0034df9fff0bf"},"metrics":[{"type":"accuracy","value":93.0095759233926,"verified":false},{"type":"f1","value":92.78387794667408,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/mtop_intent","name":"MTEB MTOPIntentClassification (en)","config":"en","split":"test","revision":"ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba"},"metrics":[{"type":"accuracy","value":75.0296397628819,"verified":false},{"type":"f1","value":58.45699589820874,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_intent","name":"MTEB MassiveIntentClassification (en)","config":"en","split":"test","revision":"31efe3c427b0bae9c22cbb560b8f15491cc6bed7"},"metrics":[{"type":"accuracy","value":73.45662407531944,"verified":false},{"type":"f1","value":71.42364781421813,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/amazon_massive_scenario","name":"MTEB MassiveScenarioClassification (en)","config":"en","split":"test","revision":"7d571f92784cd94a019292a1f45445077d0ef634"},"metrics":[{"type":"accuracy","value":77.07800941492937,"verified":false},{"type":"f1","value":77.22799045640845,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/medrxiv-clustering-p2p","name":"MTEB MedrxivClusteringP2P","config":"default","split":"test","revision":"e7a26af6f3ae46b30dde8737f02c07b1505bcc73"},"metrics":[{"type":"v_measure","value":34.531234379250606,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/medrxiv-clustering-s2s","name":"MTEB MedrxivClusteringS2S","config":"default","split":"test","revision":"35191c8c0dca72d8ff3efcd72aa802307d469663"},"metrics":[{"type":"v_measure","value":30.941490381193802,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/mind_small","name":"MTEB MindSmallReranking","config":"default","split":"test","revision":"3bdac13927fdc888b903db93b2ffdbd90b295a69"},"metrics":[{"type":"map","value":30.3115090856725,"verified":false},{"type":"mrr","value":31.290667638675757,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"nfcorpus","name":"MTEB NFCorpus","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":5.465,"verified":false},{"type":"map_at_10","value":13.03,"verified":false},{"type":"map_at_100","value":16.057,"verified":false},{"type":"map_at_1000","value":17.49,"verified":false},{"type":"map_at_3","value":9.553,"verified":false},{"type":"map_at_5","value":11.204,"verified":false},{"type":"mrr_at_1","value":43.653,"verified":false},{"type":"mrr_at_10","value":53.269,"verified":false},{"type":"mrr_at_100","value":53.72,"verified":false},{"type":"mrr_at_1000","value":53.761,"verified":false},{"type":"mrr_at_3","value":50.929,"verified":false},{"type":"mrr_at_5","value":52.461,"verified":false},{"type":"ndcg_at_1","value":42.26,"verified":false},{"type":"ndcg_at_10","value":34.673,"verified":false},{"type":"ndcg_at_100","value":30.759999999999998,"verified":false},{"type":"ndcg_at_1000","value":39.728,"verified":false},{"type":"ndcg_at_3","value":40.349000000000004,"verified":false},{"type":"ndcg_at_5","value":37.915,"verified":false},{"type":"precision_at_1","value":43.653,"verified":false},{"type":"precision_at_10","value":25.789,"verified":false},{"type":"precision_at_100","value":7.754999999999999,"verified":false},{"type":"precision_at_1000","value":2.07,"verified":false},{"type":"precision_at_3","value":38.596000000000004,"verified":false},{"type":"precision_at_5","value":33.251,"verified":false},{"type":"recall_at_1","value":5.465,"verified":false},{"type":"recall_at_10","value":17.148,"verified":false},{"type":"recall_at_100","value":29.768,"verified":false},{"type":"recall_at_1000","value":62.239,"verified":false},{"type":"recall_at_3","value":10.577,"verified":false},{"type":"recall_at_5","value":13.315,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"nq","name":"MTEB NQ","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":37.008,"verified":false},{"type":"map_at_10","value":52.467,"verified":false},{"type":"map_at_100","value":53.342999999999996,"verified":false},{"type":"map_at_1000","value":53.366,"verified":false},{"type":"map_at_3","value":48.412,"verified":false},{"type":"map_at_5","value":50.875,"verified":false},{"type":"mrr_at_1","value":41.541,"verified":false},{"type":"mrr_at_10","value":54.967,"verified":false},{"type":"mrr_at_100","value":55.611,"verified":false},{"type":"mrr_at_1000","value":55.627,"verified":false},{"type":"mrr_at_3","value":51.824999999999996,"verified":false},{"type":"mrr_at_5","value":53.763000000000005,"verified":false},{"type":"ndcg_at_1","value":41.541,"verified":false},{"type":"ndcg_at_10","value":59.724999999999994,"verified":false},{"type":"ndcg_at_100","value":63.38700000000001,"verified":false},{"type":"ndcg_at_1000","value":63.883,"verified":false},{"type":"ndcg_at_3","value":52.331,"verified":false},{"type":"ndcg_at_5","value":56.327000000000005,"verified":false},{"type":"precision_at_1","value":41.541,"verified":false},{"type":"precision_at_10","value":9.447,"verified":false},{"type":"precision_at_100","value":1.1520000000000001,"verified":false},{"type":"precision_at_1000","value":0.12,"verified":false},{"type":"precision_at_3","value":23.262,"verified":false},{"type":"precision_at_5","value":16.314999999999998,"verified":false},{"type":"recall_at_1","value":37.008,"verified":false},{"type":"recall_at_10","value":79.145,"verified":false},{"type":"recall_at_100","value":94.986,"verified":false},{"type":"recall_at_1000","value":98.607,"verified":false},{"type":"recall_at_3","value":60.277,"verified":false},{"type":"recall_at_5","value":69.407,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"quora","name":"MTEB QuoraRetrieval","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":70.402,"verified":false},{"type":"map_at_10","value":84.181,"verified":false},{"type":"map_at_100","value":84.796,"verified":false},{"type":"map_at_1000","value":84.81400000000001,"verified":false},{"type":"map_at_3","value":81.209,"verified":false},{"type":"map_at_5","value":83.085,"verified":false},{"type":"mrr_at_1","value":81.02000000000001,"verified":false},{"type":"mrr_at_10","value":87.263,"verified":false},{"type":"mrr_at_100","value":87.36,"verified":false},{"type":"mrr_at_1000","value":87.36,"verified":false},{"type":"mrr_at_3","value":86.235,"verified":false},{"type":"mrr_at_5","value":86.945,"verified":false},{"type":"ndcg_at_1","value":81.01,"verified":false},{"type":"ndcg_at_10","value":87.99900000000001,"verified":false},{"type":"ndcg_at_100","value":89.217,"verified":false},{"type":"ndcg_at_1000","value":89.33,"verified":false},{"type":"ndcg_at_3","value":85.053,"verified":false},{"type":"ndcg_at_5","value":86.703,"verified":false},{"type":"precision_at_1","value":81.01,"verified":false},{"type":"precision_at_10","value":13.336,"verified":false},{"type":"precision_at_100","value":1.52,"verified":false},{"type":"precision_at_1000","value":0.156,"verified":false},{"type":"precision_at_3","value":37.14,"verified":false},{"type":"precision_at_5","value":24.44,"verified":false},{"type":"recall_at_1","value":70.402,"verified":false},{"type":"recall_at_10","value":95.214,"verified":false},{"type":"recall_at_100","value":99.438,"verified":false},{"type":"recall_at_1000","value":99.928,"verified":false},{"type":"recall_at_3","value":86.75699999999999,"verified":false},{"type":"recall_at_5","value":91.44099999999999,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/reddit-clustering","name":"MTEB RedditClustering","config":"default","split":"test","revision":"24640382cdbf8abc73003fb0fa6d111a705499eb"},"metrics":[{"type":"v_measure","value":56.51721502758904,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/reddit-clustering-p2p","name":"MTEB RedditClusteringP2P","config":"default","split":"test","revision":"282350215ef01743dc01b456c7f5241fa8937f16"},"metrics":[{"type":"v_measure","value":61.054808572333016,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"scidocs","name":"MTEB SCIDOCS","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":4.578,"verified":false},{"type":"map_at_10","value":11.036999999999999,"verified":false},{"type":"map_at_100","value":12.879999999999999,"verified":false},{"type":"map_at_1000","value":13.150999999999998,"verified":false},{"type":"map_at_3","value":8.133,"verified":false},{"type":"map_at_5","value":9.559,"verified":false},{"type":"mrr_at_1","value":22.6,"verified":false},{"type":"mrr_at_10","value":32.68,"verified":false},{"type":"mrr_at_100","value":33.789,"verified":false},{"type":"mrr_at_1000","value":33.854,"verified":false},{"type":"mrr_at_3","value":29.7,"verified":false},{"type":"mrr_at_5","value":31.480000000000004,"verified":false},{"type":"ndcg_at_1","value":22.6,"verified":false},{"type":"ndcg_at_10","value":18.616,"verified":false},{"type":"ndcg_at_100","value":25.883,"verified":false},{"type":"ndcg_at_1000","value":30.944,"verified":false},{"type":"ndcg_at_3","value":18.136,"verified":false},{"type":"ndcg_at_5","value":15.625,"verified":false},{"type":"precision_at_1","value":22.6,"verified":false},{"type":"precision_at_10","value":9.48,"verified":false},{"type":"precision_at_100","value":1.991,"verified":false},{"type":"precision_at_1000","value":0.321,"verified":false},{"type":"precision_at_3","value":16.8,"verified":false},{"type":"precision_at_5","value":13.54,"verified":false},{"type":"recall_at_1","value":4.578,"verified":false},{"type":"recall_at_10","value":19.213,"verified":false},{"type":"recall_at_100","value":40.397,"verified":false},{"type":"recall_at_1000","value":65.2,"verified":false},{"type":"recall_at_3","value":10.208,"verified":false},{"type":"recall_at_5","value":13.718,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sickr-sts","name":"MTEB SICK-R","config":"default","split":"test","revision":"a6ea5a8cab320b040a23452cc28066d9beae2cee"},"metrics":[{"type":"cos_sim_pearson","value":83.44288351714071,"verified":false},{"type":"cos_sim_spearman","value":79.37995604564952,"verified":false},{"type":"euclidean_pearson","value":81.1078874670718,"verified":false},{"type":"euclidean_spearman","value":79.37995905980499,"verified":false},{"type":"manhattan_pearson","value":81.03697527288986,"verified":false},{"type":"manhattan_spearman","value":79.33490235296236,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts12-sts","name":"MTEB STS12","config":"default","split":"test","revision":"a0d554a64d88156834ff5ae9920b964011b16384"},"metrics":[{"type":"cos_sim_pearson","value":84.95557650436523,"verified":false},{"type":"cos_sim_spearman","value":78.5190672399868,"verified":false},{"type":"euclidean_pearson","value":81.58064025904707,"verified":false},{"type":"euclidean_spearman","value":78.5190672399868,"verified":false},{"type":"manhattan_pearson","value":81.52857930619889,"verified":false},{"type":"manhattan_spearman","value":78.50421361308034,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts13-sts","name":"MTEB STS13","config":"default","split":"test","revision":"7e90230a92c190f1bf69ae9002b8cea547a64cca"},"metrics":[{"type":"cos_sim_pearson","value":84.79128416228737,"verified":false},{"type":"cos_sim_spearman","value":86.05402451477147,"verified":false},{"type":"euclidean_pearson","value":85.46280267054289,"verified":false},{"type":"euclidean_spearman","value":86.05402451477147,"verified":false},{"type":"manhattan_pearson","value":85.46278563858236,"verified":false},{"type":"manhattan_spearman","value":86.08079590861004,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts14-sts","name":"MTEB STS14","config":"default","split":"test","revision":"6031580fec1f6af667f0bd2da0a551cf4f0b2375"},"metrics":[{"type":"cos_sim_pearson","value":83.20623089568763,"verified":false},{"type":"cos_sim_spearman","value":81.53786907061009,"verified":false},{"type":"euclidean_pearson","value":82.82272250091494,"verified":false},{"type":"euclidean_spearman","value":81.53786907061009,"verified":false},{"type":"manhattan_pearson","value":82.78850494027013,"verified":false},{"type":"manhattan_spearman","value":81.5135618083407,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts15-sts","name":"MTEB STS15","config":"default","split":"test","revision":"ae752c7c21bf194d8b67fd573edf7ae58183cbe3"},"metrics":[{"type":"cos_sim_pearson","value":85.46366618397936,"verified":false},{"type":"cos_sim_spearman","value":86.96566013336908,"verified":false},{"type":"euclidean_pearson","value":86.62651697548931,"verified":false},{"type":"euclidean_spearman","value":86.96565526364454,"verified":false},{"type":"manhattan_pearson","value":86.58812160258009,"verified":false},{"type":"manhattan_spearman","value":86.9336484321288,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts16-sts","name":"MTEB STS16","config":"default","split":"test","revision":"4d8694f8f0e0100860b497b999b3dbed754a0513"},"metrics":[{"type":"cos_sim_pearson","value":82.51858358641559,"verified":false},{"type":"cos_sim_spearman","value":84.7652527954999,"verified":false},{"type":"euclidean_pearson","value":84.23914783766861,"verified":false},{"type":"euclidean_spearman","value":84.7652527954999,"verified":false},{"type":"manhattan_pearson","value":84.22749648503171,"verified":false},{"type":"manhattan_spearman","value":84.74527996746386,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts17-crosslingual-sts","name":"MTEB STS17 (en-en)","config":"en-en","split":"test","revision":"af5e6fb845001ecf41f4c1e033ce921939a2a68d"},"metrics":[{"type":"cos_sim_pearson","value":87.28026563313065,"verified":false},{"type":"cos_sim_spearman","value":87.46928143824915,"verified":false},{"type":"euclidean_pearson","value":88.30558762000372,"verified":false},{"type":"euclidean_spearman","value":87.46928143824915,"verified":false},{"type":"manhattan_pearson","value":88.10513330809331,"verified":false},{"type":"manhattan_spearman","value":87.21069787834173,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/sts22-crosslingual-sts","name":"MTEB STS22 (en)","config":"en","split":"test","revision":"6d1ba47164174a496b7fa5d3569dae26a6813b80"},"metrics":[{"type":"cos_sim_pearson","value":62.376497134587375,"verified":false},{"type":"cos_sim_spearman","value":65.0159550112516,"verified":false},{"type":"euclidean_pearson","value":65.64572120879598,"verified":false},{"type":"euclidean_spearman","value":65.0159550112516,"verified":false},{"type":"manhattan_pearson","value":65.88143604989976,"verified":false},{"type":"manhattan_spearman","value":65.17547297222434,"verified":false}]},{"task":{"type":"STS"},"dataset":{"type":"mteb/stsbenchmark-sts","name":"MTEB STSBenchmark","config":"default","split":"test","revision":"b0fddb56ed78048fa8b90373c8a3cfc37b684831"},"metrics":[{"type":"cos_sim_pearson","value":84.22876368947644,"verified":false},{"type":"cos_sim_spearman","value":85.46935577445318,"verified":false},{"type":"euclidean_pearson","value":85.32830231392005,"verified":false},{"type":"euclidean_spearman","value":85.46935577445318,"verified":false},{"type":"manhattan_pearson","value":85.30353211758495,"verified":false},{"type":"manhattan_spearman","value":85.42821085956945,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/scidocs-reranking","name":"MTEB SciDocsRR","config":"default","split":"test","revision":"d3c5e1fc0b855ab6097bf1cda04dd73947d7caab"},"metrics":[{"type":"map","value":80.60986667767133,"verified":false},{"type":"mrr","value":94.29432314236236,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"scifact","name":"MTEB SciFact","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":54.528,"verified":false},{"type":"map_at_10","value":65.187,"verified":false},{"type":"map_at_100","value":65.62599999999999,"verified":false},{"type":"map_at_1000","value":65.657,"verified":false},{"type":"map_at_3","value":62.352,"verified":false},{"type":"map_at_5","value":64.025,"verified":false},{"type":"mrr_at_1","value":57.333,"verified":false},{"type":"mrr_at_10","value":66.577,"verified":false},{"type":"mrr_at_100","value":66.88,"verified":false},{"type":"mrr_at_1000","value":66.908,"verified":false},{"type":"mrr_at_3","value":64.556,"verified":false},{"type":"mrr_at_5","value":65.739,"verified":false},{"type":"ndcg_at_1","value":57.333,"verified":false},{"type":"ndcg_at_10","value":70.275,"verified":false},{"type":"ndcg_at_100","value":72.136,"verified":false},{"type":"ndcg_at_1000","value":72.963,"verified":false},{"type":"ndcg_at_3","value":65.414,"verified":false},{"type":"ndcg_at_5","value":67.831,"verified":false},{"type":"precision_at_1","value":57.333,"verified":false},{"type":"precision_at_10","value":9.5,"verified":false},{"type":"precision_at_100","value":1.057,"verified":false},{"type":"precision_at_1000","value":0.11199999999999999,"verified":false},{"type":"precision_at_3","value":25.778000000000002,"verified":false},{"type":"precision_at_5","value":17.2,"verified":false},{"type":"recall_at_1","value":54.528,"verified":false},{"type":"recall_at_10","value":84.356,"verified":false},{"type":"recall_at_100","value":92.833,"verified":false},{"type":"recall_at_1000","value":99.333,"verified":false},{"type":"recall_at_3","value":71.283,"verified":false},{"type":"recall_at_5","value":77.14999999999999,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/sprintduplicatequestions-pairclassification","name":"MTEB SprintDuplicateQuestions","config":"default","split":"test","revision":"d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46"},"metrics":[{"type":"cos_sim_accuracy","value":99.74158415841585,"verified":false},{"type":"cos_sim_ap","value":92.90048959850317,"verified":false},{"type":"cos_sim_f1","value":86.35650810245687,"verified":false},{"type":"cos_sim_precision","value":90.4709748083242,"verified":false},{"type":"cos_sim_recall","value":82.6,"verified":false},{"type":"dot_accuracy","value":99.74158415841585,"verified":false},{"type":"dot_ap","value":92.90048959850317,"verified":false},{"type":"dot_f1","value":86.35650810245687,"verified":false},{"type":"dot_precision","value":90.4709748083242,"verified":false},{"type":"dot_recall","value":82.6,"verified":false},{"type":"euclidean_accuracy","value":99.74158415841585,"verified":false},{"type":"euclidean_ap","value":92.90048959850317,"verified":false},{"type":"euclidean_f1","value":86.35650810245687,"verified":false},{"type":"euclidean_precision","value":90.4709748083242,"verified":false},{"type":"euclidean_recall","value":82.6,"verified":false},{"type":"manhattan_accuracy","value":99.74158415841585,"verified":false},{"type":"manhattan_ap","value":92.87344692947894,"verified":false},{"type":"manhattan_f1","value":86.38497652582159,"verified":false},{"type":"manhattan_precision","value":90.29443838604145,"verified":false},{"type":"manhattan_recall","value":82.8,"verified":false},{"type":"max_accuracy","value":99.74158415841585,"verified":false},{"type":"max_ap","value":92.90048959850317,"verified":false},{"type":"max_f1","value":86.38497652582159,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/stackexchange-clustering","name":"MTEB StackExchangeClustering","config":"default","split":"test","revision":"6cbc1f7b2bc0622f2e39d2c77fa502909748c259"},"metrics":[{"type":"v_measure","value":63.191648770424216,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/stackexchange-clustering-p2p","name":"MTEB StackExchangeClusteringP2P","config":"default","split":"test","revision":"815ca46b2622cec33ccafc3735d572c266efdb44"},"metrics":[{"type":"v_measure","value":34.02944668730218,"verified":false}]},{"task":{"type":"Reranking"},"dataset":{"type":"mteb/stackoverflowdupquestions-reranking","name":"MTEB StackOverflowDupQuestions","config":"default","split":"test","revision":"e185fbe320c72810689fc5848eb6114e1ef5ec69"},"metrics":[{"type":"map","value":50.466386167525265,"verified":false},{"type":"mrr","value":51.19071492233257,"verified":false}]},{"task":{"type":"Summarization"},"dataset":{"type":"mteb/summeval","name":"MTEB SummEval","config":"default","split":"test","revision":"cda12ad7615edc362dbf25a00fdd61d3b1eaf93c"},"metrics":[{"type":"cos_sim_pearson","value":30.198022505886435,"verified":false},{"type":"cos_sim_spearman","value":30.40170257939193,"verified":false},{"type":"dot_pearson","value":30.198015316402614,"verified":false},{"type":"dot_spearman","value":30.40170257939193,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"trec-covid","name":"MTEB TRECCOVID","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":0.242,"verified":false},{"type":"map_at_10","value":2.17,"verified":false},{"type":"map_at_100","value":12.221,"verified":false},{"type":"map_at_1000","value":28.63,"verified":false},{"type":"map_at_3","value":0.728,"verified":false},{"type":"map_at_5","value":1.185,"verified":false},{"type":"mrr_at_1","value":94,"verified":false},{"type":"mrr_at_10","value":97,"verified":false},{"type":"mrr_at_100","value":97,"verified":false},{"type":"mrr_at_1000","value":97,"verified":false},{"type":"mrr_at_3","value":97,"verified":false},{"type":"mrr_at_5","value":97,"verified":false},{"type":"ndcg_at_1","value":89,"verified":false},{"type":"ndcg_at_10","value":82.30499999999999,"verified":false},{"type":"ndcg_at_100","value":61.839999999999996,"verified":false},{"type":"ndcg_at_1000","value":53.381,"verified":false},{"type":"ndcg_at_3","value":88.877,"verified":false},{"type":"ndcg_at_5","value":86.05199999999999,"verified":false},{"type":"precision_at_1","value":94,"verified":false},{"type":"precision_at_10","value":87,"verified":false},{"type":"precision_at_100","value":63.38,"verified":false},{"type":"precision_at_1000","value":23.498,"verified":false},{"type":"precision_at_3","value":94,"verified":false},{"type":"precision_at_5","value":92,"verified":false},{"type":"recall_at_1","value":0.242,"verified":false},{"type":"recall_at_10","value":2.302,"verified":false},{"type":"recall_at_100","value":14.979000000000001,"verified":false},{"type":"recall_at_1000","value":49.638,"verified":false},{"type":"recall_at_3","value":0.753,"verified":false},{"type":"recall_at_5","value":1.226,"verified":false}]},{"task":{"type":"Retrieval"},"dataset":{"type":"webis-touche2020","name":"MTEB Touche2020","config":"default","split":"test","revision":"None"},"metrics":[{"type":"map_at_1","value":3.006,"verified":false},{"type":"map_at_10","value":11.805,"verified":false},{"type":"map_at_100","value":18.146,"verified":false},{"type":"map_at_1000","value":19.788,"verified":false},{"type":"map_at_3","value":5.914,"verified":false},{"type":"map_at_5","value":8.801,"verified":false},{"type":"mrr_at_1","value":40.816,"verified":false},{"type":"mrr_at_10","value":56.36600000000001,"verified":false},{"type":"mrr_at_100","value":56.721999999999994,"verified":false},{"type":"mrr_at_1000","value":56.721999999999994,"verified":false},{"type":"mrr_at_3","value":52.041000000000004,"verified":false},{"type":"mrr_at_5","value":54.796,"verified":false},{"type":"ndcg_at_1","value":37.755,"verified":false},{"type":"ndcg_at_10","value":29.863,"verified":false},{"type":"ndcg_at_100","value":39.571,"verified":false},{"type":"ndcg_at_1000","value":51.385999999999996,"verified":false},{"type":"ndcg_at_3","value":32.578,"verified":false},{"type":"ndcg_at_5","value":32.351,"verified":false},{"type":"precision_at_1","value":40.816,"verified":false},{"type":"precision_at_10","value":26.531,"verified":false},{"type":"precision_at_100","value":7.796,"verified":false},{"type":"precision_at_1000","value":1.555,"verified":false},{"type":"precision_at_3","value":32.653,"verified":false},{"type":"precision_at_5","value":33.061,"verified":false},{"type":"recall_at_1","value":3.006,"verified":false},{"type":"recall_at_10","value":18.738,"verified":false},{"type":"recall_at_100","value":48.058,"verified":false},{"type":"recall_at_1000","value":83.41300000000001,"verified":false},{"type":"recall_at_3","value":7.166,"verified":false},{"type":"recall_at_5","value":12.102,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/toxic_conversations_50k","name":"MTEB ToxicConversationsClassification","config":"default","split":"test","revision":"d7c0de2777da35d6aae2200a62c6e0e5af397c4c"},"metrics":[{"type":"accuracy","value":71.4178,"verified":false},{"type":"ap","value":14.648781342150446,"verified":false},{"type":"f1","value":55.07299194946378,"verified":false}]},{"task":{"type":"Classification"},"dataset":{"type":"mteb/tweet_sentiment_extraction","name":"MTEB TweetSentimentExtractionClassification","config":"default","split":"test","revision":"d604517c81ca91fe16a244d1248fc021f9ecee7a"},"metrics":[{"type":"accuracy","value":60.919637804187886,"verified":false},{"type":"f1","value":61.24122013967399,"verified":false}]},{"task":{"type":"Clustering"},"dataset":{"type":"mteb/twentynewsgroups-clustering","name":"MTEB TwentyNewsgroupsClustering","config":"default","split":"test","revision":"6125ec4e24fa026cec8a478383ee943acfbd5449"},"metrics":[{"type":"v_measure","value":49.207896583685695,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/twittersemeval2015-pairclassification","name":"MTEB TwitterSemEval2015","config":"default","split":"test","revision":"70970daeab8776df92f5ea462b6173c0b46fd2d1"},"metrics":[{"type":"cos_sim_accuracy","value":86.23114978840078,"verified":false},{"type":"cos_sim_ap","value":74.26624727825818,"verified":false},{"type":"cos_sim_f1","value":68.72377190817083,"verified":false},{"type":"cos_sim_precision","value":64.56400742115028,"verified":false},{"type":"cos_sim_recall","value":73.45646437994723,"verified":false},{"type":"dot_accuracy","value":86.23114978840078,"verified":false},{"type":"dot_ap","value":74.26624032659652,"verified":false},{"type":"dot_f1","value":68.72377190817083,"verified":false},{"type":"dot_precision","value":64.56400742115028,"verified":false},{"type":"dot_recall","value":73.45646437994723,"verified":false},{"type":"euclidean_accuracy","value":86.23114978840078,"verified":false},{"type":"euclidean_ap","value":74.26624714480556,"verified":false},{"type":"euclidean_f1","value":68.72377190817083,"verified":false},{"type":"euclidean_precision","value":64.56400742115028,"verified":false},{"type":"euclidean_recall","value":73.45646437994723,"verified":false},{"type":"manhattan_accuracy","value":86.16558383501221,"verified":false},{"type":"manhattan_ap","value":74.2091943976357,"verified":false},{"type":"manhattan_f1","value":68.64221520524654,"verified":false},{"type":"manhattan_precision","value":63.59135913591359,"verified":false},{"type":"manhattan_recall","value":74.5646437994723,"verified":false},{"type":"max_accuracy","value":86.23114978840078,"verified":false},{"type":"max_ap","value":74.26624727825818,"verified":false},{"type":"max_f1","value":68.72377190817083,"verified":false}]},{"task":{"type":"PairClassification"},"dataset":{"type":"mteb/twitterurlcorpus-pairclassification","name":"MTEB TwitterURLCorpus","config":"default","split":"test","revision":"8b6510b0b1fa4e4c4f879467980e9be563ec1cdf"},"metrics":[{"type":"cos_sim_accuracy","value":89.3681841114604,"verified":false},{"type":"cos_sim_ap","value":86.65166387498546,"verified":false},{"type":"cos_sim_f1","value":79.02581944698774,"verified":false},{"type":"cos_sim_precision","value":75.35796605434099,"verified":false},{"type":"cos_sim_recall","value":83.06898675700647,"verified":false},{"type":"dot_accuracy","value":89.3681841114604,"verified":false},{"type":"dot_ap","value":86.65166019802056,"verified":false},{"type":"dot_f1","value":79.02581944698774,"verified":false},{"type":"dot_precision","value":75.35796605434099,"verified":false},{"type":"dot_recall","value":83.06898675700647,"verified":false},{"type":"euclidean_accuracy","value":89.3681841114604,"verified":false},{"type":"euclidean_ap","value":86.65166462876266,"verified":false},{"type":"euclidean_f1","value":79.02581944698774,"verified":false},{"type":"euclidean_precision","value":75.35796605434099,"verified":false},{"type":"euclidean_recall","value":83.06898675700647,"verified":false},{"type":"manhattan_accuracy","value":89.36624364497226,"verified":false},{"type":"manhattan_ap","value":86.65076471274106,"verified":false},{"type":"manhattan_f1","value":79.07408783532733,"verified":false},{"type":"manhattan_precision","value":76.41102972856527,"verified":false},{"type":"manhattan_recall","value":81.92947336002464,"verified":false},{"type":"max_accuracy","value":89.3681841114604,"verified":false},{"type":"max_ap","value":86.65166462876266,"verified":false},{"type":"max_f1","value":79.07408783532733,"verified":false}]}]}],"license":"apache-2.0","language":["en"]},"transformersInfo":{"auto_model":"AutoModel","pipeline_tag":"feature-extraction","processor":"AutoTokenizer"},"siblings":[{"rfilename":".gitattributes"},{"rfilename":"1_Pooling/config.json"},{"rfilename":"README.md"},{"rfilename":"config.json"},{"rfilename":"config_sentence_transformers.json"},{"rfilename":"model.safetensors"},{"rfilename":"modules.json"},{"rfilename":"onnx/model.onnx"},{"rfilename":"onnx/model_bnb4.onnx"},{"rfilename":"onnx/model_fp16.onnx"},{"rfilename":"onnx/model_int8.onnx"},{"rfilename":"onnx/model_q4.onnx"},{"rfilename":"onnx/model_q4f16.onnx"},{"rfilename":"onnx/model_quantized.onnx"},{"rfilename":"onnx/model_uint8.onnx"},{"rfilename":"sentence_bert_config.json"},{"rfilename":"special_tokens_map.json"},{"rfilename":"tokenizer.json"},{"rfilename":"tokenizer_config.json"},{"rfilename":"vocab.txt"}],"spaces":["tardellirs/model-pulse","emanforhelp/model-pulse","adrianopacini/beatles-song-detective","mteb/arena","Xenova/adaptive-retrieval-web","hakari-bench/leaderboard","Xenova/webgpu-nomic-embed","reddit-tools-HF/nomic-embeddings","dwb2023/hf_extractor","pedrogengo/CVPR2024_search_papers","reddit-tools-HF/processing-bestofredditorupdates","PrabakaranC/russianDollExplore","CyranoB/search_agent","Nioooor/CSPC_Conversational_Agent","jeevrtxg/attack_prompt_rag","traversaal-internal/pro-search-api","UoS-HGIG/HPO_Mapper","ipepe/nomic-embeddings","amryassin/embedding-bench","Red-Tech-Hub/CodeVulnerabilityAI","johannoriel/tuto-rag","traversaal-internal/traversaal_pro_embed_fastapi","rrg92/text-embeddings-enus","UoS-HGIG/HPOmapper","traversaal-internal/nomic-embedding","neyugncol/video-chatbot","jmura84/Multimodal_translator","dashVector/dashVectorSpace","duniele/Cardio-Oncology-RAG","Sebastiangmz/CodeRAG","Snakelimb0/Gameboy_Pixel_Art_Diffusion","GabeA/chatbench-leaderboard","Refat81/AI-Based-Secure-Healthcare-Chatbot-for-Diabetes","adesh01/civicsetu","Deontainc/ComplianceTwin","Mayur024/chatbot","UniLawChat/UniLawChat","ben-wang/emerald-rag","latimal/foodeval-leaderboard","GSMS-B/bns-bnss-bsa-assistant","nournirabi/Smart_Doctor_Assistant","sergioska/SmartScraper","ThinkAI-Morocco/Breathe_AI_Demo","Vadim212/test1","AmmarFahmy/Personal-AI","marlonbarrios/adaptive-retrieval-web","charlesyu108/content-analyzer","Vadim212/test2","SattamALMU/Newsarticle","lintasmediadanawa/hf-llm-api","lintasmediadanawa/embeddings","pyromiko/test3","Arafath10/embeding_api","Nymbo/MTEB-Arena","tuwaiq-allam/Sara-ALharbi","tuwaiq-allam/Rahaal","derek-thomas/nomic-embeddings","tuwaiq-allam/pi_team","mohamedalcafory/RAG_QA","tuwaiq-allam/Group1-News_Search","tuwaiq-allam/Group1-Hotel_Search","tuwaiq-allam/TripleSmart","johannoriel/OlympIA","NealCaren/quote-writer","NealCaren/writer-app","rrg92/text-embeddings","SHAKAZAMBA/TWIZA-FR","Nasma/embeding_api","hachejota/nomic-embeddings","mtesmer-iqnox/sss-gpu","retopara/ragflow","Zamax14/api_rag","AJunio/weblogicadmin","copywr1ter/nomic-embeddings","Starowo/ragflow","parsboy1987/t","HipFil98/ELAN_bot","Fawaz0ibra/NDMO_english_assistant","Hansiduyapa/toniclk_customer_support","Geraldine/omeka-s-computer-vision","rifatramadhani/wip-test","AkinyemiAra/text_embedding","pimcore/local-inference-service","kajawitek/nomic-embed","aminaj/newsletter_api","Yvanli/CherryApi","manasdhir04/voice_bot_murf","Pellakuru/model_testing","manasdhir04/Efue_VB","shamshers/embedtesting","Za-heer/chatbot_backend","Za-heer/my-chatbot","cwinkler/decisionfinder","Aditya20040422/law-research-api","aksworks00/osool_guide","Nioooor/CSPC-Agent","cwinkler/bgh_sematisch","cwinkler/bgh","SiddhJagani/Github","Dominefor/python_chunker"],"createdAt":"2024-02-10T06:32:35.000Z","safetensors":{"parameters":{"F32":136731648},"total":136731648},"usedStorage":4185527035}