Upload README.md
Browse filesupdated classification and STS result
README.md
CHANGED
@@ -19,6 +19,103 @@ model-index:
|
|
19 |
value: 39.50276109614102
|
20 |
- type: f1
|
21 |
value: 70.00224623431103
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
22 |
- task:
|
23 |
type: Clustering
|
24 |
dataset:
|
@@ -77,6 +174,75 @@ model-index:
|
|
77 |
value: 81.93181818181819
|
78 |
- type: f1
|
79 |
value: 81.0852312152688
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
80 |
- task:
|
81 |
type: Classification
|
82 |
dataset:
|
@@ -90,6 +256,90 @@ model-index:
|
|
90 |
value: 50.16499999999999
|
91 |
- type: f1
|
92 |
value: 43.57906972116264
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
93 |
- task:
|
94 |
type: Classification
|
95 |
dataset:
|
@@ -142,6 +392,75 @@ model-index:
|
|
142 |
value: 76.63752521856087
|
143 |
- type: f1
|
144 |
value: 75.61348469613843
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
145 |
- task:
|
146 |
type: STS
|
147 |
dataset:
|
@@ -310,6 +629,75 @@ model-index:
|
|
310 |
value: 84.31171573973266
|
311 |
- type: manhattan_spearman
|
312 |
value: 84.79550448196474
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
313 |
- task:
|
314 |
type: PairClassification
|
315 |
dataset:
|
|
|
19 |
value: 39.50276109614102
|
20 |
- type: f1
|
21 |
value: 70.00224623431103
|
22 |
+
- task:
|
23 |
+
type: Classification
|
24 |
+
dataset:
|
25 |
+
type: mteb/amazon_polarity
|
26 |
+
name: MTEB AmazonPolarityClassification
|
27 |
+
config: default
|
28 |
+
split: test
|
29 |
+
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
|
30 |
+
metrics:
|
31 |
+
- type: accuracy
|
32 |
+
value: 91.013675
|
33 |
+
- type: ap
|
34 |
+
value: 87.30227544778319
|
35 |
+
- type: f1
|
36 |
+
value: 91.00157923673694
|
37 |
+
- task:
|
38 |
+
type: Classification
|
39 |
+
dataset:
|
40 |
+
type: mteb/amazon_reviews_multi
|
41 |
+
name: MTEB AmazonReviewsClassification (en)
|
42 |
+
config: en
|
43 |
+
split: test
|
44 |
+
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
|
45 |
+
metrics:
|
46 |
+
- type: accuracy
|
47 |
+
value: 46.986000000000004
|
48 |
+
- type: f1
|
49 |
+
value: 44.93316837240337
|
50 |
+
- task:
|
51 |
+
type: Retrieval
|
52 |
+
dataset:
|
53 |
+
type: arguana
|
54 |
+
name: MTEB ArguAna
|
55 |
+
config: default
|
56 |
+
split: test
|
57 |
+
revision: None
|
58 |
+
metrics:
|
59 |
+
- type: map_at_1
|
60 |
+
value: 28.521
|
61 |
+
- type: map_at_10
|
62 |
+
value: 45.062999999999995
|
63 |
+
- type: map_at_100
|
64 |
+
value: 45.965
|
65 |
+
- type: map_at_1000
|
66 |
+
value: 45.972
|
67 |
+
- type: map_at_3
|
68 |
+
value: 40.078
|
69 |
+
- type: map_at_5
|
70 |
+
value: 43.158
|
71 |
+
- type: mrr_at_1
|
72 |
+
value: 29.232000000000003
|
73 |
+
- type: mrr_at_10
|
74 |
+
value: 45.305
|
75 |
+
- type: mrr_at_100
|
76 |
+
value: 46.213
|
77 |
+
- type: mrr_at_1000
|
78 |
+
value: 46.22
|
79 |
+
- type: mrr_at_3
|
80 |
+
value: 40.339000000000006
|
81 |
+
- type: mrr_at_5
|
82 |
+
value: 43.394
|
83 |
+
- type: ndcg_at_1
|
84 |
+
value: 28.521
|
85 |
+
- type: ndcg_at_10
|
86 |
+
value: 53.959999999999994
|
87 |
+
- type: ndcg_at_100
|
88 |
+
value: 57.691
|
89 |
+
- type: ndcg_at_1000
|
90 |
+
value: 57.858
|
91 |
+
- type: ndcg_at_3
|
92 |
+
value: 43.867
|
93 |
+
- type: ndcg_at_5
|
94 |
+
value: 49.38
|
95 |
+
- type: precision_at_1
|
96 |
+
value: 28.521
|
97 |
+
- type: precision_at_10
|
98 |
+
value: 8.222
|
99 |
+
- type: precision_at_100
|
100 |
+
value: 0.9820000000000001
|
101 |
+
- type: precision_at_1000
|
102 |
+
value: 0.1
|
103 |
+
- type: precision_at_3
|
104 |
+
value: 18.279
|
105 |
+
- type: precision_at_5
|
106 |
+
value: 13.627
|
107 |
+
- type: recall_at_1
|
108 |
+
value: 28.521
|
109 |
+
- type: recall_at_10
|
110 |
+
value: 82.219
|
111 |
+
- type: recall_at_100
|
112 |
+
value: 98.222
|
113 |
+
- type: recall_at_1000
|
114 |
+
value: 99.502
|
115 |
+
- type: recall_at_3
|
116 |
+
value: 54.836
|
117 |
+
- type: recall_at_5
|
118 |
+
value: 68.137
|
119 |
- task:
|
120 |
type: Clustering
|
121 |
dataset:
|
|
|
174 |
value: 81.93181818181819
|
175 |
- type: f1
|
176 |
value: 81.0852312152688
|
177 |
+
- task:
|
178 |
+
type: Retrieval
|
179 |
+
dataset:
|
180 |
+
type: BeIR/cqadupstack
|
181 |
+
name: MTEB CQADupstackEnglishRetrieval
|
182 |
+
config: default
|
183 |
+
split: test
|
184 |
+
revision: None
|
185 |
+
metrics:
|
186 |
+
- type: map_at_1
|
187 |
+
value: 28.784
|
188 |
+
- type: map_at_10
|
189 |
+
value: 38.879000000000005
|
190 |
+
- type: map_at_100
|
191 |
+
value: 40.161
|
192 |
+
- type: map_at_1000
|
193 |
+
value: 40.291
|
194 |
+
- type: map_at_3
|
195 |
+
value: 36.104
|
196 |
+
- type: map_at_5
|
197 |
+
value: 37.671
|
198 |
+
- type: mrr_at_1
|
199 |
+
value: 35.924
|
200 |
+
- type: mrr_at_10
|
201 |
+
value: 44.471
|
202 |
+
- type: mrr_at_100
|
203 |
+
value: 45.251000000000005
|
204 |
+
- type: mrr_at_1000
|
205 |
+
value: 45.296
|
206 |
+
- type: mrr_at_3
|
207 |
+
value: 42.367
|
208 |
+
- type: mrr_at_5
|
209 |
+
value: 43.635000000000005
|
210 |
+
- type: ndcg_at_1
|
211 |
+
value: 35.924
|
212 |
+
- type: ndcg_at_10
|
213 |
+
value: 44.369
|
214 |
+
- type: ndcg_at_100
|
215 |
+
value: 48.925999999999995
|
216 |
+
- type: ndcg_at_1000
|
217 |
+
value: 50.964
|
218 |
+
- type: ndcg_at_3
|
219 |
+
value: 40.416999999999994
|
220 |
+
- type: ndcg_at_5
|
221 |
+
value: 42.309999999999995
|
222 |
+
- type: precision_at_1
|
223 |
+
value: 35.924
|
224 |
+
- type: precision_at_10
|
225 |
+
value: 8.344
|
226 |
+
- type: precision_at_100
|
227 |
+
value: 1.367
|
228 |
+
- type: precision_at_1000
|
229 |
+
value: 0.181
|
230 |
+
- type: precision_at_3
|
231 |
+
value: 19.469
|
232 |
+
- type: precision_at_5
|
233 |
+
value: 13.771
|
234 |
+
- type: recall_at_1
|
235 |
+
value: 28.784
|
236 |
+
- type: recall_at_10
|
237 |
+
value: 53.92400000000001
|
238 |
+
- type: recall_at_100
|
239 |
+
value: 72.962
|
240 |
+
- type: recall_at_1000
|
241 |
+
value: 85.90100000000001
|
242 |
+
- type: recall_at_3
|
243 |
+
value: 42.574
|
244 |
+
- type: recall_at_5
|
245 |
+
value: 47.798
|
246 |
- task:
|
247 |
type: Classification
|
248 |
dataset:
|
|
|
256 |
value: 50.16499999999999
|
257 |
- type: f1
|
258 |
value: 43.57906972116264
|
259 |
+
- task:
|
260 |
+
type: Retrieval
|
261 |
+
dataset:
|
262 |
+
type: fiqa
|
263 |
+
name: MTEB FiQA2018
|
264 |
+
config: default
|
265 |
+
split: test
|
266 |
+
revision: None
|
267 |
+
metrics:
|
268 |
+
- type: map_at_1
|
269 |
+
value: 20.737
|
270 |
+
- type: map_at_10
|
271 |
+
value: 33.566
|
272 |
+
- type: map_at_100
|
273 |
+
value: 35.367
|
274 |
+
- type: map_at_1000
|
275 |
+
value: 35.546
|
276 |
+
- type: map_at_3
|
277 |
+
value: 29.881999999999998
|
278 |
+
- type: map_at_5
|
279 |
+
value: 31.818
|
280 |
+
- type: mrr_at_1
|
281 |
+
value: 41.975
|
282 |
+
- type: mrr_at_10
|
283 |
+
value: 50.410999999999994
|
284 |
+
- type: mrr_at_100
|
285 |
+
value: 51.172
|
286 |
+
- type: mrr_at_1000
|
287 |
+
value: 51.214999999999996
|
288 |
+
- type: mrr_at_3
|
289 |
+
value: 48.611
|
290 |
+
- type: mrr_at_5
|
291 |
+
value: 49.522
|
292 |
+
- type: ndcg_at_1
|
293 |
+
value: 41.975
|
294 |
+
- type: ndcg_at_10
|
295 |
+
value: 41.299
|
296 |
+
- type: ndcg_at_100
|
297 |
+
value: 47.768
|
298 |
+
- type: ndcg_at_1000
|
299 |
+
value: 50.882000000000005
|
300 |
+
- type: ndcg_at_3
|
301 |
+
value: 38.769
|
302 |
+
- type: ndcg_at_5
|
303 |
+
value: 39.106
|
304 |
+
- type: precision_at_1
|
305 |
+
value: 41.975
|
306 |
+
- type: precision_at_10
|
307 |
+
value: 11.296000000000001
|
308 |
+
- type: precision_at_100
|
309 |
+
value: 1.7840000000000003
|
310 |
+
- type: precision_at_1000
|
311 |
+
value: 0.23500000000000001
|
312 |
+
- type: precision_at_3
|
313 |
+
value: 26.029000000000003
|
314 |
+
- type: precision_at_5
|
315 |
+
value: 18.457
|
316 |
+
- type: recall_at_1
|
317 |
+
value: 20.737
|
318 |
+
- type: recall_at_10
|
319 |
+
value: 47.284
|
320 |
+
- type: recall_at_100
|
321 |
+
value: 71.286
|
322 |
+
- type: recall_at_1000
|
323 |
+
value: 89.897
|
324 |
+
- type: recall_at_3
|
325 |
+
value: 35.411
|
326 |
+
- type: recall_at_5
|
327 |
+
value: 39.987
|
328 |
+
- task:
|
329 |
+
type: Classification
|
330 |
+
dataset:
|
331 |
+
type: mteb/imdb
|
332 |
+
name: MTEB ImdbClassification
|
333 |
+
config: default
|
334 |
+
split: test
|
335 |
+
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
|
336 |
+
metrics:
|
337 |
+
- type: accuracy
|
338 |
+
value: 87.84
|
339 |
+
- type: ap
|
340 |
+
value: 82.68294664793142
|
341 |
+
- type: f1
|
342 |
+
value: 87.8226441992267
|
343 |
- task:
|
344 |
type: Classification
|
345 |
dataset:
|
|
|
392 |
value: 76.63752521856087
|
393 |
- type: f1
|
394 |
value: 75.61348469613843
|
395 |
+
- task:
|
396 |
+
type: Retrieval
|
397 |
+
dataset:
|
398 |
+
type: nfcorpus
|
399 |
+
name: MTEB NFCorpus
|
400 |
+
config: default
|
401 |
+
split: test
|
402 |
+
revision: None
|
403 |
+
metrics:
|
404 |
+
- type: map_at_1
|
405 |
+
value: 5.234
|
406 |
+
- type: map_at_10
|
407 |
+
value: 11.718
|
408 |
+
- type: map_at_100
|
409 |
+
value: 14.396
|
410 |
+
- type: map_at_1000
|
411 |
+
value: 15.661
|
412 |
+
- type: map_at_3
|
413 |
+
value: 8.951
|
414 |
+
- type: map_at_5
|
415 |
+
value: 10.233
|
416 |
+
- type: mrr_at_1
|
417 |
+
value: 43.034
|
418 |
+
- type: mrr_at_10
|
419 |
+
value: 52.161
|
420 |
+
- type: mrr_at_100
|
421 |
+
value: 52.729000000000006
|
422 |
+
- type: mrr_at_1000
|
423 |
+
value: 52.776
|
424 |
+
- type: mrr_at_3
|
425 |
+
value: 50.671
|
426 |
+
- type: mrr_at_5
|
427 |
+
value: 51.476
|
428 |
+
- type: ndcg_at_1
|
429 |
+
value: 41.331
|
430 |
+
- type: ndcg_at_10
|
431 |
+
value: 31.411
|
432 |
+
- type: ndcg_at_100
|
433 |
+
value: 28.459
|
434 |
+
- type: ndcg_at_1000
|
435 |
+
value: 37.114000000000004
|
436 |
+
- type: ndcg_at_3
|
437 |
+
value: 37.761
|
438 |
+
- type: ndcg_at_5
|
439 |
+
value: 35.118
|
440 |
+
- type: precision_at_1
|
441 |
+
value: 43.034
|
442 |
+
- type: precision_at_10
|
443 |
+
value: 22.878999999999998
|
444 |
+
- type: precision_at_100
|
445 |
+
value: 7.093000000000001
|
446 |
+
- type: precision_at_1000
|
447 |
+
value: 1.9560000000000002
|
448 |
+
- type: precision_at_3
|
449 |
+
value: 35.707
|
450 |
+
- type: precision_at_5
|
451 |
+
value: 30.279
|
452 |
+
- type: recall_at_1
|
453 |
+
value: 5.234
|
454 |
+
- type: recall_at_10
|
455 |
+
value: 14.745
|
456 |
+
- type: recall_at_100
|
457 |
+
value: 28.259
|
458 |
+
- type: recall_at_1000
|
459 |
+
value: 59.16400000000001
|
460 |
+
- type: recall_at_3
|
461 |
+
value: 10.08
|
462 |
+
- type: recall_at_5
|
463 |
+
value: 11.985
|
464 |
- task:
|
465 |
type: STS
|
466 |
dataset:
|
|
|
629 |
value: 84.31171573973266
|
630 |
- type: manhattan_spearman
|
631 |
value: 84.79550448196474
|
632 |
+
- task:
|
633 |
+
type: Retrieval
|
634 |
+
dataset:
|
635 |
+
type: scifact
|
636 |
+
name: MTEB SciFact
|
637 |
+
config: default
|
638 |
+
split: test
|
639 |
+
revision: None
|
640 |
+
metrics:
|
641 |
+
- type: map_at_1
|
642 |
+
value: 48.178
|
643 |
+
- type: map_at_10
|
644 |
+
value: 59.24
|
645 |
+
- type: map_at_100
|
646 |
+
value: 59.902
|
647 |
+
- type: map_at_1000
|
648 |
+
value: 59.941
|
649 |
+
- type: map_at_3
|
650 |
+
value: 56.999
|
651 |
+
- type: map_at_5
|
652 |
+
value: 58.167
|
653 |
+
- type: mrr_at_1
|
654 |
+
value: 51.0
|
655 |
+
- type: mrr_at_10
|
656 |
+
value: 60.827
|
657 |
+
- type: mrr_at_100
|
658 |
+
value: 61.307
|
659 |
+
- type: mrr_at_1000
|
660 |
+
value: 61.341
|
661 |
+
- type: mrr_at_3
|
662 |
+
value: 59.0
|
663 |
+
- type: mrr_at_5
|
664 |
+
value: 60.033
|
665 |
+
- type: ndcg_at_1
|
666 |
+
value: 51.0
|
667 |
+
- type: ndcg_at_10
|
668 |
+
value: 64.366
|
669 |
+
- type: ndcg_at_100
|
670 |
+
value: 67.098
|
671 |
+
- type: ndcg_at_1000
|
672 |
+
value: 68.08
|
673 |
+
- type: ndcg_at_3
|
674 |
+
value: 60.409
|
675 |
+
- type: ndcg_at_5
|
676 |
+
value: 62.150000000000006
|
677 |
+
- type: precision_at_1
|
678 |
+
value: 51.0
|
679 |
+
- type: precision_at_10
|
680 |
+
value: 8.799999999999999
|
681 |
+
- type: precision_at_100
|
682 |
+
value: 1.027
|
683 |
+
- type: precision_at_1000
|
684 |
+
value: 0.11100000000000002
|
685 |
+
- type: precision_at_3
|
686 |
+
value: 24.444
|
687 |
+
- type: precision_at_5
|
688 |
+
value: 15.8
|
689 |
+
- type: recall_at_1
|
690 |
+
value: 48.178
|
691 |
+
- type: recall_at_10
|
692 |
+
value: 78.34400000000001
|
693 |
+
- type: recall_at_100
|
694 |
+
value: 90.36699999999999
|
695 |
+
- type: recall_at_1000
|
696 |
+
value: 98.0
|
697 |
+
- type: recall_at_3
|
698 |
+
value: 67.35
|
699 |
+
- type: recall_at_5
|
700 |
+
value: 71.989
|
701 |
- task:
|
702 |
type: PairClassification
|
703 |
dataset:
|