Commit
e9373e6
1 Parent(s): 387e130

update readme.md

Browse files
Files changed (1) hide show
  1. README.md +256 -0
README.md CHANGED
@@ -3,6 +3,7 @@ language:
3
  - ar
4
  library_name: sentence-transformers
5
  tags:
 
6
  - sentence-transformers
7
  - sentence-similarity
8
  - feature-extraction
@@ -56,6 +57,261 @@ widget:
56
  - الشاب نائم بينما الأم تقود ابنتها إلى الحديقة
57
  pipeline_tag: sentence-similarity
58
  model-index:
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
59
  - name: SentenceTransformer based on UBC-NLP/MARBERTv2
60
  results:
61
  - task:
 
3
  - ar
4
  library_name: sentence-transformers
5
  tags:
6
+ - mteb
7
  - sentence-transformers
8
  - sentence-similarity
9
  - feature-extraction
 
57
  - الشاب نائم بينما الأم تقود ابنتها إلى الحديقة
58
  pipeline_tag: sentence-similarity
59
  model-index:
60
+ - name: Omartificial-Intelligence-Space/Marbert-all-nli-triplet-Matryoshka
61
+ results:
62
+ - dataset:
63
+ config: default
64
+ name: MTEB BIOSSES (default)
65
+ revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
66
+ split: test
67
+ type: mteb/biosses-sts
68
+ metrics:
69
+ - type: cosine_pearson
70
+ value: 49.25240527202211
71
+ - type: cosine_spearman
72
+ value: 51.87708566904703
73
+ - type: euclidean_pearson
74
+ value: 49.790877425774696
75
+ - type: euclidean_spearman
76
+ value: 51.725274981021855
77
+ - type: main_score
78
+ value: 51.87708566904703
79
+ - type: manhattan_pearson
80
+ value: 52.31560776967401
81
+ - type: manhattan_spearman
82
+ value: 54.28979124658997
83
+ task:
84
+ type: STS
85
+ - dataset:
86
+ config: default
87
+ name: MTEB SICK-R (default)
88
+ revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
89
+ split: test
90
+ type: mteb/sickr-sts
91
+ metrics:
92
+ - type: cosine_pearson
93
+ value: 65.81089479351829
94
+ - type: cosine_spearman
95
+ value: 65.80163441928238
96
+ - type: euclidean_pearson
97
+ value: 65.2718874370746
98
+ - type: euclidean_spearman
99
+ value: 65.92429031695988
100
+ - type: main_score
101
+ value: 65.80163441928238
102
+ - type: manhattan_pearson
103
+ value: 65.28701419332383
104
+ - type: manhattan_spearman
105
+ value: 65.94229793651319
106
+ task:
107
+ type: STS
108
+ - dataset:
109
+ config: default
110
+ name: MTEB STS12 (default)
111
+ revision: a0d554a64d88156834ff5ae9920b964011b16384
112
+ split: test
113
+ type: mteb/sts12-sts
114
+ metrics:
115
+ - type: cosine_pearson
116
+ value: 65.11346939995998
117
+ - type: cosine_spearman
118
+ value: 63.00297824477175
119
+ - type: euclidean_pearson
120
+ value: 63.85320097970942
121
+ - type: euclidean_spearman
122
+ value: 63.25151047701848
123
+ - type: main_score
124
+ value: 63.00297824477175
125
+ - type: manhattan_pearson
126
+ value: 64.40291990853984
127
+ - type: manhattan_spearman
128
+ value: 63.63497232399945
129
+ task:
130
+ type: STS
131
+ - dataset:
132
+ config: default
133
+ name: MTEB STS13 (default)
134
+ revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
135
+ split: test
136
+ type: mteb/sts13-sts
137
+ metrics:
138
+ - type: cosine_pearson
139
+ value: 52.2735823521702
140
+ - type: cosine_spearman
141
+ value: 52.23198766098021
142
+ - type: euclidean_pearson
143
+ value: 54.12467577456837
144
+ - type: euclidean_spearman
145
+ value: 52.40014028261351
146
+ - type: main_score
147
+ value: 52.23198766098021
148
+ - type: manhattan_pearson
149
+ value: 54.38052509834607
150
+ - type: manhattan_spearman
151
+ value: 52.70836595958237
152
+ task:
153
+ type: STS
154
+ - dataset:
155
+ config: default
156
+ name: MTEB STS14 (default)
157
+ revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
158
+ split: test
159
+ type: mteb/sts14-sts
160
+ metrics:
161
+ - type: cosine_pearson
162
+ value: 58.55307076840419
163
+ - type: cosine_spearman
164
+ value: 59.2261024017655
165
+ - type: euclidean_pearson
166
+ value: 59.55734715751804
167
+ - type: euclidean_spearman
168
+ value: 60.135899681574834
169
+ - type: main_score
170
+ value: 59.2261024017655
171
+ - type: manhattan_pearson
172
+ value: 59.99274396356966
173
+ - type: manhattan_spearman
174
+ value: 60.44325356503041
175
+ task:
176
+ type: STS
177
+ - dataset:
178
+ config: default
179
+ name: MTEB STS15 (default)
180
+ revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
181
+ split: test
182
+ type: mteb/sts15-sts
183
+ metrics:
184
+ - type: cosine_pearson
185
+ value: 68.94418532602707
186
+ - type: cosine_spearman
187
+ value: 70.01912156519296
188
+ - type: euclidean_pearson
189
+ value: 71.67028435860581
190
+ - type: euclidean_spearman
191
+ value: 71.48252471922122
192
+ - type: main_score
193
+ value: 70.01912156519296
194
+ - type: manhattan_pearson
195
+ value: 71.9587452337792
196
+ - type: manhattan_spearman
197
+ value: 71.69160519065173
198
+ task:
199
+ type: STS
200
+ - dataset:
201
+ config: default
202
+ name: MTEB STS16 (default)
203
+ revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
204
+ split: test
205
+ type: mteb/sts16-sts
206
+ metrics:
207
+ - type: cosine_pearson
208
+ value: 62.81619254162203
209
+ - type: cosine_spearman
210
+ value: 64.98814526698425
211
+ - type: euclidean_pearson
212
+ value: 66.43531796610995
213
+ - type: euclidean_spearman
214
+ value: 66.53768451143964
215
+ - type: main_score
216
+ value: 64.98814526698425
217
+ - type: manhattan_pearson
218
+ value: 66.57822125651369
219
+ - type: manhattan_spearman
220
+ value: 66.71830390508079
221
+ task:
222
+ type: STS
223
+ - dataset:
224
+ config: ar-ar
225
+ name: MTEB STS17 (ar-ar)
226
+ revision: faeb762787bd10488a50c8b5be4a3b82e411949c
227
+ split: test
228
+ type: mteb/sts17-crosslingual-sts
229
+ metrics:
230
+ - type: cosine_pearson
231
+ value: 81.68055610903552
232
+ - type: cosine_spearman
233
+ value: 82.18125783448961
234
+ - type: euclidean_pearson
235
+ value: 80.5422740473486
236
+ - type: euclidean_spearman
237
+ value: 81.79456727036232
238
+ - type: main_score
239
+ value: 82.18125783448961
240
+ - type: manhattan_pearson
241
+ value: 80.43564733654793
242
+ - type: manhattan_spearman
243
+ value: 81.76103816207625
244
+ task:
245
+ type: STS
246
+ - dataset:
247
+ config: ar
248
+ name: MTEB STS22 (ar)
249
+ revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
250
+ split: test
251
+ type: mteb/sts22-crosslingual-sts
252
+ metrics:
253
+ - type: cosine_pearson
254
+ value: 51.33460593849487
255
+ - type: cosine_spearman
256
+ value: 58.07741072443786
257
+ - type: euclidean_pearson
258
+ value: 54.26430308336828
259
+ - type: euclidean_spearman
260
+ value: 58.8384539429318
261
+ - type: main_score
262
+ value: 58.07741072443786
263
+ - type: manhattan_pearson
264
+ value: 54.41587176266624
265
+ - type: manhattan_spearman
266
+ value: 58.831993325957086
267
+ task:
268
+ type: STS
269
+ - dataset:
270
+ config: default
271
+ name: MTEB STSBenchmark (default)
272
+ revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
273
+ split: test
274
+ type: mteb/stsbenchmark-sts
275
+ metrics:
276
+ - type: cosine_pearson
277
+ value: 61.11956207522431
278
+ - type: cosine_spearman
279
+ value: 61.16768766134144
280
+ - type: euclidean_pearson
281
+ value: 64.44141934993837
282
+ - type: euclidean_spearman
283
+ value: 63.450379593077066
284
+ - type: main_score
285
+ value: 61.16768766134144
286
+ - type: manhattan_pearson
287
+ value: 64.43852352892529
288
+ - type: manhattan_spearman
289
+ value: 63.57630045107761
290
+ task:
291
+ type: STS
292
+ - dataset:
293
+ config: default
294
+ name: MTEB SummEval (default)
295
+ revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
296
+ split: test
297
+ type: mteb/summeval
298
+ metrics:
299
+ - type: cosine_pearson
300
+ value: 29.583566160417668
301
+ - type: cosine_spearman
302
+ value: 29.534419950502212
303
+ - type: dot_pearson
304
+ value: 28.13970643170574
305
+ - type: dot_spearman
306
+ value: 28.907762267009073
307
+ - type: main_score
308
+ value: 29.534419950502212
309
+ - type: pearson
310
+ value: 29.583566160417668
311
+ - type: spearman
312
+ value: 29.534419950502212
313
+ task:
314
+ type: Summarization
315
  - name: SentenceTransformer based on UBC-NLP/MARBERTv2
316
  results:
317
  - task: