Omartificial-Intelligence-Space
commited on
Commit
•
e9373e6
1
Parent(s):
387e130
update readme.md
Browse files
README.md
CHANGED
@@ -3,6 +3,7 @@ language:
|
|
3 |
- ar
|
4 |
library_name: sentence-transformers
|
5 |
tags:
|
|
|
6 |
- sentence-transformers
|
7 |
- sentence-similarity
|
8 |
- feature-extraction
|
@@ -56,6 +57,261 @@ widget:
|
|
56 |
- الشاب نائم بينما الأم تقود ابنتها إلى الحديقة
|
57 |
pipeline_tag: sentence-similarity
|
58 |
model-index:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
59 |
- name: SentenceTransformer based on UBC-NLP/MARBERTv2
|
60 |
results:
|
61 |
- task:
|
|
|
3 |
- ar
|
4 |
library_name: sentence-transformers
|
5 |
tags:
|
6 |
+
- mteb
|
7 |
- sentence-transformers
|
8 |
- sentence-similarity
|
9 |
- feature-extraction
|
|
|
57 |
- الشاب نائم بينما الأم تقود ابنتها إلى الحديقة
|
58 |
pipeline_tag: sentence-similarity
|
59 |
model-index:
|
60 |
+
- name: Omartificial-Intelligence-Space/Marbert-all-nli-triplet-Matryoshka
|
61 |
+
results:
|
62 |
+
- dataset:
|
63 |
+
config: default
|
64 |
+
name: MTEB BIOSSES (default)
|
65 |
+
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
|
66 |
+
split: test
|
67 |
+
type: mteb/biosses-sts
|
68 |
+
metrics:
|
69 |
+
- type: cosine_pearson
|
70 |
+
value: 49.25240527202211
|
71 |
+
- type: cosine_spearman
|
72 |
+
value: 51.87708566904703
|
73 |
+
- type: euclidean_pearson
|
74 |
+
value: 49.790877425774696
|
75 |
+
- type: euclidean_spearman
|
76 |
+
value: 51.725274981021855
|
77 |
+
- type: main_score
|
78 |
+
value: 51.87708566904703
|
79 |
+
- type: manhattan_pearson
|
80 |
+
value: 52.31560776967401
|
81 |
+
- type: manhattan_spearman
|
82 |
+
value: 54.28979124658997
|
83 |
+
task:
|
84 |
+
type: STS
|
85 |
+
- dataset:
|
86 |
+
config: default
|
87 |
+
name: MTEB SICK-R (default)
|
88 |
+
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
|
89 |
+
split: test
|
90 |
+
type: mteb/sickr-sts
|
91 |
+
metrics:
|
92 |
+
- type: cosine_pearson
|
93 |
+
value: 65.81089479351829
|
94 |
+
- type: cosine_spearman
|
95 |
+
value: 65.80163441928238
|
96 |
+
- type: euclidean_pearson
|
97 |
+
value: 65.2718874370746
|
98 |
+
- type: euclidean_spearman
|
99 |
+
value: 65.92429031695988
|
100 |
+
- type: main_score
|
101 |
+
value: 65.80163441928238
|
102 |
+
- type: manhattan_pearson
|
103 |
+
value: 65.28701419332383
|
104 |
+
- type: manhattan_spearman
|
105 |
+
value: 65.94229793651319
|
106 |
+
task:
|
107 |
+
type: STS
|
108 |
+
- dataset:
|
109 |
+
config: default
|
110 |
+
name: MTEB STS12 (default)
|
111 |
+
revision: a0d554a64d88156834ff5ae9920b964011b16384
|
112 |
+
split: test
|
113 |
+
type: mteb/sts12-sts
|
114 |
+
metrics:
|
115 |
+
- type: cosine_pearson
|
116 |
+
value: 65.11346939995998
|
117 |
+
- type: cosine_spearman
|
118 |
+
value: 63.00297824477175
|
119 |
+
- type: euclidean_pearson
|
120 |
+
value: 63.85320097970942
|
121 |
+
- type: euclidean_spearman
|
122 |
+
value: 63.25151047701848
|
123 |
+
- type: main_score
|
124 |
+
value: 63.00297824477175
|
125 |
+
- type: manhattan_pearson
|
126 |
+
value: 64.40291990853984
|
127 |
+
- type: manhattan_spearman
|
128 |
+
value: 63.63497232399945
|
129 |
+
task:
|
130 |
+
type: STS
|
131 |
+
- dataset:
|
132 |
+
config: default
|
133 |
+
name: MTEB STS13 (default)
|
134 |
+
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
|
135 |
+
split: test
|
136 |
+
type: mteb/sts13-sts
|
137 |
+
metrics:
|
138 |
+
- type: cosine_pearson
|
139 |
+
value: 52.2735823521702
|
140 |
+
- type: cosine_spearman
|
141 |
+
value: 52.23198766098021
|
142 |
+
- type: euclidean_pearson
|
143 |
+
value: 54.12467577456837
|
144 |
+
- type: euclidean_spearman
|
145 |
+
value: 52.40014028261351
|
146 |
+
- type: main_score
|
147 |
+
value: 52.23198766098021
|
148 |
+
- type: manhattan_pearson
|
149 |
+
value: 54.38052509834607
|
150 |
+
- type: manhattan_spearman
|
151 |
+
value: 52.70836595958237
|
152 |
+
task:
|
153 |
+
type: STS
|
154 |
+
- dataset:
|
155 |
+
config: default
|
156 |
+
name: MTEB STS14 (default)
|
157 |
+
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
|
158 |
+
split: test
|
159 |
+
type: mteb/sts14-sts
|
160 |
+
metrics:
|
161 |
+
- type: cosine_pearson
|
162 |
+
value: 58.55307076840419
|
163 |
+
- type: cosine_spearman
|
164 |
+
value: 59.2261024017655
|
165 |
+
- type: euclidean_pearson
|
166 |
+
value: 59.55734715751804
|
167 |
+
- type: euclidean_spearman
|
168 |
+
value: 60.135899681574834
|
169 |
+
- type: main_score
|
170 |
+
value: 59.2261024017655
|
171 |
+
- type: manhattan_pearson
|
172 |
+
value: 59.99274396356966
|
173 |
+
- type: manhattan_spearman
|
174 |
+
value: 60.44325356503041
|
175 |
+
task:
|
176 |
+
type: STS
|
177 |
+
- dataset:
|
178 |
+
config: default
|
179 |
+
name: MTEB STS15 (default)
|
180 |
+
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
|
181 |
+
split: test
|
182 |
+
type: mteb/sts15-sts
|
183 |
+
metrics:
|
184 |
+
- type: cosine_pearson
|
185 |
+
value: 68.94418532602707
|
186 |
+
- type: cosine_spearman
|
187 |
+
value: 70.01912156519296
|
188 |
+
- type: euclidean_pearson
|
189 |
+
value: 71.67028435860581
|
190 |
+
- type: euclidean_spearman
|
191 |
+
value: 71.48252471922122
|
192 |
+
- type: main_score
|
193 |
+
value: 70.01912156519296
|
194 |
+
- type: manhattan_pearson
|
195 |
+
value: 71.9587452337792
|
196 |
+
- type: manhattan_spearman
|
197 |
+
value: 71.69160519065173
|
198 |
+
task:
|
199 |
+
type: STS
|
200 |
+
- dataset:
|
201 |
+
config: default
|
202 |
+
name: MTEB STS16 (default)
|
203 |
+
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
|
204 |
+
split: test
|
205 |
+
type: mteb/sts16-sts
|
206 |
+
metrics:
|
207 |
+
- type: cosine_pearson
|
208 |
+
value: 62.81619254162203
|
209 |
+
- type: cosine_spearman
|
210 |
+
value: 64.98814526698425
|
211 |
+
- type: euclidean_pearson
|
212 |
+
value: 66.43531796610995
|
213 |
+
- type: euclidean_spearman
|
214 |
+
value: 66.53768451143964
|
215 |
+
- type: main_score
|
216 |
+
value: 64.98814526698425
|
217 |
+
- type: manhattan_pearson
|
218 |
+
value: 66.57822125651369
|
219 |
+
- type: manhattan_spearman
|
220 |
+
value: 66.71830390508079
|
221 |
+
task:
|
222 |
+
type: STS
|
223 |
+
- dataset:
|
224 |
+
config: ar-ar
|
225 |
+
name: MTEB STS17 (ar-ar)
|
226 |
+
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
|
227 |
+
split: test
|
228 |
+
type: mteb/sts17-crosslingual-sts
|
229 |
+
metrics:
|
230 |
+
- type: cosine_pearson
|
231 |
+
value: 81.68055610903552
|
232 |
+
- type: cosine_spearman
|
233 |
+
value: 82.18125783448961
|
234 |
+
- type: euclidean_pearson
|
235 |
+
value: 80.5422740473486
|
236 |
+
- type: euclidean_spearman
|
237 |
+
value: 81.79456727036232
|
238 |
+
- type: main_score
|
239 |
+
value: 82.18125783448961
|
240 |
+
- type: manhattan_pearson
|
241 |
+
value: 80.43564733654793
|
242 |
+
- type: manhattan_spearman
|
243 |
+
value: 81.76103816207625
|
244 |
+
task:
|
245 |
+
type: STS
|
246 |
+
- dataset:
|
247 |
+
config: ar
|
248 |
+
name: MTEB STS22 (ar)
|
249 |
+
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
|
250 |
+
split: test
|
251 |
+
type: mteb/sts22-crosslingual-sts
|
252 |
+
metrics:
|
253 |
+
- type: cosine_pearson
|
254 |
+
value: 51.33460593849487
|
255 |
+
- type: cosine_spearman
|
256 |
+
value: 58.07741072443786
|
257 |
+
- type: euclidean_pearson
|
258 |
+
value: 54.26430308336828
|
259 |
+
- type: euclidean_spearman
|
260 |
+
value: 58.8384539429318
|
261 |
+
- type: main_score
|
262 |
+
value: 58.07741072443786
|
263 |
+
- type: manhattan_pearson
|
264 |
+
value: 54.41587176266624
|
265 |
+
- type: manhattan_spearman
|
266 |
+
value: 58.831993325957086
|
267 |
+
task:
|
268 |
+
type: STS
|
269 |
+
- dataset:
|
270 |
+
config: default
|
271 |
+
name: MTEB STSBenchmark (default)
|
272 |
+
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
|
273 |
+
split: test
|
274 |
+
type: mteb/stsbenchmark-sts
|
275 |
+
metrics:
|
276 |
+
- type: cosine_pearson
|
277 |
+
value: 61.11956207522431
|
278 |
+
- type: cosine_spearman
|
279 |
+
value: 61.16768766134144
|
280 |
+
- type: euclidean_pearson
|
281 |
+
value: 64.44141934993837
|
282 |
+
- type: euclidean_spearman
|
283 |
+
value: 63.450379593077066
|
284 |
+
- type: main_score
|
285 |
+
value: 61.16768766134144
|
286 |
+
- type: manhattan_pearson
|
287 |
+
value: 64.43852352892529
|
288 |
+
- type: manhattan_spearman
|
289 |
+
value: 63.57630045107761
|
290 |
+
task:
|
291 |
+
type: STS
|
292 |
+
- dataset:
|
293 |
+
config: default
|
294 |
+
name: MTEB SummEval (default)
|
295 |
+
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
|
296 |
+
split: test
|
297 |
+
type: mteb/summeval
|
298 |
+
metrics:
|
299 |
+
- type: cosine_pearson
|
300 |
+
value: 29.583566160417668
|
301 |
+
- type: cosine_spearman
|
302 |
+
value: 29.534419950502212
|
303 |
+
- type: dot_pearson
|
304 |
+
value: 28.13970643170574
|
305 |
+
- type: dot_spearman
|
306 |
+
value: 28.907762267009073
|
307 |
+
- type: main_score
|
308 |
+
value: 29.534419950502212
|
309 |
+
- type: pearson
|
310 |
+
value: 29.583566160417668
|
311 |
+
- type: spearman
|
312 |
+
value: 29.534419950502212
|
313 |
+
task:
|
314 |
+
type: Summarization
|
315 |
- name: SentenceTransformer based on UBC-NLP/MARBERTv2
|
316 |
results:
|
317 |
- task:
|