Update README.md

README.md

@@ -2837,6 +2837,90 @@ model-index:
       value: 86.83702628983627
     - type: manhattan_spearman
       value: 87.87791000374443
+  - task:
+      type: STS
+    dataset:
+      type: mteb/sts17-crosslingual-sts
+      name: MTEB STS17 (ko-ko)
+      config: ko-ko
+      split: test
+      revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
+    metrics:
+    - type: cos_sim_pearson
+      value: 83.86395454805867
+    - type: cos_sim_spearman
+      value: 83.69454595252267
+    - type: euclidean_pearson
+      value: 83.04743892608313
+    - type: euclidean_spearman
+      value: 83.69454026433006
+    - type: manhattan_pearson
+      value: 83.4032095553322
+    - type: manhattan_spearman
+      value: 84.11527379013802
+  - task:
+      type: STS
+    dataset:
+      type: mteb/sts17-crosslingual-sts
+      name: MTEB STS17 (ar-ar)
+      config: ar-ar
+      split: test
+      revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
+    metrics:
+    - type: cos_sim_pearson
+      value: 81.80249894729546
+    - type: cos_sim_spearman
+      value: 81.87004960533409
+    - type: euclidean_pearson
+      value: 80.0392760044179
+    - type: euclidean_spearman
+      value: 81.87004960533409
+    - type: manhattan_pearson
+      value: 80.38096542355912
+    - type: manhattan_spearman
+      value: 82.40774679630341
+  - task:
+      type: STS
+    dataset:
+      type: mteb/sts17-crosslingual-sts
+      name: MTEB STS17 (en-ar)
+      config: en-ar
+      split: test
+      revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
+    metrics:
+    - type: cos_sim_pearson
+      value: 77.6158201787172
+    - type: cos_sim_spearman
+      value: 77.934651044009
+    - type: euclidean_pearson
+      value: 77.7874683895269
+    - type: euclidean_spearman
+      value: 77.934651044009
+    - type: manhattan_pearson
+      value: 78.36151849193052
+    - type: manhattan_spearman
+      value: 78.52439586349938
+  - task:
+      type: STS
+    dataset:
+      type: mteb/sts17-crosslingual-sts
+      name: MTEB STS17 (en-de)
+      config: en-de
+      split: test
+      revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
+    metrics:
+    - type: cos_sim_pearson
+      value: 87.04363311392207
+    - type: cos_sim_spearman
+      value: 87.30483659369973
+    - type: euclidean_pearson
+      value: 87.62634489502616
+    - type: euclidean_spearman
+      value: 87.30483659369973
+    - type: manhattan_pearson
+      value: 88.02340837141445
+    - type: manhattan_spearman
+      value: 87.55012003294
   - task:
       type: STS
     dataset:
@@ -2847,17 +2931,143 @@ model-index:
       revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
     metrics:
     - type: cos_sim_pearson
-      value: 91.6934766230911
+      value: 91.69172851958248
+    - type: cos_sim_spearman
+      value: 91.7546879482416
+    - type: euclidean_pearson
+      value: 91.84843039183963
+    - type: euclidean_spearman
+      value: 91.7546879482416
+    - type: manhattan_pearson
+      value: 91.72325753804357
+    - type: manhattan_spearman
+      value: 91.55330259513397
+  - task:
+      type: STS
+    dataset:
+      type: mteb/sts17-crosslingual-sts
+      name: MTEB STS17 (en-tr)
+      config: en-tr
+      split: test
+      revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
+    metrics:
+    - type: cos_sim_pearson
+      value: 73.95572901084864
+    - type: cos_sim_spearman
+      value: 72.56217821552626
+    - type: euclidean_pearson
+      value: 74.24242980323574
+    - type: euclidean_spearman
+      value: 72.56217821552626
+    - type: manhattan_pearson
+      value: 74.57473362519922
+    - type: manhattan_spearman
+      value: 72.76048826648497
+  - task:
+      type: STS
+    dataset:
+      type: mteb/sts17-crosslingual-sts
+      name: MTEB STS17 (es-en)
+      config: es-en
+      split: test
+      revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
+    metrics:
+    - type: cos_sim_pearson
+      value: 86.93329396008296
+    - type: cos_sim_spearman
+      value: 88.2406635486219
+    - type: euclidean_pearson
+      value: 87.49687343908533
+    - type: euclidean_spearman
+      value: 88.2406635486219
+    - type: manhattan_pearson
+      value: 88.14088309231084
+    - type: manhattan_spearman
+      value: 88.93314020908534
+  - task:
+      type: STS
+    dataset:
+      type: mteb/sts17-crosslingual-sts
+      name: MTEB STS17 (es-es)
+      config: es-es
+      split: test
+      revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
+    metrics:
+    - type: cos_sim_pearson
+      value: 88.70124451546057
     - type: cos_sim_spearman
-      value: 91.76610452580849
+      value: 87.45988160052252
     - type: euclidean_pearson
-      value: 91.84972362904293
+      value: 88.44395505247728
     - type: euclidean_spearman
-      value: 91.76610452580849
+      value: 87.45988160052252
     - type: manhattan_pearson
-      value: 91.72471134652476
+      value: 88.69269783495425
     - type: manhattan_spearman
-      value: 91.57332965544492
+      value: 87.65383425621
+  - task:
+      type: STS
+    dataset:
+      type: mteb/sts17-crosslingual-sts
+      name: MTEB STS17 (fr-en)
+      config: fr-en
+      split: test
+      revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
+    metrics:
+    - type: cos_sim_pearson
+      value: 87.64109149761346
+    - type: cos_sim_spearman
+      value: 88.06459637689733
+    - type: euclidean_pearson
+      value: 88.02313315797703
+    - type: euclidean_spearman
+      value: 88.06459637689733
+    - type: manhattan_pearson
+      value: 88.28328539133253
+    - type: manhattan_spearman
+      value: 88.06605708379142
+  - task:
+      type: STS
+    dataset:
+      type: mteb/sts17-crosslingual-sts
+      name: MTEB STS17 (it-en)
+      config: it-en
+      split: test
+      revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
+    metrics:
+    - type: cos_sim_pearson
+      value: 88.9040028177525
+    - type: cos_sim_spearman
+      value: 89.68152202933464
+    - type: euclidean_pearson
+      value: 89.23684469601253
+    - type: euclidean_spearman
+      value: 89.68152202933464
+    - type: manhattan_pearson
+      value: 89.59504307277454
+    - type: manhattan_spearman
+      value: 89.88060100313582
+  - task:
+      type: STS
+    dataset:
+      type: mteb/sts17-crosslingual-sts
+      name: MTEB STS17 (nl-en)
+      config: nl-en
+      split: test
+      revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d
+    metrics:
+    - type: cos_sim_pearson
+      value: 87.69891585325125
+    - type: cos_sim_spearman
+      value: 88.25252785071736
+    - type: euclidean_pearson
+      value: 87.99932873748662
+    - type: euclidean_spearman
+      value: 88.25252785071736
+    - type: manhattan_pearson
+      value: 88.26959683009446
+    - type: manhattan_spearman
+      value: 88.32583227300715
   - task:
       type: STS
     dataset:
@@ -2868,17 +3078,374 @@ model-index:
       revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
     metrics:
     - type: cos_sim_pearson
-      value: 67.53254210885925
+      value: 67.53235909794135
+    - type: cos_sim_spearman
+      value: 66.97521740529574
+    - type: euclidean_pearson
+      value: 68.19502223613912
+    - type: euclidean_spearman
+      value: 66.97521740529574
+    - type: manhattan_pearson
+      value: 68.39070714774539
+    - type: manhattan_spearman
+      value: 67.1072812364868
+  - task:
+      type: STS
+    dataset:
+      type: mteb/sts22-crosslingual-sts
+      name: MTEB STS22 (de)
+      config: de
+      split: test
+      revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
+    metrics:
+    - type: cos_sim_pearson
+      value: 43.715742021204775
+    - type: cos_sim_spearman
+      value: 49.12255971271453
+    - type: euclidean_pearson
+      value: 40.76848562610837
+    - type: euclidean_spearman
+      value: 49.12255971271453
+    - type: manhattan_pearson
+      value: 40.92204625614112
+    - type: manhattan_spearman
+      value: 49.23333793661129
+  - task:
+      type: STS
+    dataset:
+      type: mteb/sts22-crosslingual-sts
+      name: MTEB STS22 (es)
+      config: es
+      split: test
+      revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
+    metrics:
+    - type: cos_sim_pearson
+      value: 63.35268345563588
+    - type: cos_sim_spearman
+      value: 66.99661626042061
+    - type: euclidean_pearson
+      value: 65.85589122857066
+    - type: euclidean_spearman
+      value: 66.99661626042061
+    - type: manhattan_pearson
+      value: 66.78454301512294
+    - type: manhattan_spearman
+      value: 67.17570330149233
+  - task:
+      type: STS
+    dataset:
+      type: mteb/sts22-crosslingual-sts
+      name: MTEB STS22 (pl)
+      config: pl
+      split: test
+      revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
+    metrics:
+    - type: cos_sim_pearson
+      value: 33.36599908204445
+    - type: cos_sim_spearman
+      value: 39.20768331939503
+    - type: euclidean_pearson
+      value: 22.16066769530468
+    - type: euclidean_spearman
+      value: 39.20768331939503
+    - type: manhattan_pearson
+      value: 22.386053195546022
+    - type: manhattan_spearman
+      value: 39.70172817465986
+  - task:
+      type: STS
+    dataset:
+      type: mteb/sts22-crosslingual-sts
+      name: MTEB STS22 (tr)
+      config: tr
+      split: test
+      revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
+    metrics:
+    - type: cos_sim_pearson
+      value: 63.06813956986753
+    - type: cos_sim_spearman
+      value: 68.72065117995668
+    - type: euclidean_pearson
+      value: 66.97373456344194
+    - type: euclidean_spearman
+      value: 68.72065117995668
+    - type: manhattan_pearson
+      value: 67.34907265771595
+    - type: manhattan_spearman
+      value: 68.73705769957843
+  - task:
+      type: STS
+    dataset:
+      type: mteb/sts22-crosslingual-sts
+      name: MTEB STS22 (ar)
+      config: ar
+      split: test
+      revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
+    metrics:
+    - type: cos_sim_pearson
+      value: 47.17664865207108
+    - type: cos_sim_spearman
+      value: 54.115568323148864
+    - type: euclidean_pearson
+      value: 48.56418162879182
+    - type: euclidean_spearman
+      value: 54.115568323148864
+    - type: manhattan_pearson
+      value: 48.85951643453165
+    - type: manhattan_spearman
+      value: 54.13599784169052
+  - task:
+      type: STS
+    dataset:
+      type: mteb/sts22-crosslingual-sts
+      name: MTEB STS22 (ru)
+      config: ru
+      split: test
+      revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
+    metrics:
+    - type: cos_sim_pearson
+      value: 55.87514136275987
+    - type: cos_sim_spearman
+      value: 60.82923573674973
+    - type: euclidean_pearson
+      value: 53.724183308215615
+    - type: euclidean_spearman
+      value: 60.82923573674973
+    - type: manhattan_pearson
+      value: 53.954305573102445
+    - type: manhattan_spearman
+      value: 60.957483900644526
+  - task:
+      type: STS
+    dataset:
+      type: mteb/sts22-crosslingual-sts
+      name: MTEB STS22 (zh)
+      config: zh
+      split: test
+      revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
+    metrics:
+    - type: cos_sim_pearson
+      value: 59.55001413648593
+    - type: cos_sim_spearman
+      value: 63.395777040381276
+    - type: euclidean_pearson
+      value: 59.869972550293305
+    - type: euclidean_spearman
+      value: 63.395777040381276
+    - type: manhattan_pearson
+      value: 61.16195496847885
+    - type: manhattan_spearman
+      value: 63.41968682525581
+  - task:
+      type: STS
+    dataset:
+      type: mteb/sts22-crosslingual-sts
+      name: MTEB STS22 (fr)
+      config: fr
+      split: test
+      revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
+    metrics:
+    - type: cos_sim_pearson
+      value: 79.13334972675852
+    - type: cos_sim_spearman
+      value: 79.86263136371802
+    - type: euclidean_pearson
+      value: 78.2433603592541
+    - type: euclidean_spearman
+      value: 79.86263136371802
+    - type: manhattan_pearson
+      value: 78.87337106318412
+    - type: manhattan_spearman
+      value: 80.31230584758441
+  - task:
+      type: STS
+    dataset:
+      type: mteb/sts22-crosslingual-sts
+      name: MTEB STS22 (de-en)
+      config: de-en
+      split: test
+      revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
+    metrics:
+    - type: cos_sim_pearson
+      value: 63.559700748242356
+    - type: cos_sim_spearman
+      value: 60.92342109509558
+    - type: euclidean_pearson
+      value: 66.07256437521119
+    - type: euclidean_spearman
+      value: 60.92342109509558
+    - type: manhattan_pearson
+      value: 67.72769744612663
+    - type: manhattan_spearman
+      value: 59.64714507774168
+  - task:
+      type: STS
+    dataset:
+      type: mteb/sts22-crosslingual-sts
+      name: MTEB STS22 (es-en)
+      config: es-en
+      split: test
+      revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
+    metrics:
+    - type: cos_sim_pearson
+      value: 73.93491616145891
+    - type: cos_sim_spearman
+      value: 75.84242594400156
+    - type: euclidean_pearson
+      value: 74.87279745626121
+    - type: euclidean_spearman
+      value: 75.84242594400156
+    - type: manhattan_pearson
+      value: 76.47764144677505
+    - type: manhattan_spearman
+      value: 77.08411157845183
+  - task:
+      type: STS
+    dataset:
+      type: mteb/sts22-crosslingual-sts
+      name: MTEB STS22 (it)
+      config: it
+      split: test
+      revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
+    metrics:
+    - type: cos_sim_pearson
+      value: 72.75624124540954
+    - type: cos_sim_spearman
+      value: 75.8667941654703
+    - type: euclidean_pearson
+      value: 73.74314588451925
+    - type: euclidean_spearman
+      value: 75.8667941654703
+    - type: manhattan_pearson
+      value: 73.99641425871518
+    - type: manhattan_spearman
+      value: 76.1982840205817
+  - task:
+      type: STS
+    dataset:
+      type: mteb/sts22-crosslingual-sts
+      name: MTEB STS22 (pl-en)
+      config: pl-en
+      split: test
+      revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
+    metrics:
+    - type: cos_sim_pearson
+      value: 75.20898141298767
+    - type: cos_sim_spearman
+      value: 73.18060375331436
+    - type: euclidean_pearson
+      value: 75.44489280944619
+    - type: euclidean_spearman
+      value: 73.18060375331436
+    - type: manhattan_pearson
+      value: 75.65451039552286
+    - type: manhattan_spearman
+      value: 72.97744006123156
+  - task:
+      type: STS
+    dataset:
+      type: mteb/sts22-crosslingual-sts
+      name: MTEB STS22 (zh-en)
+      config: zh-en
+      split: test
+      revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
+    metrics:
+    - type: cos_sim_pearson
+      value: 72.04278252247816
+    - type: cos_sim_spearman
+      value: 71.8846446821539
+    - type: euclidean_pearson
+      value: 73.16043307050612
+    - type: euclidean_spearman
+      value: 71.8846446821539
+    - type: manhattan_pearson
+      value: 74.76905116839777
+    - type: manhattan_spearman
+      value: 72.66237093518471
+  - task:
+      type: STS
+    dataset:
+      type: mteb/sts22-crosslingual-sts
+      name: MTEB STS22 (es-it)
+      config: es-it
+      split: test
+      revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
+    metrics:
+    - type: cos_sim_pearson
+      value: 71.71033173838558
+    - type: cos_sim_spearman
+      value: 75.043122881885
+    - type: euclidean_pearson
+      value: 72.77579680345087
+    - type: euclidean_spearman
+      value: 75.043122881885
+    - type: manhattan_pearson
+      value: 72.99901534854922
+    - type: manhattan_spearman
+      value: 75.15418335015957
+  - task:
+      type: STS
+    dataset:
+      type: mteb/sts22-crosslingual-sts
+      name: MTEB STS22 (de-fr)
+      config: de-fr
+      split: test
+      revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
+    metrics:
+    - type: cos_sim_pearson
+      value: 55.75733447190482
+    - type: cos_sim_spearman
+      value: 61.38968334176681
+    - type: euclidean_pearson
+      value: 55.479231520643744
+    - type: euclidean_spearman
+      value: 61.38968334176681
+    - type: manhattan_pearson
+      value: 56.05230571465244
+    - type: manhattan_spearman
+      value: 62.69383054007398
+  - task:
+      type: STS
+    dataset:
+      type: mteb/sts22-crosslingual-sts
+      name: MTEB STS22 (de-pl)
+      config: de-pl
+      split: test
+      revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
+    metrics:
+    - type: cos_sim_pearson
+      value: 41.72244325050302
+    - type: cos_sim_spearman
+      value: 54.47476909084119
+    - type: euclidean_pearson
+      value: 43.94629756436873
+    - type: euclidean_spearman
+      value: 54.47476909084119
+    - type: manhattan_pearson
+      value: 46.36533046394657
+    - type: manhattan_spearman
+      value: 54.87509243633636
+  - task:
+      type: STS
+    dataset:
+      type: mteb/sts22-crosslingual-sts
+      name: MTEB STS22 (fr-pl)
+      config: fr-pl
+      split: test
+      revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
+    metrics:
+    - type: cos_sim_pearson
+      value: 70.75183711835146
     - type: cos_sim_spearman
-      value: 66.97079949935386
+      value: 84.51542547285167
     - type: euclidean_pearson
-      value: 68.19500839554337
+      value: 71.84188960126669
     - type: euclidean_spearman
-      value: 66.97079949935386
+      value: 84.51542547285167
     - type: manhattan_pearson
-      value: 68.39083341409233
+      value: 73.94847166379994
     - type: manhattan_spearman
-      value: 67.09308082453076
+      value: 84.51542547285167
   - task:
       type: STS
     dataset:
@@ -5381,4 +5948,4 @@ Different versions of `transformers` and `pytorch` could cause negligible but no
 
 Using this model for inputs longer than 4096 tokens is not recommended.
 
-This model's multilingual capability is still inferior to [multilingual-e5-large](https://huggingface.co/intfloat/multilingual-e5-large) for most cases.
+This model's multilingual capability is still inferior to [multilingual-e5-large](https://huggingface.co/intfloat/multilingual-e5-large) for some cases.