Adding Evaluation Results

README.md

@@ -1,5 +1,4 @@
 ---
-license: bigscience-bloom-rail-1.0
 language:
 - ak
 - ar
@@ -49,6 +48,7 @@ language:
 - zhs
 - zht
 - zu
+license: bigscience-bloom-rail-1.0
 pipeline_tag: text-generation
 model-index:
 - name: bloom
@@ -60,9 +60,9 @@ model-index:
       name: arc_challenge
       type: arc_challenge
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.27986348122866894
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -71,9 +71,9 @@ model-index:
       name: arc_easy
       type: arc_easy
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.5946969696969697
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -82,9 +82,9 @@ model-index:
       name: axb
       type: axb
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.4433876811594203
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -93,9 +93,9 @@ model-index:
       name: axg
       type: axg
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.5
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -104,9 +104,9 @@ model-index:
       name: boolq
       type: boolq
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.6165137614678899
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -115,9 +115,9 @@ model-index:
       name: cb
       type: cb
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.30357142857142855
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -126,9 +126,9 @@ model-index:
       name: cola
       type: cola
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.610738255033557
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -137,9 +137,9 @@ model-index:
       name: copa
       type: copa
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.63
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -148,9 +148,9 @@ model-index:
       name: crows_pairs_english
       type: crows_pairs_english
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.4973166368515206
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -159,9 +159,9 @@ model-index:
       name: crows_pairs_french
       type: crows_pairs_french
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.5032796660703638
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -170,9 +170,9 @@ model-index:
       name: diabla
       type: diabla
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.28888308977035493
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -181,9 +181,9 @@ model-index:
       name: gsarti/flores_101_afr
       type: gsarti/flores_101_afr
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 6.500798737976343
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -192,9 +192,9 @@ model-index:
       name: gsarti/flores_101_amh
       type: gsarti/flores_101_amh
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 3.9726863338897145
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -203,9 +203,9 @@ model-index:
       name: gsarti/flores_101_ara
       type: gsarti/flores_101_ara
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 1.8083841089875814
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -214,9 +214,9 @@ model-index:
       name: gsarti/flores_101_asm
       type: gsarti/flores_101_asm
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 5.699102962086425
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -225,9 +225,9 @@ model-index:
       name: gsarti/flores_101_ast
       type: gsarti/flores_101_ast
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 3.9252047073429384
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -236,9 +236,9 @@ model-index:
       name: gsarti/flores_101_azj
       type: gsarti/flores_101_azj
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 6.942805054270002
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -247,9 +247,9 @@ model-index:
       name: gsarti/flores_101_bel
       type: gsarti/flores_101_bel
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 3.614136245847082
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -258,9 +258,9 @@ model-index:
       name: gsarti/flores_101_ben
       type: gsarti/flores_101_ben
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 5.121491534300969
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -269,9 +269,9 @@ model-index:
       name: gsarti/flores_101_bos
       type: gsarti/flores_101_bos
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 5.653353469118798
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -280,9 +280,9 @@ model-index:
       name: gsarti/flores_101_bul
       type: gsarti/flores_101_bul
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 2.7014693938055068
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -291,9 +291,9 @@ model-index:
       name: gsarti/flores_101_cat
       type: gsarti/flores_101_cat
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 2.305190041967345
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -302,9 +302,9 @@ model-index:
       name: gsarti/flores_101_ceb
       type: gsarti/flores_101_ceb
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 6.291000321323428
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -313,9 +313,9 @@ model-index:
       name: gsarti/flores_101_ces
       type: gsarti/flores_101_ces
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 5.447322753586386
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -324,9 +324,9 @@ model-index:
       name: gsarti/flores_101_ckb
       type: gsarti/flores_101_ckb
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 3.7255124939234765
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -335,9 +335,9 @@ model-index:
       name: gsarti/flores_101_cym
       type: gsarti/flores_101_cym
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 12.539424151448149
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -346,9 +346,9 @@ model-index:
       name: gsarti/flores_101_dan
       type: gsarti/flores_101_dan
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 5.183309001005672
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -357,9 +357,9 @@ model-index:
       name: gsarti/flores_101_deu
       type: gsarti/flores_101_deu
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 3.1180422286591347
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -368,9 +368,9 @@ model-index:
       name: gsarti/flores_101_ell
       type: gsarti/flores_101_ell
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 2.467943456164706
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -379,9 +379,9 @@ model-index:
       name: gsarti/flores_101_eng
       type: gsarti/flores_101_eng
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 2.018740628193298
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -390,9 +390,9 @@ model-index:
       name: gsarti/flores_101_est
       type: gsarti/flores_101_est
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 9.11654425176368
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -401,9 +401,9 @@ model-index:
       name: gsarti/flores_101_fas
       type: gsarti/flores_101_fas
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 3.058009097116482
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -412,9 +412,9 @@ model-index:
       name: gsarti/flores_101_fin
       type: gsarti/flores_101_fin
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 6.847047959628553
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -423,9 +423,9 @@ model-index:
       name: gsarti/flores_101_fra
       type: gsarti/flores_101_fra
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 1.9975177011840075
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -434,9 +434,9 @@ model-index:
       name: gsarti/flores_101_ful
       type: gsarti/flores_101_ful
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 11.465912731488828
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -445,9 +445,9 @@ model-index:
       name: gsarti/flores_101_gle
       type: gsarti/flores_101_gle
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 8.681491663539422
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -456,9 +456,9 @@ model-index:
       name: gsarti/flores_101_glg
       type: gsarti/flores_101_glg
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 3.029991089015508
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -467,9 +467,9 @@ model-index:
       name: gsarti/flores_101_guj
       type: gsarti/flores_101_guj
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 4.955224230286231
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -478,9 +478,9 @@ model-index:
       name: gsarti/flores_101_hau
       type: gsarti/flores_101_hau
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 10.758347356372159
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -489,9 +489,9 @@ model-index:
       name: gsarti/flores_101_heb
       type: gsarti/flores_101_heb
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 3.6004478129801667
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -500,9 +500,9 @@ model-index:
       name: gsarti/flores_101_hin
       type: gsarti/flores_101_hin
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 4.712530650588064
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -511,9 +511,9 @@ model-index:
       name: gsarti/flores_101_hrv
       type: gsarti/flores_101_hrv
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 5.822418943372185
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -522,9 +522,9 @@ model-index:
       name: gsarti/flores_101_hun
       type: gsarti/flores_101_hun
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 6.440482646965992
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -533,9 +533,9 @@ model-index:
       name: gsarti/flores_101_hye
       type: gsarti/flores_101_hye
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 3.657718918347166
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -544,9 +544,9 @@ model-index:
       name: gsarti/flores_101_ibo
       type: gsarti/flores_101_ibo
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 5.564814003872672
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -555,9 +555,9 @@ model-index:
       name: gsarti/flores_101_ind
       type: gsarti/flores_101_ind
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 2.1597101468869373
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -566,9 +566,9 @@ model-index:
       name: gsarti/flores_101_isl
       type: gsarti/flores_101_isl
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 8.082349269518136
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -577,9 +577,9 @@ model-index:
       name: gsarti/flores_101_ita
       type: gsarti/flores_101_ita
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 2.9687591414176207
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -588,9 +588,9 @@ model-index:
       name: gsarti/flores_101_jav
       type: gsarti/flores_101_jav
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 7.0573805415708994
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -599,9 +599,9 @@ model-index:
       name: gsarti/flores_101_jpn
       type: gsarti/flores_101_jpn
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 2.7758864197116933
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -610,9 +610,9 @@ model-index:
       name: gsarti/flores_101_kam
       type: gsarti/flores_101_kam
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 11.072949642861332
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -621,9 +621,9 @@ model-index:
       name: gsarti/flores_101_kan
       type: gsarti/flores_101_kan
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 5.551730651007082
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -632,9 +632,9 @@ model-index:
       name: gsarti/flores_101_kat
       type: gsarti/flores_101_kat
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 2.522630524283745
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -643,9 +643,9 @@ model-index:
       name: gsarti/flores_101_kaz
       type: gsarti/flores_101_kaz
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 3.3901748516975574
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -654,9 +654,9 @@ model-index:
       name: gsarti/flores_101_kea
       type: gsarti/flores_101_kea
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 8.918534182590863
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -665,9 +665,9 @@ model-index:
       name: gsarti/flores_101_kir
       type: gsarti/flores_101_kir
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 3.729278369847201
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -676,9 +676,9 @@ model-index:
       name: gsarti/flores_101_kor
       type: gsarti/flores_101_kor
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 3.932884847226212
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -687,9 +687,9 @@ model-index:
       name: gsarti/flores_101_lao
       type: gsarti/flores_101_lao
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 2.9077314760849924
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -698,9 +698,9 @@ model-index:
       name: gsarti/flores_101_lav
       type: gsarti/flores_101_lav
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 7.777221919194806
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -709,9 +709,9 @@ model-index:
       name: gsarti/flores_101_lin
       type: gsarti/flores_101_lin
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 7.524842908050988
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -720,9 +720,9 @@ model-index:
       name: gsarti/flores_101_lit
       type: gsarti/flores_101_lit
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 7.369179434621725
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -731,9 +731,9 @@ model-index:
       name: gsarti/flores_101_ltz
       type: gsarti/flores_101_ltz
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 8.801059747949214
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -742,9 +742,9 @@ model-index:
       name: gsarti/flores_101_lug
       type: gsarti/flores_101_lug
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 8.483203026364786
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -753,9 +753,9 @@ model-index:
       name: gsarti/flores_101_luo
       type: gsarti/flores_101_luo
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 11.975963093623681
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -764,9 +764,9 @@ model-index:
       name: gsarti/flores_101_mal
       type: gsarti/flores_101_mal
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 4.615948455160037
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -775,9 +775,9 @@ model-index:
       name: gsarti/flores_101_mar
       type: gsarti/flores_101_mar
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 5.483253482821379
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -786,9 +786,9 @@ model-index:
       name: gsarti/flores_101_mkd
       type: gsarti/flores_101_mkd
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 2.9656732291754087
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -797,9 +797,9 @@ model-index:
       name: gsarti/flores_101_mlt
       type: gsarti/flores_101_mlt
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 15.004773437665275
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -808,9 +808,9 @@ model-index:
       name: gsarti/flores_101_mon
       type: gsarti/flores_101_mon
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 3.410598542315402
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -819,9 +819,9 @@ model-index:
       name: gsarti/flores_101_mri
       type: gsarti/flores_101_mri
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 7.474035895661322
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -830,9 +830,9 @@ model-index:
       name: gsarti/flores_101_msa
       type: gsarti/flores_101_msa
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 2.5710001772665634
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -841,9 +841,9 @@ model-index:
       name: gsarti/flores_101_mya
       type: gsarti/flores_101_mya
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 2.413577969878331
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -852,9 +852,9 @@ model-index:
       name: gsarti/flores_101_nld
       type: gsarti/flores_101_nld
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 4.127831721885065
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -863,9 +863,9 @@ model-index:
       name: gsarti/flores_101_nob
       type: gsarti/flores_101_nob
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 5.402763169129877
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -874,9 +874,9 @@ model-index:
       name: gsarti/flores_101_npi
       type: gsarti/flores_101_npi
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 5.199342701937889
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -885,9 +885,9 @@ model-index:
       name: gsarti/flores_101_nso
       type: gsarti/flores_101_nso
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 8.154626800955667
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -896,9 +896,9 @@ model-index:
       name: gsarti/flores_101_nya
       type: gsarti/flores_101_nya
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 8.179860208369393
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -907,9 +907,9 @@ model-index:
       name: gsarti/flores_101_oci
       type: gsarti/flores_101_oci
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 4.8617357393685845
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -918,9 +918,9 @@ model-index:
       name: gsarti/flores_101_orm
       type: gsarti/flores_101_orm
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 12.911595421079408
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -929,9 +929,9 @@ model-index:
       name: gsarti/flores_101_ory
       type: gsarti/flores_101_ory
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 5.189421861225964
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -940,9 +940,9 @@ model-index:
       name: gsarti/flores_101_pan
       type: gsarti/flores_101_pan
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 4.698477289331806
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -951,9 +951,9 @@ model-index:
       name: gsarti/flores_101_pol
       type: gsarti/flores_101_pol
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 4.625550458479643
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -962,9 +962,9 @@ model-index:
       name: gsarti/flores_101_por
       type: gsarti/flores_101_por
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 1.9754515986213523
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -973,9 +973,9 @@ model-index:
       name: gsarti/flores_101_pus
       type: gsarti/flores_101_pus
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 4.4963371422771585
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -984,9 +984,9 @@ model-index:
       name: gsarti/flores_101_ron
       type: gsarti/flores_101_ron
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 4.965456830031304
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -995,9 +995,9 @@ model-index:
       name: gsarti/flores_101_rus
       type: gsarti/flores_101_rus
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 2.0498020542445303
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -1006,9 +1006,9 @@ model-index:
       name: gsarti/flores_101_slk
       type: gsarti/flores_101_slk
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 6.450822127057479
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -1017,9 +1017,9 @@ model-index:
       name: gsarti/flores_101_slv
       type: gsarti/flores_101_slv
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 6.620252120186232
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -1028,9 +1028,9 @@ model-index:
       name: gsarti/flores_101_sna
       type: gsarti/flores_101_sna
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 8.462166771382726
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -1039,9 +1039,9 @@ model-index:
       name: gsarti/flores_101_snd
       type: gsarti/flores_101_snd
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 5.466066951221973
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -1050,9 +1050,9 @@ model-index:
       name: gsarti/flores_101_som
       type: gsarti/flores_101_som
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 11.95918054093392
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -1061,9 +1061,9 @@ model-index:
       name: gsarti/flores_101_spa
       type: gsarti/flores_101_spa
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 1.8965140104323535
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -1072,9 +1072,9 @@ model-index:
       name: gsarti/flores_101_srp
       type: gsarti/flores_101_srp
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 2.871214785885079
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -1083,9 +1083,9 @@ model-index:
       name: gsarti/flores_101_swe
       type: gsarti/flores_101_swe
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 5.054972008155866
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -1094,9 +1094,9 @@ model-index:
       name: gsarti/flores_101_swh
       type: gsarti/flores_101_swh
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 3.6973091886730676
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -1105,9 +1105,9 @@ model-index:
       name: gsarti/flores_101_tam
       type: gsarti/flores_101_tam
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 4.539493400469833
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -1116,9 +1116,9 @@ model-index:
       name: gsarti/flores_101_tel
       type: gsarti/flores_101_tel
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 5.807499987508966
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -1127,9 +1127,9 @@ model-index:
       name: gsarti/flores_101_tgk
       type: gsarti/flores_101_tgk
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 3.5994818827380426
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -1138,9 +1138,9 @@ model-index:
       name: gsarti/flores_101_tgl
       type: gsarti/flores_101_tgl
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 5.667053833119858
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -1149,9 +1149,9 @@ model-index:
       name: gsarti/flores_101_tha
       type: gsarti/flores_101_tha
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 2.365940201944242
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -1160,9 +1160,9 @@ model-index:
       name: gsarti/flores_101_tur
       type: gsarti/flores_101_tur
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 4.885014749844601
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -1171,9 +1171,9 @@ model-index:
       name: gsarti/flores_101_ukr
       type: gsarti/flores_101_ukr
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 2.7240934990288483
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -1182,9 +1182,9 @@ model-index:
       name: gsarti/flores_101_umb
       type: gsarti/flores_101_umb
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 12.766915508610673
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -1193,9 +1193,9 @@ model-index:
       name: gsarti/flores_101_urd
       type: gsarti/flores_101_urd
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 1.9797467071381232
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -1204,9 +1204,9 @@ model-index:
       name: gsarti/flores_101_uzb
       type: gsarti/flores_101_uzb
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 12.002337637722146
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -1215,9 +1215,9 @@ model-index:
       name: gsarti/flores_101_vie
       type: gsarti/flores_101_vie
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 1.76578415476397
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -1226,9 +1226,9 @@ model-index:
       name: gsarti/flores_101_wol
       type: gsarti/flores_101_wol
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 9.144285650306488
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -1237,9 +1237,9 @@ model-index:
       name: gsarti/flores_101_xho
       type: gsarti/flores_101_xho
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 7.403240538286952
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -1248,9 +1248,9 @@ model-index:
       name: gsarti/flores_101_yor
       type: gsarti/flores_101_yor
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 5.91272037551173
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -1259,9 +1259,9 @@ model-index:
       name: gsarti/flores_101_zho_simpl
       type: gsarti/flores_101_zho_simpl
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 2.2769070822768533
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -1270,9 +1270,9 @@ model-index:
       name: gsarti/flores_101_zho_trad
       type: gsarti/flores_101_zho_trad
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 2.5180582198242383
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -1281,9 +1281,9 @@ model-index:
       name: gsarti/flores_101_zul
       type: gsarti/flores_101_zul
     metrics:
-    - name: byte_perplexity
-      type: byte_perplexity
+    - type: byte_perplexity
       value: 8.53353320693145
+      name: byte_perplexity
       verified: false
   - task:
       type: text-generation
@@ -1292,9 +1292,9 @@ model-index:
       name: headqa
       type: headqa
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.26440554339897887
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -1303,9 +1303,9 @@ model-index:
       name: hellaswag
       type: hellaswag
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.41236805417247563
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -1314,9 +1314,9 @@ model-index:
       name: logiqa
       type: logiqa
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.2073732718894009
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -1325,9 +1325,9 @@ model-index:
       name: mathqa
       type: mathqa
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.24958123953098826
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -1336,9 +1336,9 @@ model-index:
       name: mc_taco
       type: mc_taco
     metrics:
-    - name: em
-      type: em
+    - type: em
       value: 0.11936936936936937
+      name: em
       verified: false
   - task:
       type: text-generation
@@ -1347,9 +1347,9 @@ model-index:
       name: mnli
       type: mnli
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.35496688741721855
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -1358,9 +1358,9 @@ model-index:
       name: mnli_mismatched
       type: mnli_mismatched
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.35211554109031734
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -1369,9 +1369,9 @@ model-index:
       name: mrpc
       type: mrpc
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.5857843137254902
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -1380,9 +1380,9 @@ model-index:
       name: multirc
       type: multirc
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.5375412541254125
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -1391,9 +1391,9 @@ model-index:
       name: openbookqa
       type: openbookqa
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.216
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -1402,9 +1402,9 @@ model-index:
       name: piqa
       type: piqa
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.7078346028291621
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -1413,9 +1413,9 @@ model-index:
       name: prost
       type: prost
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.22683603757472245
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -1424,9 +1424,9 @@ model-index:
       name: pubmedqa
       type: pubmedqa
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.616
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -1435,9 +1435,9 @@ model-index:
       name: qnli
       type: qnli
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.5072304594545122
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -1446,9 +1446,9 @@ model-index:
       name: qqp
       type: qqp
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.3842443729903537
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -1457,9 +1457,9 @@ model-index:
       name: race
       type: race
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.3521531100478469
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -1468,9 +1468,9 @@ model-index:
       name: rte
       type: rte
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.47653429602888087
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -1479,9 +1479,9 @@ model-index:
       name: sciq
       type: sciq
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.892
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -1490,9 +1490,9 @@ model-index:
       name: sst
       type: sst
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.5177752293577982
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -1501,9 +1501,9 @@ model-index:
       name: triviaqa
       type: triviaqa
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.041633518960487934
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -1512,9 +1512,9 @@ model-index:
       name: tydiqa_primary
       type: tydiqa_primary
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.3011337608795236
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -1523,9 +1523,9 @@ model-index:
       name: webqs
       type: webqs
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.01673228346456693
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -1534,9 +1534,9 @@ model-index:
       name: wic
       type: wic
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.5015673981191222
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -1545,9 +1545,9 @@ model-index:
       name: winogrande
       type: winogrande
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.5864246250986582
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -1556,9 +1556,9 @@ model-index:
       name: wnli
       type: wnli
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.471830985915493
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -1567,9 +1567,9 @@ model-index:
       name: wsc
       type: wsc
     metrics:
-    - name: acc
-      type: acc
+    - type: acc
       value: 0.4423076923076923
+      name: acc
       verified: false
   - task:
       type: text-generation
@@ -1578,18 +1578,110 @@ model-index:
       name: humaneval
       type: humaneval
     metrics:
-    - name: pass@1
-      type: pass@1
+    - type: pass@1
       value: 0.15524390243902436
+      name: pass@1
       verified: false
-    - name: pass@10
-      type: pass@10
+    - type: pass@10
       value: 0.3220367632383857
+      name: pass@10
       verified: false
-    - name: pass@100
-      type: pass@100
+    - type: pass@100
       value: 0.5545431515723145
+      name: pass@100
       verified: false
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: IFEval (0-Shot)
+      type: HuggingFaceH4/ifeval
+      args:
+        num_few_shot: 0
+    metrics:
+    - type: inst_level_strict_acc and prompt_level_strict_acc
+      value: 12.71
+      name: strict accuracy
+    source:
+      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=bigscience/bloom-3b
+      name: Open LLM Leaderboard
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: BBH (3-Shot)
+      type: BBH
+      args:
+        num_few_shot: 3
+    metrics:
+    - type: acc_norm
+      value: 3.42
+      name: normalized accuracy
+    source:
+      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=bigscience/bloom-3b
+      name: Open LLM Leaderboard
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: MATH Lvl 5 (4-Shot)
+      type: hendrycks/competition_math
+      args:
+        num_few_shot: 4
+    metrics:
+    - type: exact_match
+      value: 0.08
+      name: exact match
+    source:
+      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=bigscience/bloom-3b
+      name: Open LLM Leaderboard
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: GPQA (0-shot)
+      type: Idavidrein/gpqa
+      args:
+        num_few_shot: 0
+    metrics:
+    - type: acc_norm
+      value: 0.0
+      name: acc_norm
+    source:
+      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=bigscience/bloom-3b
+      name: Open LLM Leaderboard
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: MuSR (0-shot)
+      type: TAUR-Lab/MuSR
+      args:
+        num_few_shot: 0
+    metrics:
+    - type: acc_norm
+      value: 7.89
+      name: acc_norm
+    source:
+      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=bigscience/bloom-3b
+      name: Open LLM Leaderboard
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: MMLU-PRO (5-shot)
+      type: TIGER-Lab/MMLU-Pro
+      config: main
+      split: test
+      args:
+        num_few_shot: 5
+    metrics:
+    - type: acc
+      value: 1.48
+      name: accuracy
+    source:
+      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=bigscience/bloom-3b
+      name: Open LLM Leaderboard
 ---
 
 <h1 style='text-align: center '>BLOOM LM</h1> 
@@ -2240,3 +2332,17 @@ Initial prompting experiments using interim checkpoints: https://huggingface.co/
 
 Margaret Mitchell, Giada Pistilli, Yacine Jernite, Ezinwanne Ozoani, Marissa Gerchick, Nazneen Rajani, Sasha Luccioni, Irene Solaiman, Maraim Masoud, Somaieh Nikpoor, Carlos Muñoz Ferrandis, Stas Bekman, Christopher Akiki, Danish Contractor, David Lansky, Angelina McMillan-Major, Tristan Thrush, Suzana Ilić, Gérard Dupont, Shayne Longpre, Manan Dey, Stella Biderman, Douwe Kiela, Emi Baylor, Teven Le Scao, Aaron Gokaslan, Julien Launay, Niklas Muennighoff
 
+
+# [Open LLM Leaderboard Evaluation Results](https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard)
+Detailed results can be found [here](https://huggingface.co/datasets/open-llm-leaderboard/bigscience__bloom-3b-details)
+
+|      Metric       |Value|
+|-------------------|----:|
+|Avg.               | 4.26|
+|IFEval (0-Shot)    |12.71|
+|BBH (3-Shot)       | 3.42|
+|MATH Lvl 5 (4-Shot)| 0.08|
+|GPQA (0-shot)      | 0.00|
+|MuSR (0-shot)      | 7.89|
+|MMLU-PRO (5-shot)  | 1.48|
+