Skip to Main Content
Table 15: 

Audit results for a sample of 100 sentences from OSCAR for each language, compared to the number of sentences available in the dataset. If fewer than 100 sentences were available, all sentences were audited language codes are as originally published. Length is measured in number of characters. Languages with less than 20% correct sentences are boldfaced.

CCCCSCBWLNLporn# sentencesavg length
diq 100.00% 100.00% 0.00% 0.00% 0.00% 0.00% 0.00% 131.00 
bcl 0.00% 0.00% 0.00% 0.00% 0.00% 100.00% 0.00% 623.00 
cbk 0.00% 0.00% 0.00% 0.00% 100.00% 0.00% 0.00% 519.00 
pam 100.00% 100.00% 0.00% 0.00% 0.00% 0.00% 0.00% 139.00 
bar 25.00% 25.00% 0.00% 0.00% 0.00% 75.00% 0.00% 53.50 
myv 100.00% 100.00% 0.00% 0.00% 0.00% 0.00% 0.00% 127.00 
yue 0.00% 0.00% 0.00% 0.00% 57.14% 42.86% 0.00% 177.00 
mwl 57.14% 57.14% 0.00% 0.00% 42.86% 0.00% 0.00% 141.00 
frr 0.00% 0.00% 0.00% 0.00% 0.00% 100.00% 0.00% 231.56 
ht 30.00% 30.00% 0.00% 0.00% 0.00% 70.00% 0.00% 10 329.10 
ie 30.00% 30.00% 0.00% 0.00% 30.00% 40.00% 0.00% 11 121.70 
scn 100.00% 100.00% 0.00% 0.00% 0.00% 0.00% 0.00% 17 155.59 
tyv 96.15% 96.15% 0.00% 0.00% 0.00% 3.85% 0.00% 26 167.96 
mai 79.31% 75.86% 0.00% 3.45% 20.69% 0.00% 0.00% 29 141.17 
bxr 100.00% 100.00% 0.00% 0.00% 0.00% 0.00% 0.00% 37 160.76 
dsb 100.00% 97.56% 0.00% 2.44% 0.00% 0.00% 0.00% 41 155.15 
so 0.00% 0.00% 0.00% 0.00% 28.57% 71.43% 0.00% 42 208.24 
rm 100.00% 100.00% 0.00% 0.00% 0.00% 0.00% 0.00% 47 137.66 
nah 100.00% 96.67% 0.00% 3.33% 0.00% 0.00% 0.00% 60 164.53 
nap 0.00% 0.00% 0.00% 0.00% 0.00% 100.00% 0.00% 61 152.11 
yo 98.46% 96.92% 0.00% 1.54% 1.54% 0.00% 0.00% 64 281.57 
gn 81.48% 81.48% 0.00% 0.00% 2.47% 16.05% 0.00% 81 234.95 
vec 91.36% 91.36% 0.00% 0.00% 0.00% 8.64% 0.00% 81 184.90 
kw 91.57% 90.36% 0.00% 1.20% 3.61% 4.82% 0.00% 83 162.75 
wuu 0.00% 0.00% 0.00% 0.00% 98.84% 1.16% 0.00% 86 157.15 
eml 42.57% 42.57% 0.00% 0.00% 0.00% 57.43% 0.00% 104 177.88 
bh 89.42% 21.15% 0.00% 68.27% 1.92% 8.65% 0.00% 104 137.17 
min 64.00% 6.00% 0.00% 58.00% 27.00% 9.00% 0.00% 180 649.85 
qu 100.00% 98.97% 0.00% 1.03% 0.00% 0.00% 0.00% 425 167.27 
su 99.00% 99.00% 0.00% 0.00% 0.00% 1.00% 0.00% 676 221.00 
jv 97.00% 86.00% 0.00% 11.00% 1.00% 2.00% 0.00% 2350 203.08 
als 93.00% 93.00% 0.00% 0.00% 6.00% 1.00% 0.00% 7997 375.44 
la 98.00% 98.00% 0.00% 0.00% 2.00% 0.00% 0.00% 33838 224.11 
uz 98.00% 98.00% 0.00% 0.00% 2.00% 0.00% 0.00% 34244 369.99 
nds 97.03% 95.05% 0.00% 1.98% 2.97% 0.00% 0.00% 35032 344.74 
sw 98.00% 98.00% 0.00% 0.00% 0.00% 2.00% 0.00% 40066 196.70 
br 100.00% 96.00% 0.00% 4.00% 0.00% 0.00% 0.00% 61941 239.56 
fy 97.00% 97.00% 0.00% 0.00% 2.00% 1.00% 0.00% 67762 340.23 
am 81.09% 79.10% 0.00% 1.99% 18.91% 0.00% 0.00% 287142 267.43 
af 100.00% 100.00% 0.00% 0.00% 0.00% 0.00% 0.00% 517353 339.18 
eu 100.00% 98.00% 0.00% 2.00% 0.00% 0.00% 0.00% 1099498 330.93 
mn 98.00% 94.00% 0.00% 4.00% 2.00% 0.00% 0.00% 1430527 309.94 
te 98.99% 93.94% 1.01% 4.04% 0.00% 1.01% 1.01% 1685185 412.31 
kk 100.00% 100.00% 0.00% 0.00% 0.00% 0.00% 0.00% 2719851 318.93 
ca 99.00% 91.00% 0.00% 8.00% 1.00% 0.00% 0.00% 13292843 333.38 
nl 98.00% 94.00% 2.00% 2.00% 2.00% 0.00% 4.00% 126067610 305.01 
it 87.13% 71.29% 1.98% 13.86% 11.88% 0.99% 1.98% 210348435 393.66 
zh 100.00% 97.00% 0.00% 3.00% 0.00% 0.00% 1.00% 232673578 195.60 
fr 100.00% 93.00% 0.00% 7.00% 0.00% 0.00% 5.00% 461349575 306.62 
es 100.00% 94.00% 0.00% 6.00% 0.00% 0.00% 3.00% 488616724 268.07 
en 99.00% 96.00% 0.00% 3.00% 0.00% 1.00% 1.00% 3809525119 364.65 
CCCCSCBWLNLporn# sentencesavg length
diq 100.00% 100.00% 0.00% 0.00% 0.00% 0.00% 0.00% 131.00 
bcl 0.00% 0.00% 0.00% 0.00% 0.00% 100.00% 0.00% 623.00 
cbk 0.00% 0.00% 0.00% 0.00% 100.00% 0.00% 0.00% 519.00 
pam 100.00% 100.00% 0.00% 0.00% 0.00% 0.00% 0.00% 139.00 
bar 25.00% 25.00% 0.00% 0.00% 0.00% 75.00% 0.00% 53.50 
myv 100.00% 100.00% 0.00% 0.00% 0.00% 0.00% 0.00% 127.00 
yue 0.00% 0.00% 0.00% 0.00% 57.14% 42.86% 0.00% 177.00 
mwl 57.14% 57.14% 0.00% 0.00% 42.86% 0.00% 0.00% 141.00 
frr 0.00% 0.00% 0.00% 0.00% 0.00% 100.00% 0.00% 231.56 
ht 30.00% 30.00% 0.00% 0.00% 0.00% 70.00% 0.00% 10 329.10 
ie 30.00% 30.00% 0.00% 0.00% 30.00% 40.00% 0.00% 11 121.70 
scn 100.00% 100.00% 0.00% 0.00% 0.00% 0.00% 0.00% 17 155.59 
tyv 96.15% 96.15% 0.00% 0.00% 0.00% 3.85% 0.00% 26 167.96 
mai 79.31% 75.86% 0.00% 3.45% 20.69% 0.00% 0.00% 29 141.17 
bxr 100.00% 100.00% 0.00% 0.00% 0.00% 0.00% 0.00% 37 160.76 
dsb 100.00% 97.56% 0.00% 2.44% 0.00% 0.00% 0.00% 41 155.15 
so 0.00% 0.00% 0.00% 0.00% 28.57% 71.43% 0.00% 42 208.24 
rm 100.00% 100.00% 0.00% 0.00% 0.00% 0.00% 0.00% 47 137.66 
nah 100.00% 96.67% 0.00% 3.33% 0.00% 0.00% 0.00% 60 164.53 
nap 0.00% 0.00% 0.00% 0.00% 0.00% 100.00% 0.00% 61 152.11 
yo 98.46% 96.92% 0.00% 1.54% 1.54% 0.00% 0.00% 64 281.57 
gn 81.48% 81.48% 0.00% 0.00% 2.47% 16.05% 0.00% 81 234.95 
vec 91.36% 91.36% 0.00% 0.00% 0.00% 8.64% 0.00% 81 184.90 
kw 91.57% 90.36% 0.00% 1.20% 3.61% 4.82% 0.00% 83 162.75 
wuu 0.00% 0.00% 0.00% 0.00% 98.84% 1.16% 0.00% 86 157.15 
eml 42.57% 42.57% 0.00% 0.00% 0.00% 57.43% 0.00% 104 177.88 
bh 89.42% 21.15% 0.00% 68.27% 1.92% 8.65% 0.00% 104 137.17 
min 64.00% 6.00% 0.00% 58.00% 27.00% 9.00% 0.00% 180 649.85 
qu 100.00% 98.97% 0.00% 1.03% 0.00% 0.00% 0.00% 425 167.27 
su 99.00% 99.00% 0.00% 0.00% 0.00% 1.00% 0.00% 676 221.00 
jv 97.00% 86.00% 0.00% 11.00% 1.00% 2.00% 0.00% 2350 203.08 
als 93.00% 93.00% 0.00% 0.00% 6.00% 1.00% 0.00% 7997 375.44 
la 98.00% 98.00% 0.00% 0.00% 2.00% 0.00% 0.00% 33838 224.11 
uz 98.00% 98.00% 0.00% 0.00% 2.00% 0.00% 0.00% 34244 369.99 
nds 97.03% 95.05% 0.00% 1.98% 2.97% 0.00% 0.00% 35032 344.74 
sw 98.00% 98.00% 0.00% 0.00% 0.00% 2.00% 0.00% 40066 196.70 
br 100.00% 96.00% 0.00% 4.00% 0.00% 0.00% 0.00% 61941 239.56 
fy 97.00% 97.00% 0.00% 0.00% 2.00% 1.00% 0.00% 67762 340.23 
am 81.09% 79.10% 0.00% 1.99% 18.91% 0.00% 0.00% 287142 267.43 
af 100.00% 100.00% 0.00% 0.00% 0.00% 0.00% 0.00% 517353 339.18 
eu 100.00% 98.00% 0.00% 2.00% 0.00% 0.00% 0.00% 1099498 330.93 
mn 98.00% 94.00% 0.00% 4.00% 2.00% 0.00% 0.00% 1430527 309.94 
te 98.99% 93.94% 1.01% 4.04% 0.00% 1.01% 1.01% 1685185 412.31 
kk 100.00% 100.00% 0.00% 0.00% 0.00% 0.00% 0.00% 2719851 318.93 
ca 99.00% 91.00% 0.00% 8.00% 1.00% 0.00% 0.00% 13292843 333.38 
nl 98.00% 94.00% 2.00% 2.00% 2.00% 0.00% 4.00% 126067610 305.01 
it 87.13% 71.29% 1.98% 13.86% 11.88% 0.99% 1.98% 210348435 393.66 
zh 100.00% 97.00% 0.00% 3.00% 0.00% 0.00% 1.00% 232673578 195.60 
fr 100.00% 93.00% 0.00% 7.00% 0.00% 0.00% 5.00% 461349575 306.62 
es 100.00% 94.00% 0.00% 6.00% 0.00% 0.00% 3.00% 488616724 268.07 
en 99.00% 96.00% 0.00% 3.00% 0.00% 1.00% 1.00% 3809525119 364.65 
Close Modal

or Create an Account

Close Modal
Close Modal