Audit results for a sample of 100 sentences from CCAligned for each language pair, compared to the number of sentences available in the dataset. If fewer than 100 sentences were available, all sentences were audited. Language codes are as originally published. The length is measured in number of characters and averaged across the audited portion of each corpus. Languages with less than 20% correct sentences are boldfaced.
| . | C . | CC . | CS . | CB . | X . | WL . | NL . | porn . | #sentences . | avg target length . |
|---|---|---|---|---|---|---|---|---|---|---|
| en-sz_PL | 0.00% | 0.00% | 0.00% | 0.00% | 0.00% | 8.33% | 91.67% | 0.00% | 12 | 71.42 |
| en-mt_MT | 3.85% | 0.00% | 3.85% | 0.00% | 50.00% | 26.92% | 19.23% | 0.00% | 26 | 12.58 |
| en-tz_MA | 12.12% | 6.06% | 6.06% | 0.00% | 45.45% | 36.36% | 6.06% | 0.00% | 33 | 57.33 |
| en-zz_TR | 0.00% | 0.00% | 0.00% | 0.00% | 8.82% | 61.76% | 29.41% | 0.00% | 34 | 46.53 |
| en-kg_AO | 1.35% | 0.00% | 1.35% | 0.00% | 14.86% | 2.70% | 81.08% | 0.00% | 74 | 29.20 |
| en-qa_MM | 11.03% | 5.88% | 3.68% | 1.47% | 72.06% | 3.68% | 13.24% | 0.00% | 136 | 55.28 |
| en-bm_ML | 6.04% | 4.03% | 2.01% | 0.00% | 26.85% | 6.71% | 60.40% | 0.00% | 149 | 32.19 |
| en-az_IR | 6.93% | 6.93% | 0.00% | 0.00% | 20.79% | 13.86% | 58.42% | 0.00% | 158 | 115.85 |
| en-qd_MM | 7.92% | 4.95% | 1.98% | 0.99% | 81.19% | 3.96% | 6.93% | 0.00% | 179 | 60.34 |
| en-ay_BO | 51.00% | 33.00% | 18.00% | 0.00% | 29.00% | 3.00% | 17.00% | 0.00% | 475 | 92.19 |
| en-ak_GH | 14.23% | 13.60% | 0.63% | 0.00% | 46.86% | 19.25% | 19.67% | 0.00% | 478 | 45.85 |
| en-st_ZA | 48.57% | 42.14% | 0.00% | 6.43% | 40.71% | 1.43% | 9.29% | 0.00% | 904 | 111.83 |
| en-ve_ZA | 60.40% | 29.70% | 21.78% | 8.91% | 28.71% | 3.96% | 6.93% | 0.00% | 1555 | 82.99 |
| en-ts_ZA | 51.49% | 34.65% | 11.88% | 4.95% | 40.59% | 2.97% | 4.95% | 0.00% | 1967 | 73.93 |
| en-or_IN | 42.61% | 6.09% | 24.35% | 12.17% | 38.26% | 9.57% | 9.57% | 0.00% | 5526 | 71.39 |
| en-ns_ZA | 4.00% | 2.00% | 0.00% | 2.00% | 23.00% | 15.00% | 58.00% | 4.00% | 14138 | 33.52 |
| en-lg_UG | 6.00% | 0.00% | 6.00% | 0.00% | 68.00% | 17.00% | 9.00% | 2.00% | 14701 | 15.83 |
| en-ln_CD | 8.00% | 4.00% | 3.00% | 1.00% | 14.00% | 4.00% | 74.00% | 4.00% | 21562 | 28.80 |
| en-om_KE | 2.00% | 2.00% | 0.00% | 0.00% | 31.00% | 38.00% | 29.00% | 24.00% | 22206 | 23.83 |
| en-ss_SZ | 12.65% | 9.04% | 3.61% | 0.00% | 13.25% | 24.10% | 50.00% | 13.86% | 22960 | 25.30 |
| en-te_IN_rom | 0.00% | 0.00% | 0.00% | 0.00% | 25.00% | 8.00% | 67.00% | 5.00% | 25272 | 24.21 |
| en-cb_IQ | 4.00% | 1.00% | 3.00% | 0.00% | 30.00% | 18.00% | 48.00% | 11.00% | 52297 | 30.04 |
| en-tn_BW | 0.00% | 0.00% | 0.00% | 0.00% | 6.90% | 8.97% | 63.45% | 10.34% | 71253 | 16.80 |
| en-ff_NG | 0.00% | 0.00% | 0.00% | 0.00% | 0.00% | 8.00% | 92.00% | 2.00% | 73022 | 33.59 |
| en-sn_ZW | 5.00% | 1.00% | 3.00% | 1.00% | 81.00% | 14.00% | 0.00% | 0.00% | 86868 | 102.59 |
| en-wo_SN | 0.00% | 0.00% | 0.00% | 0.00% | 1.71% | 3.31% | 94.98% | 18.46% | 88441 | 27.25 |
| en-br_FR | 17.00% | 3.00% | 1.00% | 13.00% | 37.00% | 14.00% | 32.00% | 1.00% | 115128 | 41.68 |
| en-zu_ZA | 55.00% | 39.00% | 3.00% | 13.00% | 30.00% | 7.00% | 8.00% | 3.00% | 126101 | 79.32 |
| en-ku_TR | 36.52% | 12.17% | 13.04% | 11.30% | 33.04% | 28.70% | 1.74% | 1.74% | 137874 | 90.51 |
| en-ig_NG | 58.00% | 49.00% | 3.00% | 6.00% | 29.00% | 12.00% | 1.00% | 0.00% | 148146 | 83.42 |
| en-kn_IN | 46.00% | 9.00% | 6.00% | 31.00% | 46.00% | 2.00% | 5.00% | 4.00% | 163921 | 70.20 |
| en-yo_NG | 34.93% | 6.16% | 10.96% | 17.81% | 34.93% | 12.33% | 17.81% | 0.00% | 175192 | 75.01 |
| en-ky_KG | 44.12% | 24.51% | 17.65% | 1.96% | 33.33% | 22.55% | 0.00% | 0.98% | 240657 | 69.56 |
| en-tg_TJ | 46.08% | 18.63% | 24.51% | 2.94% | 32.35% | 20.59% | 0.98% | 4.90% | 251865 | 75.31 |
| en-ha_NG | 30.00% | 25.00% | 3.00% | 2.00% | 49.00% | 9.00% | 12.00% | 1.00% | 339176 | 60.78 |
| en-am_ET | 59.11% | 35.47% | 2.46% | 21.18% | 37.44% | 2.96% | 0.49% | 0.00% | 346517 | 58.29 |
| en-km_KH | 56.12% | 12.24% | 33.67% | 10.20% | 42.86% | 1.02% | 0.00% | 0.00% | 412381 | 71.35 |
| en-ne_NP | 47.00% | 10.00% | 13.00% | 24.00% | 15.00% | 8.00% | 30.00% | 14.00% | 487155 | 79.14 |
| en-su_ID | 35.00% | 15.00% | 15.00% | 5.00% | 13.00% | 13.00% | 39.00% | 0.00% | 494142 | 57.08 |
| en-ur_PK_rom | 0.50% | 0.00% | 0.50% | 0.00% | 18.91% | 27.36% | 53.23% | 5.47% | 513123 | 18.41 |
| en-ht_HT | 55.67% | 8.25% | 10.31% | 37.11% | 35.05% | 6.19% | 3.09% | 1.03% | 558167 | 101.95 |
| en-mn_MN | 33.00% | 8.00% | 14.00% | 11.00% | 42.00% | 7.00% | 18.00% | 12.00% | 566885 | 44.43 |
| en-te_IN | 69.00% | 42.00% | 11.00% | 16.00% | 27.00% | 1.00% | 3.00% | 1.00% | 581651 | 97.95 |
| en-kk_KZ | 68.32% | 40.59% | 18.81% | 8.91% | 18.81% | 8.91% | 3.96% | 1.98% | 689651 | 72.36 |
| en-be_BY | 90.00% | 57.00% | 13.00% | 20.00% | 10.00% | 0.00% | 0.00% | 2.00% | 1125772 | 118.45 |
| en-af_ZA | 63.00% | 40.00% | 23.00% | 0.00% | 31.00% | 2.00% | 4.00% | 12.00% | 1504061 | 105.45 |
| en-jv_ID | 5.05% | 1.01% | 1.01% | 3.03% | 25.25% | 10.10% | 59.60% | 8.08% | 1513974 | 18.34 |
| en-hi_IN_rom | 1.00% | 0.00% | 0.00% | 1.00% | 39.00% | 21.00% | 39.00% | 8.00% | 3789571 | 18.13 |
| en-lv_LV | 59.00% | 37.00% | 9.00% | 13.00% | 31.00% | 7.00% | 3.00% | 14.00% | 4850957 | 83.67 |
| en-ar_AR_rom | 0.00% | 0.00% | 0.00% | 0.00% | 0.00% | 4.00% | 96.00% | 4.00% | 5584724 | 16.69 |
| en-tl_XX | 13.00% | 6.00% | 3.00% | 4.00% | 24.00% | 26.00% | 37.00% | 5.00% | 6593250 | 37.03 |
| en-uk_UA | 63.00% | 42.00% | 8.00% | 13.00% | 35.00% | 1.00% | 1.00% | 5.00% | 8547348 | 67.88 |
| en-zh_TW | 46.00% | 11.00% | 31.00% | 4.00% | 47.00% | 6.00% | 1.00% | 1.00% | 8778971 | 24.89 |
| en-el_GR | 49.00% | 15.00% | 5.00% | 29.00% | 38.00% | 3.00% | 10.00% | 8.00% | 8878492 | 54.90 |
| en-nl_NL | 46.00% | 27.00% | 19.00% | 0.00% | 49.00% | 2.00% | 3.00% | 0.00% | 36324231 | 85.95 |
| en-da_DK | 54.00% | 31.00% | 18.00% | 5.00% | 29.00% | 5.00% | 12.00% | 7.00% | 10738582 | 73.99 |
| en-vi_VN | 31.00% | 18.00% | 0.00% | 13.00% | 54.00% | 1.00% | 14.00% | 6.00% | 12394379 | 74.19 |
| en-sv_SE | 97.00% | 91.00% | 3.00% | 3.00% | 0.00% | 3.00% | 0.00% | 0.00% | 12544075 | 103.91 |
| en-zh_CN | 57.29% | 22.92% | 12.50% | 21.88% | 31.25% | 1.04% | 10.42% | 1.04% | 15181410 | 33.55 |
| en-tr_TR | 45.00% | 14.50% | 14.00% | 16.50% | 44.50% | 5.00% | 5.50% | 4.00% | 20282339 | 83.80 |
| en-ja_XX | 57.00% | 35.00% | 21.00% | 1.00% | 34.00% | 6.00% | 0.00% | 0.00% | 26201214 | 34.44 |
| en-pt_XX | 66.34% | 36.63% | 10.89% | 18.81% | 20.79% | 3.96% | 8.91% | 0.00% | 46525410 | 87.20 |
| en-it_IT | 36.00% | 14.00% | 18.00% | 4.00% | 60.00% | 1.00% | 3.00% | 0.00% | 58022366 | 97.44 |
| en-de_DE | 62.00% | 29.00% | 14.00% | 19.00% | 28.00% | 2.00% | 8.00% | 2.00% | 92597196 | 78.08 |
| en-es_XX | 58.42% | 16.83% | 25.74% | 15.84% | 22.77% | 2.97% | 15.84% | 4.95% | 98351611 | 72.18 |
| . | C . | CC . | CS . | CB . | X . | WL . | NL . | porn . | #sentences . | avg target length . |
|---|---|---|---|---|---|---|---|---|---|---|
| en-sz_PL | 0.00% | 0.00% | 0.00% | 0.00% | 0.00% | 8.33% | 91.67% | 0.00% | 12 | 71.42 |
| en-mt_MT | 3.85% | 0.00% | 3.85% | 0.00% | 50.00% | 26.92% | 19.23% | 0.00% | 26 | 12.58 |
| en-tz_MA | 12.12% | 6.06% | 6.06% | 0.00% | 45.45% | 36.36% | 6.06% | 0.00% | 33 | 57.33 |
| en-zz_TR | 0.00% | 0.00% | 0.00% | 0.00% | 8.82% | 61.76% | 29.41% | 0.00% | 34 | 46.53 |
| en-kg_AO | 1.35% | 0.00% | 1.35% | 0.00% | 14.86% | 2.70% | 81.08% | 0.00% | 74 | 29.20 |
| en-qa_MM | 11.03% | 5.88% | 3.68% | 1.47% | 72.06% | 3.68% | 13.24% | 0.00% | 136 | 55.28 |
| en-bm_ML | 6.04% | 4.03% | 2.01% | 0.00% | 26.85% | 6.71% | 60.40% | 0.00% | 149 | 32.19 |
| en-az_IR | 6.93% | 6.93% | 0.00% | 0.00% | 20.79% | 13.86% | 58.42% | 0.00% | 158 | 115.85 |
| en-qd_MM | 7.92% | 4.95% | 1.98% | 0.99% | 81.19% | 3.96% | 6.93% | 0.00% | 179 | 60.34 |
| en-ay_BO | 51.00% | 33.00% | 18.00% | 0.00% | 29.00% | 3.00% | 17.00% | 0.00% | 475 | 92.19 |
| en-ak_GH | 14.23% | 13.60% | 0.63% | 0.00% | 46.86% | 19.25% | 19.67% | 0.00% | 478 | 45.85 |
| en-st_ZA | 48.57% | 42.14% | 0.00% | 6.43% | 40.71% | 1.43% | 9.29% | 0.00% | 904 | 111.83 |
| en-ve_ZA | 60.40% | 29.70% | 21.78% | 8.91% | 28.71% | 3.96% | 6.93% | 0.00% | 1555 | 82.99 |
| en-ts_ZA | 51.49% | 34.65% | 11.88% | 4.95% | 40.59% | 2.97% | 4.95% | 0.00% | 1967 | 73.93 |
| en-or_IN | 42.61% | 6.09% | 24.35% | 12.17% | 38.26% | 9.57% | 9.57% | 0.00% | 5526 | 71.39 |
| en-ns_ZA | 4.00% | 2.00% | 0.00% | 2.00% | 23.00% | 15.00% | 58.00% | 4.00% | 14138 | 33.52 |
| en-lg_UG | 6.00% | 0.00% | 6.00% | 0.00% | 68.00% | 17.00% | 9.00% | 2.00% | 14701 | 15.83 |
| en-ln_CD | 8.00% | 4.00% | 3.00% | 1.00% | 14.00% | 4.00% | 74.00% | 4.00% | 21562 | 28.80 |
| en-om_KE | 2.00% | 2.00% | 0.00% | 0.00% | 31.00% | 38.00% | 29.00% | 24.00% | 22206 | 23.83 |
| en-ss_SZ | 12.65% | 9.04% | 3.61% | 0.00% | 13.25% | 24.10% | 50.00% | 13.86% | 22960 | 25.30 |
| en-te_IN_rom | 0.00% | 0.00% | 0.00% | 0.00% | 25.00% | 8.00% | 67.00% | 5.00% | 25272 | 24.21 |
| en-cb_IQ | 4.00% | 1.00% | 3.00% | 0.00% | 30.00% | 18.00% | 48.00% | 11.00% | 52297 | 30.04 |
| en-tn_BW | 0.00% | 0.00% | 0.00% | 0.00% | 6.90% | 8.97% | 63.45% | 10.34% | 71253 | 16.80 |
| en-ff_NG | 0.00% | 0.00% | 0.00% | 0.00% | 0.00% | 8.00% | 92.00% | 2.00% | 73022 | 33.59 |
| en-sn_ZW | 5.00% | 1.00% | 3.00% | 1.00% | 81.00% | 14.00% | 0.00% | 0.00% | 86868 | 102.59 |
| en-wo_SN | 0.00% | 0.00% | 0.00% | 0.00% | 1.71% | 3.31% | 94.98% | 18.46% | 88441 | 27.25 |
| en-br_FR | 17.00% | 3.00% | 1.00% | 13.00% | 37.00% | 14.00% | 32.00% | 1.00% | 115128 | 41.68 |
| en-zu_ZA | 55.00% | 39.00% | 3.00% | 13.00% | 30.00% | 7.00% | 8.00% | 3.00% | 126101 | 79.32 |
| en-ku_TR | 36.52% | 12.17% | 13.04% | 11.30% | 33.04% | 28.70% | 1.74% | 1.74% | 137874 | 90.51 |
| en-ig_NG | 58.00% | 49.00% | 3.00% | 6.00% | 29.00% | 12.00% | 1.00% | 0.00% | 148146 | 83.42 |
| en-kn_IN | 46.00% | 9.00% | 6.00% | 31.00% | 46.00% | 2.00% | 5.00% | 4.00% | 163921 | 70.20 |
| en-yo_NG | 34.93% | 6.16% | 10.96% | 17.81% | 34.93% | 12.33% | 17.81% | 0.00% | 175192 | 75.01 |
| en-ky_KG | 44.12% | 24.51% | 17.65% | 1.96% | 33.33% | 22.55% | 0.00% | 0.98% | 240657 | 69.56 |
| en-tg_TJ | 46.08% | 18.63% | 24.51% | 2.94% | 32.35% | 20.59% | 0.98% | 4.90% | 251865 | 75.31 |
| en-ha_NG | 30.00% | 25.00% | 3.00% | 2.00% | 49.00% | 9.00% | 12.00% | 1.00% | 339176 | 60.78 |
| en-am_ET | 59.11% | 35.47% | 2.46% | 21.18% | 37.44% | 2.96% | 0.49% | 0.00% | 346517 | 58.29 |
| en-km_KH | 56.12% | 12.24% | 33.67% | 10.20% | 42.86% | 1.02% | 0.00% | 0.00% | 412381 | 71.35 |
| en-ne_NP | 47.00% | 10.00% | 13.00% | 24.00% | 15.00% | 8.00% | 30.00% | 14.00% | 487155 | 79.14 |
| en-su_ID | 35.00% | 15.00% | 15.00% | 5.00% | 13.00% | 13.00% | 39.00% | 0.00% | 494142 | 57.08 |
| en-ur_PK_rom | 0.50% | 0.00% | 0.50% | 0.00% | 18.91% | 27.36% | 53.23% | 5.47% | 513123 | 18.41 |
| en-ht_HT | 55.67% | 8.25% | 10.31% | 37.11% | 35.05% | 6.19% | 3.09% | 1.03% | 558167 | 101.95 |
| en-mn_MN | 33.00% | 8.00% | 14.00% | 11.00% | 42.00% | 7.00% | 18.00% | 12.00% | 566885 | 44.43 |
| en-te_IN | 69.00% | 42.00% | 11.00% | 16.00% | 27.00% | 1.00% | 3.00% | 1.00% | 581651 | 97.95 |
| en-kk_KZ | 68.32% | 40.59% | 18.81% | 8.91% | 18.81% | 8.91% | 3.96% | 1.98% | 689651 | 72.36 |
| en-be_BY | 90.00% | 57.00% | 13.00% | 20.00% | 10.00% | 0.00% | 0.00% | 2.00% | 1125772 | 118.45 |
| en-af_ZA | 63.00% | 40.00% | 23.00% | 0.00% | 31.00% | 2.00% | 4.00% | 12.00% | 1504061 | 105.45 |
| en-jv_ID | 5.05% | 1.01% | 1.01% | 3.03% | 25.25% | 10.10% | 59.60% | 8.08% | 1513974 | 18.34 |
| en-hi_IN_rom | 1.00% | 0.00% | 0.00% | 1.00% | 39.00% | 21.00% | 39.00% | 8.00% | 3789571 | 18.13 |
| en-lv_LV | 59.00% | 37.00% | 9.00% | 13.00% | 31.00% | 7.00% | 3.00% | 14.00% | 4850957 | 83.67 |
| en-ar_AR_rom | 0.00% | 0.00% | 0.00% | 0.00% | 0.00% | 4.00% | 96.00% | 4.00% | 5584724 | 16.69 |
| en-tl_XX | 13.00% | 6.00% | 3.00% | 4.00% | 24.00% | 26.00% | 37.00% | 5.00% | 6593250 | 37.03 |
| en-uk_UA | 63.00% | 42.00% | 8.00% | 13.00% | 35.00% | 1.00% | 1.00% | 5.00% | 8547348 | 67.88 |
| en-zh_TW | 46.00% | 11.00% | 31.00% | 4.00% | 47.00% | 6.00% | 1.00% | 1.00% | 8778971 | 24.89 |
| en-el_GR | 49.00% | 15.00% | 5.00% | 29.00% | 38.00% | 3.00% | 10.00% | 8.00% | 8878492 | 54.90 |
| en-nl_NL | 46.00% | 27.00% | 19.00% | 0.00% | 49.00% | 2.00% | 3.00% | 0.00% | 36324231 | 85.95 |
| en-da_DK | 54.00% | 31.00% | 18.00% | 5.00% | 29.00% | 5.00% | 12.00% | 7.00% | 10738582 | 73.99 |
| en-vi_VN | 31.00% | 18.00% | 0.00% | 13.00% | 54.00% | 1.00% | 14.00% | 6.00% | 12394379 | 74.19 |
| en-sv_SE | 97.00% | 91.00% | 3.00% | 3.00% | 0.00% | 3.00% | 0.00% | 0.00% | 12544075 | 103.91 |
| en-zh_CN | 57.29% | 22.92% | 12.50% | 21.88% | 31.25% | 1.04% | 10.42% | 1.04% | 15181410 | 33.55 |
| en-tr_TR | 45.00% | 14.50% | 14.00% | 16.50% | 44.50% | 5.00% | 5.50% | 4.00% | 20282339 | 83.80 |
| en-ja_XX | 57.00% | 35.00% | 21.00% | 1.00% | 34.00% | 6.00% | 0.00% | 0.00% | 26201214 | 34.44 |
| en-pt_XX | 66.34% | 36.63% | 10.89% | 18.81% | 20.79% | 3.96% | 8.91% | 0.00% | 46525410 | 87.20 |
| en-it_IT | 36.00% | 14.00% | 18.00% | 4.00% | 60.00% | 1.00% | 3.00% | 0.00% | 58022366 | 97.44 |
| en-de_DE | 62.00% | 29.00% | 14.00% | 19.00% | 28.00% | 2.00% | 8.00% | 2.00% | 92597196 | 78.08 |
| en-es_XX | 58.42% | 16.83% | 25.74% | 15.84% | 22.77% | 2.97% | 15.84% | 4.95% | 98351611 | 72.18 |