[{"schema": 1, "tokenizer": "Apertus (Swiss AI)", "kind": "hf", "id": "swiss-ai/Apertus-8B-2509", "group": "European", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 68978, "chars": 111621, "chars_per_token": 1.618, "ratio_vs_en": 2.479, "ci95": [2.449, 2.509]}, "ace_Latn": {"tokens": 51817, "chars": 141933, "chars_per_token": 2.739, "ratio_vs_en": 1.862, "ci95": [1.839, 1.883]}, "acm_Arab": {"tokens": 34908, "chars": 113573, "chars_per_token": 3.253, "ratio_vs_en": 1.254, "ci95": [1.241, 1.267]}, "acq_Arab": {"tokens": 34909, "chars": 115113, "chars_per_token": 3.298, "ratio_vs_en": 1.255, "ci95": [1.241, 1.268]}, "aeb_Arab": {"tokens": 36127, "chars": 112077, "chars_per_token": 3.102, "ratio_vs_en": 1.298, "ci95": [1.285, 1.313]}, "afr_Latn": {"tokens": 42260, "chars": 139690, "chars_per_token": 3.305, "ratio_vs_en": 1.519, "ci95": [1.505, 1.533]}, "ajp_Arab": {"tokens": 34079, "chars": 109046, "chars_per_token": 3.2, "ratio_vs_en": 1.225, "ci95": [1.213, 1.236]}, "aka_Latn": {"tokens": 72257, "chars": 132650, "chars_per_token": 1.836, "ratio_vs_en": 2.597, "ci95": [2.557, 2.639]}, "als_Latn": {"tokens": 51994, "chars": 147064, "chars_per_token": 2.828, "ratio_vs_en": 1.868, "ci95": [1.849, 1.888]}, "amh_Ethi": {"tokens": 206679, "chars": 87132, "chars_per_token": 0.422, "ratio_vs_en": 7.427, "ci95": [7.329, 7.521]}, "apc_Arab": {"tokens": 34182, "chars": 107981, "chars_per_token": 3.159, "ratio_vs_en": 1.228, "ci95": [1.217, 1.241]}, "arb_Arab": {"tokens": 34551, "chars": 116307, "chars_per_token": 3.366, "ratio_vs_en": 1.242, "ci95": [1.229, 1.254]}, "arb_Latn": {"tokens": 64671, "chars": 153758, "chars_per_token": 2.378, "ratio_vs_en": 2.324, "ci95": [2.295, 2.353]}, "ars_Arab": {"tokens": 34687, "chars": 116428, "chars_per_token": 3.357, "ratio_vs_en": 1.247, "ci95": [1.234, 1.26]}, "ary_Arab": {"tokens": 38098, "chars": 113563, "chars_per_token": 2.981, "ratio_vs_en": 1.369, "ci95": [1.353, 1.385]}, "arz_Arab": {"tokens": 35690, "chars": 113770, "chars_per_token": 3.188, "ratio_vs_en": 1.283, "ci95": [1.269, 1.297]}, "asm_Beng": {"tokens": 91309, "chars": 125936, "chars_per_token": 1.379, "ratio_vs_en": 3.281, "ci95": [3.242, 3.324]}, "ast_Latn": {"tokens": 39067, "chars": 136363, "chars_per_token": 3.49, "ratio_vs_en": 1.404, "ci95": [1.39, 1.418]}, "awa_Deva": {"tokens": 56567, "chars": 128171, "chars_per_token": 2.266, "ratio_vs_en": 2.033, "ci95": [2.009, 2.056]}, "ayr_Latn": {"tokens": 56383, "chars": 138617, "chars_per_token": 2.458, "ratio_vs_en": 2.026, "ci95": [1.998, 2.054]}, "azb_Arab": {"tokens": 49171, "chars": 117061, "chars_per_token": 2.381, "ratio_vs_en": 1.767, "ci95": [1.747, 1.787]}, "azj_Latn": {"tokens": 50294, "chars": 143739, "chars_per_token": 2.858, "ratio_vs_en": 1.807, "ci95": [1.786, 1.829]}, "bak_Cyrl": {"tokens": 71601, "chars": 133222, "chars_per_token": 1.861, "ratio_vs_en": 2.573, "ci95": [2.541, 2.609]}, "bam_Latn": {"tokens": 67763, "chars": 126387, "chars_per_token": 1.865, "ratio_vs_en": 2.435, "ci95": [2.399, 2.471]}, "ban_Latn": {"tokens": 46035, "chars": 145570, "chars_per_token": 3.162, "ratio_vs_en": 1.654, "ci95": [1.635, 1.674]}, "bel_Cyrl": {"tokens": 59909, "chars": 147991, "chars_per_token": 2.47, "ratio_vs_en": 2.153, "ci95": [2.126, 2.18]}, "bem_Latn": {"tokens": 58473, "chars": 160751, "chars_per_token": 2.749, "ratio_vs_en": 2.101, "ci95": [2.078, 2.126]}, "ben_Beng": {"tokens": 57089, "chars": 129042, "chars_per_token": 2.26, "ratio_vs_en": 2.052, "ci95": [2.028, 2.075]}, "bho_Deva": {"tokens": 57971, "chars": 128611, "chars_per_token": 2.219, "ratio_vs_en": 2.083, "ci95": [2.059, 2.108]}, "bjn_Arab": {"tokens": 67449, "chars": 122230, "chars_per_token": 1.812, "ratio_vs_en": 2.424, "ci95": [2.395, 2.453]}, "bjn_Latn": {"tokens": 43218, "chars": 138182, "chars_per_token": 3.197, "ratio_vs_en": 1.553, "ci95": [1.536, 1.569]}, "bod_Tibt": {"tokens": 341900, "chars": 148151, "chars_per_token": 0.433, "ratio_vs_en": 12.287, "ci95": [12.107, 12.471]}, "bos_Latn": {"tokens": 42333, "chars": 132187, "chars_per_token": 3.123, "ratio_vs_en": 1.521, "ci95": [1.507, 1.537]}, "bug_Latn": {"tokens": 50063, "chars": 139375, "chars_per_token": 2.784, "ratio_vs_en": 1.799, "ci95": [1.776, 1.824]}, "bul_Cyrl": {"tokens": 45708, "chars": 137824, "chars_per_token": 3.015, "ratio_vs_en": 1.643, "ci95": [1.626, 1.658]}, "cat_Latn": {"tokens": 40047, "chars": 145781, "chars_per_token": 3.64, "ratio_vs_en": 1.439, "ci95": [1.427, 1.452]}, "ceb_Latn": {"tokens": 51160, "chars": 158685, "chars_per_token": 3.102, "ratio_vs_en": 1.839, "ci95": [1.818, 1.86]}, "ces_Latn": {"tokens": 43007, "chars": 127257, "chars_per_token": 2.959, "ratio_vs_en": 1.546, "ci95": [1.53, 1.561]}, "cjk_Latn": {"tokens": 52097, "chars": 139261, "chars_per_token": 2.673, "ratio_vs_en": 1.872, "ci95": [1.846, 1.899]}, "ckb_Arab": {"tokens": 105973, "chars": 128585, "chars_per_token": 1.213, "ratio_vs_en": 3.808, "ci95": [3.755, 3.86]}, "crh_Latn": {"tokens": 49668, "chars": 134038, "chars_per_token": 2.699, "ratio_vs_en": 1.785, "ci95": [1.764, 1.807]}, "cym_Latn": {"tokens": 55585, "chars": 141257, "chars_per_token": 2.541, "ratio_vs_en": 1.998, "ci95": [1.977, 2.019]}, "dan_Latn": {"tokens": 40820, "chars": 135083, "chars_per_token": 3.309, "ratio_vs_en": 1.467, "ci95": [1.452, 1.481]}, "deu_Latn": {"tokens": 36297, "chars": 153809, "chars_per_token": 4.238, "ratio_vs_en": 1.304, "ci95": [1.292, 1.316]}, "dik_Latn": {"tokens": 57086, "chars": 111789, "chars_per_token": 1.958, "ratio_vs_en": 2.051, "ci95": [2.013, 2.094]}, "dyu_Latn": {"tokens": 53722, "chars": 132855, "chars_per_token": 2.473, "ratio_vs_en": 1.931, "ci95": [1.901, 1.962]}, "dzo_Tibt": {"tokens": 372208, "chars": 163358, "chars_per_token": 0.439, "ratio_vs_en": 13.376, "ci95": [13.183, 13.567]}, "ell_Grek": {"tokens": 58314, "chars": 157539, "chars_per_token": 2.702, "ratio_vs_en": 2.096, "ci95": [2.072, 2.119]}, "epo_Latn": {"tokens": 41923, "chars": 131292, "chars_per_token": 3.132, "ratio_vs_en": 1.507, "ci95": [1.493, 1.52]}, "est_Latn": {"tokens": 44604, "chars": 129459, "chars_per_token": 2.902, "ratio_vs_en": 1.603, "ci95": [1.585, 1.62]}, "eus_Latn": {"tokens": 42517, "chars": 139822, "chars_per_token": 3.289, "ratio_vs_en": 1.528, "ci95": [1.512, 1.543]}, "ewe_Latn": {"tokens": 72772, "chars": 127448, "chars_per_token": 1.751, "ratio_vs_en": 2.615, "ci95": [2.565, 2.665]}, "fao_Latn": {"tokens": 52191, "chars": 134274, "chars_per_token": 2.573, "ratio_vs_en": 1.876, "ci95": [1.854, 1.896]}, "fij_Latn": {"tokens": 57298, "chars": 155177, "chars_per_token": 2.708, "ratio_vs_en": 2.059, "ci95": [2.034, 2.087]}, "fin_Latn": {"tokens": 45902, "chars": 140128, "chars_per_token": 3.053, "ratio_vs_en": 1.65, "ci95": [1.63, 1.668]}, "fon_Latn": {"tokens": 99694, "chars": 135260, "chars_per_token": 1.357, "ratio_vs_en": 3.583, "ci95": [3.512, 3.657]}, "fra_Latn": {"tokens": 36698, "chars": 157638, "chars_per_token": 4.296, "ratio_vs_en": 1.319, "ci95": [1.307, 1.331]}, "fur_Latn": {"tokens": 47775, "chars": 144519, "chars_per_token": 3.025, "ratio_vs_en": 1.717, "ci95": [1.7, 1.735]}, "fuv_Latn": {"tokens": 48298, "chars": 122162, "chars_per_token": 2.529, "ratio_vs_en": 1.736, "ci95": [1.708, 1.763]}, "gaz_Latn": {"tokens": 61687, "chars": 156418, "chars_per_token": 2.536, "ratio_vs_en": 2.217, "ci95": [2.191, 2.243]}, "gla_Latn": {"tokens": 64195, "chars": 162597, "chars_per_token": 2.533, "ratio_vs_en": 2.307, "ci95": [2.28, 2.336]}, "gle_Latn": {"tokens": 60358, "chars": 152481, "chars_per_token": 2.526, "ratio_vs_en": 2.169, "ci95": [2.143, 2.195]}, "glg_Latn": {"tokens": 36797, "chars": 146143, "chars_per_token": 3.972, "ratio_vs_en": 1.322, "ci95": [1.31, 1.334]}, "grn_Latn": {"tokens": 54189, "chars": 132815, "chars_per_token": 2.451, "ratio_vs_en": 1.947, "ci95": [1.922, 1.971]}, "guj_Gujr": {"tokens": 75785, "chars": 126428, "chars_per_token": 1.668, "ratio_vs_en": 2.723, "ci95": [2.693, 2.754]}, "hat_Latn": {"tokens": 44454, "chars": 121280, "chars_per_token": 2.728, "ratio_vs_en": 1.598, "ci95": [1.582, 1.614]}, "hau_Latn": {"tokens": 52774, "chars": 140067, "chars_per_token": 2.654, "ratio_vs_en": 1.897, "ci95": [1.874, 1.918]}, "heb_Hebr": {"tokens": 45409, "chars": 102054, "chars_per_token": 2.247, "ratio_vs_en": 1.632, "ci95": [1.617, 1.647]}, "hin_Deva": {"tokens": 49985, "chars": 131058, "chars_per_token": 2.622, "ratio_vs_en": 1.796, "ci95": [1.776, 1.814]}, "hne_Deva": {"tokens": 56455, "chars": 126933, "chars_per_token": 2.248, "ratio_vs_en": 2.029, "ci95": [2.008, 2.05]}, "hrv_Latn": {"tokens": 41472, "chars": 128727, "chars_per_token": 3.104, "ratio_vs_en": 1.49, "ci95": [1.476, 1.506]}, "hun_Latn": {"tokens": 44818, "chars": 138629, "chars_per_token": 3.093, "ratio_vs_en": 1.611, "ci95": [1.593, 1.629]}, "hye_Armn": {"tokens": 53258, "chars": 145956, "chars_per_token": 2.741, "ratio_vs_en": 1.914, "ci95": [1.893, 1.934]}, "ibo_Latn": {"tokens": 66589, "chars": 134560, "chars_per_token": 2.021, "ratio_vs_en": 2.393, "ci95": [2.359, 2.426]}, "ilo_Latn": {"tokens": 54571, "chars": 159680, "chars_per_token": 2.926, "ratio_vs_en": 1.961, "ci95": [1.939, 1.983]}, "ind_Latn": {"tokens": 36623, "chars": 142318, "chars_per_token": 3.886, "ratio_vs_en": 1.316, "ci95": [1.303, 1.329]}, "isl_Latn": {"tokens": 52402, "chars": 129783, "chars_per_token": 2.477, "ratio_vs_en": 1.883, "ci95": [1.861, 1.905]}, "ita_Latn": {"tokens": 38801, "chars": 156138, "chars_per_token": 4.024, "ratio_vs_en": 1.394, "ci95": [1.381, 1.407]}, "jav_Latn": {"tokens": 45354, "chars": 136928, "chars_per_token": 3.019, "ratio_vs_en": 1.63, "ci95": [1.613, 1.647]}, "jpn_Jpan": {"tokens": 43666, "chars": 56943, "chars_per_token": 1.304, "ratio_vs_en": 1.569, "ci95": [1.551, 1.586]}, "kab_Latn": {"tokens": 63978, "chars": 130554, "chars_per_token": 2.041, "ratio_vs_en": 2.299, "ci95": [2.271, 2.328]}, "kac_Latn": {"tokens": 62578, "chars": 169397, "chars_per_token": 2.707, "ratio_vs_en": 2.249, "ci95": [2.215, 2.284]}, "kam_Latn": {"tokens": 53705, "chars": 128356, "chars_per_token": 2.39, "ratio_vs_en": 1.93, "ci95": [1.897, 1.963]}, "kan_Knda": {"tokens": 61425, "chars": 138040, "chars_per_token": 2.247, "ratio_vs_en": 2.207, "ci95": [2.183, 2.23]}, "kas_Arab": {"tokens": 72612, "chars": 126105, "chars_per_token": 1.737, "ratio_vs_en": 2.609, "ci95": [2.57, 2.648]}, "kas_Deva": {"tokens": 68118, "chars": 126401, "chars_per_token": 1.856, "ratio_vs_en": 2.448, "ci95": [2.42, 2.476]}, "kat_Geor": {"tokens": 66557, "chars": 143930, "chars_per_token": 2.163, "ratio_vs_en": 2.392, "ci95": [2.363, 2.421]}, "kaz_Cyrl": {"tokens": 57017, "chars": 135404, "chars_per_token": 2.375, "ratio_vs_en": 2.049, "ci95": [2.025, 2.073]}, "kbp_Latn": {"tokens": 125497, "chars": 142957, "chars_per_token": 1.139, "ratio_vs_en": 4.51, "ci95": [4.433, 4.587]}, "kea_Latn": {"tokens": 43440, "chars": 130800, "chars_per_token": 3.011, "ratio_vs_en": 1.561, "ci95": [1.547, 1.575]}, "khk_Cyrl": {"tokens": 65900, "chars": 137067, "chars_per_token": 2.08, "ratio_vs_en": 2.368, "ci95": [2.341, 2.395]}, "khm_Khmr": {"tokens": 409169, "chars": 153212, "chars_per_token": 0.374, "ratio_vs_en": 14.704, "ci95": [14.502, 14.919]}, "kik_Latn": {"tokens": 72102, "chars": 153431, "chars_per_token": 2.128, "ratio_vs_en": 2.591, "ci95": [2.549, 2.632]}, "kin_Latn": {"tokens": 56355, "chars": 145862, "chars_per_token": 2.588, "ratio_vs_en": 2.025, "ci95": [2.001, 2.05]}, "kir_Cyrl": {"tokens": 60620, "chars": 135532, "chars_per_token": 2.236, "ratio_vs_en": 2.178, "ci95": [2.15, 2.207]}, "kmb_Latn": {"tokens": 55262, "chars": 145762, "chars_per_token": 2.638, "ratio_vs_en": 1.986, "ci95": [1.962, 2.01]}, "kmr_Latn": {"tokens": 56366, "chars": 130372, "chars_per_token": 2.313, "ratio_vs_en": 2.026, "ci95": [2.002, 2.048]}, "knc_Arab": {"tokens": 69296, "chars": 116000, "chars_per_token": 1.674, "ratio_vs_en": 2.49, "ci95": [2.419, 2.563]}, "knc_Latn": {"tokens": 61308, "chars": 138972, "chars_per_token": 2.267, "ratio_vs_en": 2.203, "ci95": [2.17, 2.236]}, "kon_Latn": {"tokens": 52750, "chars": 149894, "chars_per_token": 2.842, "ratio_vs_en": 1.896, "ci95": [1.875, 1.917]}, "kor_Hang": {"tokens": 35558, "chars": 65965, "chars_per_token": 1.855, "ratio_vs_en": 1.278, "ci95": [1.265, 1.291]}, "lao_Laoo": {"tokens": 352204, "chars": 130060, "chars_per_token": 0.369, "ratio_vs_en": 12.657, "ci95": [12.473, 12.832]}, "lij_Latn": {"tokens": 50630, "chars": 145994, "chars_per_token": 2.884, "ratio_vs_en": 1.819, "ci95": [1.801, 1.839]}, "lim_Latn": {"tokens": 47068, "chars": 137686, "chars_per_token": 2.925, "ratio_vs_en": 1.691, "ci95": [1.673, 1.71]}, "lin_Latn": {"tokens": 49867, "chars": 142197, "chars_per_token": 2.852, "ratio_vs_en": 1.792, "ci95": [1.775, 1.81]}, "lit_Latn": {"tokens": 48101, "chars": 130329, "chars_per_token": 2.709, "ratio_vs_en": 1.729, "ci95": [1.709, 1.747]}, "lmo_Latn": {"tokens": 52344, "chars": 141666, "chars_per_token": 2.706, "ratio_vs_en": 1.881, "ci95": [1.861, 1.9]}, "ltg_Latn": {"tokens": 53557, "chars": 129848, "chars_per_token": 2.424, "ratio_vs_en": 1.925, "ci95": [1.905, 1.945]}, "ltz_Latn": {"tokens": 51138, "chars": 147545, "chars_per_token": 2.885, "ratio_vs_en": 1.838, "ci95": [1.819, 1.857]}, "lua_Latn": {"tokens": 51309, "chars": 142998, "chars_per_token": 2.787, "ratio_vs_en": 1.844, "ci95": [1.821, 1.866]}, "lug_Latn": {"tokens": 52026, "chars": 135078, "chars_per_token": 2.596, "ratio_vs_en": 1.87, "ci95": [1.848, 1.892]}, "luo_Latn": {"tokens": 49057, "chars": 137546, "chars_per_token": 2.804, "ratio_vs_en": 1.763, "ci95": [1.742, 1.785]}, "lus_Latn": {"tokens": 52469, "chars": 146255, "chars_per_token": 2.787, "ratio_vs_en": 1.886, "ci95": [1.857, 1.914]}, "lvs_Latn": {"tokens": 53218, "chars": 134157, "chars_per_token": 2.521, "ratio_vs_en": 1.912, "ci95": [1.893, 1.934]}, "mag_Deva": {"tokens": 56845, "chars": 126695, "chars_per_token": 2.229, "ratio_vs_en": 2.043, "ci95": [2.021, 2.064]}, "mai_Deva": {"tokens": 62910, "chars": 129408, "chars_per_token": 2.057, "ratio_vs_en": 2.261, "ci95": [2.235, 2.286]}, "mal_Mlym": {"tokens": 71316, "chars": 149336, "chars_per_token": 2.094, "ratio_vs_en": 2.563, "ci95": [2.533, 2.592]}, "mar_Deva": {"tokens": 59629, "chars": 133051, "chars_per_token": 2.231, "ratio_vs_en": 2.143, "ci95": [2.121, 2.166]}, "min_Arab": {"tokens": 71403, "chars": 126399, "chars_per_token": 1.77, "ratio_vs_en": 2.566, "ci95": [2.535, 2.598]}, "min_Latn": {"tokens": 44981, "chars": 141163, "chars_per_token": 3.138, "ratio_vs_en": 1.616, "ci95": [1.6, 1.634]}, "mkd_Cyrl": {"tokens": 45676, "chars": 137827, "chars_per_token": 3.017, "ratio_vs_en": 1.641, "ci95": [1.626, 1.656]}, "mlt_Latn": {"tokens": 64400, "chars": 146288, "chars_per_token": 2.272, "ratio_vs_en": 2.314, "ci95": [2.287, 2.343]}, "mni_Beng": {"tokens": 94229, "chars": 136782, "chars_per_token": 1.452, "ratio_vs_en": 3.386, "ci95": [3.344, 3.432]}, "mos_Latn": {"tokens": 57995, "chars": 124657, "chars_per_token": 2.149, "ratio_vs_en": 2.084, "ci95": [2.054, 2.115]}, "mri_Latn": {"tokens": 60717, "chars": 146527, "chars_per_token": 2.413, "ratio_vs_en": 2.182, "ci95": [2.156, 2.207]}, "mya_Mymr": {"tokens": 89471, "chars": 163169, "chars_per_token": 1.824, "ratio_vs_en": 3.215, "ci95": [3.175, 3.257]}, "nld_Latn": {"tokens": 39253, "chars": 147507, "chars_per_token": 3.758, "ratio_vs_en": 1.411, "ci95": [1.396, 1.425]}, "nno_Latn": {"tokens": 40963, "chars": 133443, "chars_per_token": 3.258, "ratio_vs_en": 1.472, "ci95": [1.457, 1.487]}, "nob_Latn": {"tokens": 39355, "chars": 132138, "chars_per_token": 3.358, "ratio_vs_en": 1.414, "ci95": [1.401, 1.428]}, "npi_Deva": {"tokens": 59248, "chars": 126903, "chars_per_token": 2.142, "ratio_vs_en": 2.129, "ci95": [2.105, 2.154]}, "nso_Latn": {"tokens": 57244, "chars": 151109, "chars_per_token": 2.64, "ratio_vs_en": 2.057, "ci95": [2.033, 2.081]}, "nus_Latn": {"tokens": 104970, "chars": 142340, "chars_per_token": 1.356, "ratio_vs_en": 3.772, "ci95": [3.712, 3.828]}, "nya_Latn": {"tokens": 55098, "chars": 147172, "chars_per_token": 2.671, "ratio_vs_en": 1.98, "ci95": [1.956, 2.005]}, "oci_Latn": {"tokens": 45770, "chars": 150651, "chars_per_token": 3.291, "ratio_vs_en": 1.645, "ci95": [1.628, 1.661]}, "ory_Orya": {"tokens": 358040, "chars": 134839, "chars_per_token": 0.377, "ratio_vs_en": 12.867, "ci95": [12.697, 13.049]}, "pag_Latn": {"tokens": 41246, "chars": 129899, "chars_per_token": 3.149, "ratio_vs_en": 1.482, "ci95": [1.46, 1.505]}, "pan_Guru": {"tokens": 82569, "chars": 133425, "chars_per_token": 1.616, "ratio_vs_en": 2.967, "ci95": [2.933, 3.003]}, "pap_Latn": {"tokens": 44802, "chars": 139154, "chars_per_token": 3.106, "ratio_vs_en": 1.61, "ci95": [1.594, 1.626]}, "pbt_Arab": {"tokens": 55077, "chars": 122455, "chars_per_token": 2.223, "ratio_vs_en": 1.979, "ci95": [1.958, 2.001]}, "pes_Arab": {"tokens": 40017, "chars": 123827, "chars_per_token": 3.094, "ratio_vs_en": 1.438, "ci95": [1.423, 1.453]}, "plt_Latn": {"tokens": 58895, "chars": 160996, "chars_per_token": 2.734, "ratio_vs_en": 2.116, "ci95": [2.093, 2.14]}, "pol_Latn": {"tokens": 43840, "chars": 139483, "chars_per_token": 3.182, "ratio_vs_en": 1.575, "ci95": [1.559, 1.593]}, "por_Latn": {"tokens": 35366, "chars": 143418, "chars_per_token": 4.055, "ratio_vs_en": 1.271, "ci95": [1.26, 1.281]}, "prs_Arab": {"tokens": 39536, "chars": 120643, "chars_per_token": 3.051, "ratio_vs_en": 1.421, "ci95": [1.407, 1.435]}, "quy_Latn": {"tokens": 54204, "chars": 141027, "chars_per_token": 2.602, "ratio_vs_en": 1.948, "ci95": [1.923, 1.973]}, "ron_Latn": {"tokens": 44706, "chars": 148571, "chars_per_token": 3.323, "ratio_vs_en": 1.607, "ci95": [1.591, 1.622]}, "run_Latn": {"tokens": 56472, "chars": 147265, "chars_per_token": 2.608, "ratio_vs_en": 2.029, "ci95": [2.005, 2.056]}, "rus_Cyrl": {"tokens": 41857, "chars": 142096, "chars_per_token": 3.395, "ratio_vs_en": 1.504, "ci95": [1.488, 1.52]}, "sag_Latn": {"tokens": 54328, "chars": 142621, "chars_per_token": 2.625, "ratio_vs_en": 1.952, "ci95": [1.925, 1.98]}, "san_Deva": {"tokens": 63527, "chars": 128257, "chars_per_token": 2.019, "ratio_vs_en": 2.283, "ci95": [2.257, 2.309]}, "sat_Olck": {"tokens": 346246, "chars": 139791, "chars_per_token": 0.404, "ratio_vs_en": 12.443, "ci95": [12.29, 12.602]}, "scn_Latn": {"tokens": 51162, "chars": 138571, "chars_per_token": 2.708, "ratio_vs_en": 1.839, "ci95": [1.817, 1.86]}, "shn_Mymr": {"tokens": 257497, "chars": 188284, "chars_per_token": 0.731, "ratio_vs_en": 9.253, "ci95": [9.089, 9.411]}, "sin_Sinh": {"tokens": 342773, "chars": 131080, "chars_per_token": 0.382, "ratio_vs_en": 12.318, "ci95": [12.162, 12.472]}, "slk_Latn": {"tokens": 46466, "chars": 131710, "chars_per_token": 2.835, "ratio_vs_en": 1.67, "ci95": [1.653, 1.688]}, "slv_Latn": {"tokens": 43401, "chars": 130855, "chars_per_token": 3.015, "ratio_vs_en": 1.56, "ci95": [1.544, 1.576]}, "smo_Latn": {"tokens": 60008, "chars": 152724, "chars_per_token": 2.545, "ratio_vs_en": 2.156, "ci95": [2.131, 2.183]}, "sna_Latn": {"tokens": 55236, "chars": 147603, "chars_per_token": 2.672, "ratio_vs_en": 1.985, "ci95": [1.958, 2.01]}, "snd_Arab": {"tokens": 69477, "chars": 119588, "chars_per_token": 1.721, "ratio_vs_en": 2.497, "ci95": [2.467, 2.526]}, "som_Latn": {"tokens": 59891, "chars": 151662, "chars_per_token": 2.532, "ratio_vs_en": 2.152, "ci95": [2.129, 2.177]}, "sot_Latn": {"tokens": 59232, "chars": 158732, "chars_per_token": 2.68, "ratio_vs_en": 2.129, "ci95": [2.103, 2.154]}, "spa_Latn": {"tokens": 36615, "chars": 156997, "chars_per_token": 4.288, "ratio_vs_en": 1.316, "ci95": [1.303, 1.329]}, "srd_Latn": {"tokens": 50319, "chars": 153347, "chars_per_token": 3.047, "ratio_vs_en": 1.808, "ci95": [1.79, 1.827]}, "srp_Cyrl": {"tokens": 45634, "chars": 130780, "chars_per_token": 2.866, "ratio_vs_en": 1.64, "ci95": [1.625, 1.656]}, "ssw_Latn": {"tokens": 56689, "chars": 148726, "chars_per_token": 2.624, "ratio_vs_en": 2.037, "ci95": [2.013, 2.063]}, "sun_Latn": {"tokens": 46699, "chars": 136846, "chars_per_token": 2.93, "ratio_vs_en": 1.678, "ci95": [1.66, 1.696]}, "swe_Latn": {"tokens": 39130, "chars": 132173, "chars_per_token": 3.378, "ratio_vs_en": 1.406, "ci95": [1.392, 1.419]}, "swh_Latn": {"tokens": 50557, "chars": 138104, "chars_per_token": 2.732, "ratio_vs_en": 1.817, "ci95": [1.798, 1.834]}, "szl_Latn": {"tokens": 54233, "chars": 137371, "chars_per_token": 2.533, "ratio_vs_en": 1.949, "ci95": [1.927, 1.972]}, "tam_Taml": {"tokens": 60618, "chars": 154133, "chars_per_token": 2.543, "ratio_vs_en": 2.178, "ci95": [2.154, 2.202]}, "taq_Latn": {"tokens": 58152, "chars": 124417, "chars_per_token": 2.14, "ratio_vs_en": 2.09, "ci95": [2.058, 2.123]}, "taq_Tfng": {"tokens": 272420, "chars": 123904, "chars_per_token": 0.455, "ratio_vs_en": 9.79, "ci95": [9.654, 9.934]}, "tat_Cyrl": {"tokens": 58730, "chars": 133282, "chars_per_token": 2.269, "ratio_vs_en": 2.111, "ci95": [2.086, 2.134]}, "tel_Telu": {"tokens": 62896, "chars": 132470, "chars_per_token": 2.106, "ratio_vs_en": 2.26, "ci95": [2.233, 2.287]}, "tgk_Cyrl": {"tokens": 74675, "chars": 145871, "chars_per_token": 1.953, "ratio_vs_en": 2.684, "ci95": [2.65, 2.716]}, "tgl_Latn": {"tokens": 53314, "chars": 166169, "chars_per_token": 3.117, "ratio_vs_en": 1.916, "ci95": [1.894, 1.938]}, "tha_Thai": {"tokens": 65802, "chars": 126109, "chars_per_token": 1.916, "ratio_vs_en": 2.365, "ci95": [2.336, 2.396]}, "tir_Ethi": {"tokens": 211604, "chars": 90700, "chars_per_token": 0.429, "ratio_vs_en": 7.604, "ci95": [7.508, 7.707]}, "tpi_Latn": {"tokens": 55066, "chars": 169011, "chars_per_token": 3.069, "ratio_vs_en": 1.979, "ci95": [1.952, 2.005]}, "tsn_Latn": {"tokens": 60522, "chars": 163035, "chars_per_token": 2.694, "ratio_vs_en": 2.175, "ci95": [2.147, 2.203]}, "tso_Latn": {"tokens": 60076, "chars": 158178, "chars_per_token": 2.633, "ratio_vs_en": 2.159, "ci95": [2.131, 2.186]}, "tuk_Latn": {"tokens": 57970, "chars": 140262, "chars_per_token": 2.42, "ratio_vs_en": 2.083, "ci95": [2.061, 2.108]}, "tum_Latn": {"tokens": 67899, "chars": 172545, "chars_per_token": 2.541, "ratio_vs_en": 2.44, "ci95": [2.403, 2.482]}, "tur_Latn": {"tokens": 41493, "chars": 135761, "chars_per_token": 3.272, "ratio_vs_en": 1.491, "ci95": [1.476, 1.507]}, "twi_Latn": {"tokens": 66547, "chars": 128598, "chars_per_token": 1.932, "ratio_vs_en": 2.391, "ci95": [2.355, 2.431]}, "tzm_Tfng": {"tokens": 273128, "chars": 117960, "chars_per_token": 0.432, "ratio_vs_en": 9.815, "ci95": [9.691, 9.938]}, "uig_Arab": {"tokens": 114139, "chars": 140477, "chars_per_token": 1.231, "ratio_vs_en": 4.102, "ci95": [4.045, 4.158]}, "ukr_Cyrl": {"tokens": 48074, "chars": 134446, "chars_per_token": 2.797, "ratio_vs_en": 1.728, "ci95": [1.711, 1.745]}, "umb_Latn": {"tokens": 53506, "chars": 134747, "chars_per_token": 2.518, "ratio_vs_en": 1.923, "ci95": [1.894, 1.953]}, "urd_Arab": {"tokens": 48821, "chars": 129919, "chars_per_token": 2.661, "ratio_vs_en": 1.754, "ci95": [1.736, 1.773]}, "uzn_Latn": {"tokens": 50618, "chars": 149323, "chars_per_token": 2.95, "ratio_vs_en": 1.819, "ci95": [1.8, 1.838]}, "vec_Latn": {"tokens": 43627, "chars": 133237, "chars_per_token": 3.054, "ratio_vs_en": 1.568, "ci95": [1.552, 1.583]}, "vie_Latn": {"tokens": 39803, "chars": 138595, "chars_per_token": 3.482, "ratio_vs_en": 1.43, "ci95": [1.417, 1.444]}, "war_Latn": {"tokens": 51428, "chars": 164746, "chars_per_token": 3.203, "ratio_vs_en": 1.848, "ci95": [1.828, 1.869]}, "wol_Latn": {"tokens": 51862, "chars": 127173, "chars_per_token": 2.452, "ratio_vs_en": 1.864, "ci95": [1.84, 1.887]}, "xho_Latn": {"tokens": 54936, "chars": 139123, "chars_per_token": 2.532, "ratio_vs_en": 1.974, "ci95": [1.953, 1.997]}, "ydd_Hebr": {"tokens": 82059, "chars": 141658, "chars_per_token": 1.726, "ratio_vs_en": 2.949, "ci95": [2.918, 2.981]}, "yor_Latn": {"tokens": 78294, "chars": 126844, "chars_per_token": 1.62, "ratio_vs_en": 2.814, "ci95": [2.756, 2.873]}, "yue_Hant": {"tokens": 39931, "chars": 40019, "chars_per_token": 1.002, "ratio_vs_en": 1.435, "ci95": [1.42, 1.451]}, "zho_Hans": {"tokens": 39043, "chars": 43248, "chars_per_token": 1.108, "ratio_vs_en": 1.403, "ci95": [1.387, 1.42]}, "zho_Hant": {"tokens": 40956, "chars": 40695, "chars_per_token": 0.994, "ratio_vs_en": 1.472, "ci95": [1.455, 1.488]}, "zsm_Latn": {"tokens": 37488, "chars": 146201, "chars_per_token": 3.9, "ratio_vs_en": 1.347, "ci95": [1.334, 1.36]}, "zul_Latn": {"tokens": 58458, "chars": 148362, "chars_per_token": 2.538, "ratio_vs_en": 2.101, "ci95": [2.079, 2.122]}, "eng_Latn": {"tokens": 27827, "chars": 131966, "chars_per_token": 4.742, "ratio_vs_en": 1.0}}, "costs": []}, {"schema": 1, "tokenizer": "Bielik (Polish, SpeakLeash)", "kind": "hf", "id": "speakleash/Bielik-11B-v2.3-Instruct", "group": "Regional", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 122954, "chars": 111621, "chars_per_token": 0.908, "ratio_vs_en": 4.099, "ci95": [4.053, 4.147]}, "ace_Latn": {"tokens": 60017, "chars": 141933, "chars_per_token": 2.365, "ratio_vs_en": 2.001, "ci95": [1.977, 2.024]}, "acm_Arab": {"tokens": 101587, "chars": 113573, "chars_per_token": 1.118, "ratio_vs_en": 3.387, "ci95": [3.349, 3.424]}, "acq_Arab": {"tokens": 103007, "chars": 115113, "chars_per_token": 1.118, "ratio_vs_en": 3.434, "ci95": [3.396, 3.473]}, "aeb_Arab": {"tokens": 100610, "chars": 112077, "chars_per_token": 1.114, "ratio_vs_en": 3.354, "ci95": [3.317, 3.392]}, "afr_Latn": {"tokens": 49312, "chars": 139690, "chars_per_token": 2.833, "ratio_vs_en": 1.644, "ci95": [1.628, 1.659]}, "ajp_Arab": {"tokens": 97428, "chars": 109046, "chars_per_token": 1.119, "ratio_vs_en": 3.248, "ci95": [3.212, 3.285]}, "aka_Latn": {"tokens": 68680, "chars": 132650, "chars_per_token": 1.931, "ratio_vs_en": 2.29, "ci95": [2.257, 2.325]}, "als_Latn": {"tokens": 71017, "chars": 147064, "chars_per_token": 2.071, "ratio_vs_en": 2.367, "ci95": [2.34, 2.396]}, "amh_Ethi": {"tokens": 193315, "chars": 87132, "chars_per_token": 0.451, "ratio_vs_en": 6.444, "ci95": [6.363, 6.526]}, "apc_Arab": {"tokens": 96744, "chars": 107981, "chars_per_token": 1.116, "ratio_vs_en": 3.225, "ci95": [3.188, 3.262]}, "arb_Arab": {"tokens": 104143, "chars": 116307, "chars_per_token": 1.117, "ratio_vs_en": 3.472, "ci95": [3.434, 3.512]}, "arb_Latn": {"tokens": 72061, "chars": 153758, "chars_per_token": 2.134, "ratio_vs_en": 2.402, "ci95": [2.372, 2.434]}, "ars_Arab": {"tokens": 104290, "chars": 116428, "chars_per_token": 1.116, "ratio_vs_en": 3.477, "ci95": [3.44, 3.517]}, "ary_Arab": {"tokens": 102235, "chars": 113563, "chars_per_token": 1.111, "ratio_vs_en": 3.408, "ci95": [3.368, 3.451]}, "arz_Arab": {"tokens": 102328, "chars": 113770, "chars_per_token": 1.112, "ratio_vs_en": 3.411, "ci95": [3.371, 3.452]}, "asm_Beng": {"tokens": 170260, "chars": 125936, "chars_per_token": 0.74, "ratio_vs_en": 5.676, "ci95": [5.609, 5.75]}, "ast_Latn": {"tokens": 47095, "chars": 136363, "chars_per_token": 2.895, "ratio_vs_en": 1.57, "ci95": [1.554, 1.588]}, "awa_Deva": {"tokens": 133166, "chars": 128171, "chars_per_token": 0.962, "ratio_vs_en": 4.439, "ci95": [4.381, 4.501]}, "ayr_Latn": {"tokens": 63802, "chars": 138617, "chars_per_token": 2.173, "ratio_vs_en": 2.127, "ci95": [2.097, 2.158]}, "azb_Arab": {"tokens": 115753, "chars": 117061, "chars_per_token": 1.011, "ratio_vs_en": 3.859, "ci95": [3.808, 3.909]}, "azj_Latn": {"tokens": 81794, "chars": 143739, "chars_per_token": 1.757, "ratio_vs_en": 2.727, "ci95": [2.691, 2.762]}, "bak_Cyrl": {"tokens": 92657, "chars": 133222, "chars_per_token": 1.438, "ratio_vs_en": 3.089, "ci95": [3.049, 3.132]}, "bam_Latn": {"tokens": 62251, "chars": 126387, "chars_per_token": 2.03, "ratio_vs_en": 2.075, "ci95": [2.049, 2.102]}, "ban_Latn": {"tokens": 55239, "chars": 145570, "chars_per_token": 2.635, "ratio_vs_en": 1.841, "ci95": [1.819, 1.863]}, "bel_Cyrl": {"tokens": 77278, "chars": 147991, "chars_per_token": 1.915, "ratio_vs_en": 2.576, "ci95": [2.543, 2.611]}, "bem_Latn": {"tokens": 66584, "chars": 160751, "chars_per_token": 2.414, "ratio_vs_en": 2.22, "ci95": [2.194, 2.247]}, "ben_Beng": {"tokens": 146968, "chars": 129042, "chars_per_token": 0.878, "ratio_vs_en": 4.899, "ci95": [4.841, 4.961]}, "bho_Deva": {"tokens": 132869, "chars": 128611, "chars_per_token": 0.968, "ratio_vs_en": 4.429, "ci95": [4.374, 4.487]}, "bjn_Arab": {"tokens": 128938, "chars": 122230, "chars_per_token": 0.948, "ratio_vs_en": 4.298, "ci95": [4.248, 4.353]}, "bjn_Latn": {"tokens": 54975, "chars": 138182, "chars_per_token": 2.514, "ratio_vs_en": 1.833, "ci95": [1.812, 1.853]}, "bod_Tibt": {"tokens": 214043, "chars": 148151, "chars_per_token": 0.692, "ratio_vs_en": 7.135, "ci95": [7.033, 7.244]}, "bos_Latn": {"tokens": 54471, "chars": 132187, "chars_per_token": 2.427, "ratio_vs_en": 1.816, "ci95": [1.795, 1.836]}, "bug_Latn": {"tokens": 58379, "chars": 139375, "chars_per_token": 2.387, "ratio_vs_en": 1.946, "ci95": [1.919, 1.974]}, "bul_Cyrl": {"tokens": 57751, "chars": 137824, "chars_per_token": 2.387, "ratio_vs_en": 1.925, "ci95": [1.905, 1.946]}, "cat_Latn": {"tokens": 48583, "chars": 145781, "chars_per_token": 3.001, "ratio_vs_en": 1.62, "ci95": [1.605, 1.636]}, "ceb_Latn": {"tokens": 61840, "chars": 158685, "chars_per_token": 2.566, "ratio_vs_en": 2.062, "ci95": [2.038, 2.087]}, "ces_Latn": {"tokens": 55898, "chars": 127257, "chars_per_token": 2.277, "ratio_vs_en": 1.863, "ci95": [1.843, 1.885]}, "cjk_Latn": {"tokens": 59242, "chars": 139261, "chars_per_token": 2.351, "ratio_vs_en": 1.975, "ci95": [1.946, 2.005]}, "ckb_Arab": {"tokens": 130177, "chars": 128585, "chars_per_token": 0.988, "ratio_vs_en": 4.34, "ci95": [4.284, 4.395]}, "crh_Latn": {"tokens": 66805, "chars": 134038, "chars_per_token": 2.006, "ratio_vs_en": 2.227, "ci95": [2.199, 2.255]}, "cym_Latn": {"tokens": 65496, "chars": 141257, "chars_per_token": 2.157, "ratio_vs_en": 2.183, "ci95": [2.158, 2.208]}, "dan_Latn": {"tokens": 48731, "chars": 135083, "chars_per_token": 2.772, "ratio_vs_en": 1.625, "ci95": [1.608, 1.642]}, "deu_Latn": {"tokens": 47442, "chars": 153809, "chars_per_token": 3.242, "ratio_vs_en": 1.582, "ci95": [1.565, 1.599]}, "dik_Latn": {"tokens": 58726, "chars": 111789, "chars_per_token": 1.904, "ratio_vs_en": 1.958, "ci95": [1.921, 2.0]}, "dyu_Latn": {"tokens": 59868, "chars": 132855, "chars_per_token": 2.219, "ratio_vs_en": 1.996, "ci95": [1.966, 2.026]}, "dzo_Tibt": {"tokens": 233555, "chars": 163358, "chars_per_token": 0.699, "ratio_vs_en": 7.786, "ci95": [7.679, 7.895]}, "ell_Grek": {"tokens": 157270, "chars": 157539, "chars_per_token": 1.002, "ratio_vs_en": 5.243, "ci95": [5.175, 5.312]}, "epo_Latn": {"tokens": 53162, "chars": 131292, "chars_per_token": 2.47, "ratio_vs_en": 1.772, "ci95": [1.754, 1.792]}, "est_Latn": {"tokens": 55275, "chars": 129459, "chars_per_token": 2.342, "ratio_vs_en": 1.843, "ci95": [1.821, 1.865]}, "eus_Latn": {"tokens": 56679, "chars": 139822, "chars_per_token": 2.467, "ratio_vs_en": 1.889, "ci95": [1.87, 1.911]}, "ewe_Latn": {"tokens": 70518, "chars": 127448, "chars_per_token": 1.807, "ratio_vs_en": 2.351, "ci95": [2.308, 2.394]}, "fao_Latn": {"tokens": 60955, "chars": 134274, "chars_per_token": 2.203, "ratio_vs_en": 2.032, "ci95": [2.009, 2.056]}, "fij_Latn": {"tokens": 63427, "chars": 155177, "chars_per_token": 2.447, "ratio_vs_en": 2.114, "ci95": [2.088, 2.144]}, "fin_Latn": {"tokens": 60355, "chars": 140128, "chars_per_token": 2.322, "ratio_vs_en": 2.012, "ci95": [1.987, 2.036]}, "fon_Latn": {"tokens": 88663, "chars": 135260, "chars_per_token": 1.526, "ratio_vs_en": 2.956, "ci95": [2.904, 3.009]}, "fra_Latn": {"tokens": 47945, "chars": 157638, "chars_per_token": 3.288, "ratio_vs_en": 1.598, "ci95": [1.582, 1.616]}, "fur_Latn": {"tokens": 53663, "chars": 144519, "chars_per_token": 2.693, "ratio_vs_en": 1.789, "ci95": [1.77, 1.808]}, "fuv_Latn": {"tokens": 54141, "chars": 122162, "chars_per_token": 2.256, "ratio_vs_en": 1.805, "ci95": [1.776, 1.834]}, "gaz_Latn": {"tokens": 68475, "chars": 156418, "chars_per_token": 2.284, "ratio_vs_en": 2.283, "ci95": [2.257, 2.31]}, "gla_Latn": {"tokens": 72438, "chars": 162597, "chars_per_token": 2.245, "ratio_vs_en": 2.415, "ci95": [2.385, 2.448]}, "gle_Latn": {"tokens": 68652, "chars": 152481, "chars_per_token": 2.221, "ratio_vs_en": 2.289, "ci95": [2.261, 2.317]}, "glg_Latn": {"tokens": 47706, "chars": 146143, "chars_per_token": 3.063, "ratio_vs_en": 1.59, "ci95": [1.574, 1.606]}, "grn_Latn": {"tokens": 61793, "chars": 132815, "chars_per_token": 2.149, "ratio_vs_en": 2.06, "ci95": [2.034, 2.087]}, "guj_Gujr": {"tokens": 259006, "chars": 126428, "chars_per_token": 0.488, "ratio_vs_en": 8.634, "ci95": [8.524, 8.748]}, "hat_Latn": {"tokens": 50014, "chars": 121280, "chars_per_token": 2.425, "ratio_vs_en": 1.667, "ci95": [1.65, 1.686]}, "hau_Latn": {"tokens": 58870, "chars": 140067, "chars_per_token": 2.379, "ratio_vs_en": 1.963, "ci95": [1.939, 1.985]}, "heb_Hebr": {"tokens": 102260, "chars": 102054, "chars_per_token": 0.998, "ratio_vs_en": 3.409, "ci95": [3.371, 3.446]}, "hin_Deva": {"tokens": 136600, "chars": 131058, "chars_per_token": 0.959, "ratio_vs_en": 4.554, "ci95": [4.496, 4.613]}, "hne_Deva": {"tokens": 131182, "chars": 126933, "chars_per_token": 0.968, "ratio_vs_en": 4.373, "ci95": [4.325, 4.426]}, "hrv_Latn": {"tokens": 53346, "chars": 128727, "chars_per_token": 2.413, "ratio_vs_en": 1.778, "ci95": [1.759, 1.798]}, "hun_Latn": {"tokens": 60149, "chars": 138629, "chars_per_token": 2.305, "ratio_vs_en": 2.005, "ci95": [1.98, 2.03]}, "hye_Armn": {"tokens": 159119, "chars": 145956, "chars_per_token": 0.917, "ratio_vs_en": 5.304, "ci95": [5.232, 5.372]}, "ibo_Latn": {"tokens": 71604, "chars": 134560, "chars_per_token": 1.879, "ratio_vs_en": 2.387, "ci95": [2.353, 2.42]}, "ilo_Latn": {"tokens": 63088, "chars": 159680, "chars_per_token": 2.531, "ratio_vs_en": 2.103, "ci95": [2.078, 2.128]}, "ind_Latn": {"tokens": 55182, "chars": 142318, "chars_per_token": 2.579, "ratio_vs_en": 1.84, "ci95": [1.819, 1.86]}, "isl_Latn": {"tokens": 62768, "chars": 129783, "chars_per_token": 2.068, "ratio_vs_en": 2.092, "ci95": [2.067, 2.118]}, "ita_Latn": {"tokens": 48416, "chars": 156138, "chars_per_token": 3.225, "ratio_vs_en": 1.614, "ci95": [1.598, 1.631]}, "jav_Latn": {"tokens": 53469, "chars": 136928, "chars_per_token": 2.561, "ratio_vs_en": 1.782, "ci95": [1.762, 1.804]}, "jpn_Jpan": {"tokens": 64264, "chars": 56943, "chars_per_token": 0.886, "ratio_vs_en": 2.142, "ci95": [2.116, 2.169]}, "kab_Latn": {"tokens": 62744, "chars": 130554, "chars_per_token": 2.081, "ratio_vs_en": 2.092, "ci95": [2.067, 2.116]}, "kac_Latn": {"tokens": 70725, "chars": 169397, "chars_per_token": 2.395, "ratio_vs_en": 2.358, "ci95": [2.322, 2.397]}, "kam_Latn": {"tokens": 59259, "chars": 128356, "chars_per_token": 2.166, "ratio_vs_en": 1.975, "ci95": [1.943, 2.007]}, "kan_Knda": {"tokens": 187994, "chars": 138040, "chars_per_token": 0.734, "ratio_vs_en": 6.267, "ci95": [6.19, 6.348]}, "kas_Arab": {"tokens": 132551, "chars": 126105, "chars_per_token": 0.951, "ratio_vs_en": 4.419, "ci95": [4.364, 4.476]}, "kas_Deva": {"tokens": 133931, "chars": 126401, "chars_per_token": 0.944, "ratio_vs_en": 4.465, "ci95": [4.414, 4.519]}, "kat_Geor": {"tokens": 145229, "chars": 143930, "chars_per_token": 0.991, "ratio_vs_en": 4.841, "ci95": [4.776, 4.906]}, "kaz_Cyrl": {"tokens": 80527, "chars": 135404, "chars_per_token": 1.681, "ratio_vs_en": 2.685, "ci95": [2.652, 2.718]}, "kbp_Latn": {"tokens": 107410, "chars": 142957, "chars_per_token": 1.331, "ratio_vs_en": 3.581, "ci95": [3.521, 3.64]}, "kea_Latn": {"tokens": 50407, "chars": 130800, "chars_per_token": 2.595, "ratio_vs_en": 1.68, "ci95": [1.664, 1.697]}, "khk_Cyrl": {"tokens": 89262, "chars": 137067, "chars_per_token": 1.536, "ratio_vs_en": 2.976, "ci95": [2.942, 3.013]}, "khm_Khmr": {"tokens": 183999, "chars": 153212, "chars_per_token": 0.833, "ratio_vs_en": 6.134, "ci95": [6.053, 6.217]}, "kik_Latn": {"tokens": 78028, "chars": 153431, "chars_per_token": 1.966, "ratio_vs_en": 2.601, "ci95": [2.56, 2.642]}, "kin_Latn": {"tokens": 63812, "chars": 145862, "chars_per_token": 2.286, "ratio_vs_en": 2.127, "ci95": [2.102, 2.154]}, "kir_Cyrl": {"tokens": 78810, "chars": 135532, "chars_per_token": 1.72, "ratio_vs_en": 2.627, "ci95": [2.591, 2.663]}, "kmb_Latn": {"tokens": 63647, "chars": 145762, "chars_per_token": 2.29, "ratio_vs_en": 2.122, "ci95": [2.095, 2.149]}, "kmr_Latn": {"tokens": 64886, "chars": 130372, "chars_per_token": 2.009, "ratio_vs_en": 2.163, "ci95": [2.138, 2.19]}, "knc_Arab": {"tokens": 117739, "chars": 116000, "chars_per_token": 0.985, "ratio_vs_en": 3.925, "ci95": [3.841, 4.012]}, "knc_Latn": {"tokens": 63513, "chars": 138972, "chars_per_token": 2.188, "ratio_vs_en": 2.117, "ci95": [2.09, 2.145]}, "kon_Latn": {"tokens": 60544, "chars": 149894, "chars_per_token": 2.476, "ratio_vs_en": 2.018, "ci95": [1.994, 2.043]}, "kor_Hang": {"tokens": 73541, "chars": 65965, "chars_per_token": 0.897, "ratio_vs_en": 2.452, "ci95": [2.423, 2.48]}, "lao_Laoo": {"tokens": 320586, "chars": 130060, "chars_per_token": 0.406, "ratio_vs_en": 10.687, "ci95": [10.532, 10.837]}, "lij_Latn": {"tokens": 58671, "chars": 145994, "chars_per_token": 2.488, "ratio_vs_en": 1.956, "ci95": [1.935, 1.978]}, "lim_Latn": {"tokens": 52912, "chars": 137686, "chars_per_token": 2.602, "ratio_vs_en": 1.764, "ci95": [1.745, 1.784]}, "lin_Latn": {"tokens": 56094, "chars": 142197, "chars_per_token": 2.535, "ratio_vs_en": 1.87, "ci95": [1.849, 1.89]}, "lit_Latn": {"tokens": 59663, "chars": 130329, "chars_per_token": 2.184, "ratio_vs_en": 1.989, "ci95": [1.966, 2.012]}, "lmo_Latn": {"tokens": 58935, "chars": 141666, "chars_per_token": 2.404, "ratio_vs_en": 1.965, "ci95": [1.944, 1.985]}, "ltg_Latn": {"tokens": 62493, "chars": 129848, "chars_per_token": 2.078, "ratio_vs_en": 2.083, "ci95": [2.06, 2.108]}, "ltz_Latn": {"tokens": 58115, "chars": 147545, "chars_per_token": 2.539, "ratio_vs_en": 1.937, "ci95": [1.917, 1.959]}, "lua_Latn": {"tokens": 59351, "chars": 142998, "chars_per_token": 2.409, "ratio_vs_en": 1.979, "ci95": [1.953, 2.004]}, "lug_Latn": {"tokens": 59265, "chars": 135078, "chars_per_token": 2.279, "ratio_vs_en": 1.976, "ci95": [1.952, 2.0]}, "luo_Latn": {"tokens": 55007, "chars": 137546, "chars_per_token": 2.501, "ratio_vs_en": 1.834, "ci95": [1.811, 1.856]}, "lus_Latn": {"tokens": 58748, "chars": 146255, "chars_per_token": 2.49, "ratio_vs_en": 1.958, "ci95": [1.928, 1.988]}, "lvs_Latn": {"tokens": 65895, "chars": 134157, "chars_per_token": 2.036, "ratio_vs_en": 2.197, "ci95": [2.172, 2.223]}, "mag_Deva": {"tokens": 131763, "chars": 126695, "chars_per_token": 0.962, "ratio_vs_en": 4.393, "ci95": [4.342, 4.444]}, "mai_Deva": {"tokens": 138092, "chars": 129408, "chars_per_token": 0.937, "ratio_vs_en": 4.604, "ci95": [4.548, 4.661]}, "mal_Mlym": {"tokens": 324636, "chars": 149336, "chars_per_token": 0.46, "ratio_vs_en": 10.822, "ci95": [10.684, 10.966]}, "mar_Deva": {"tokens": 139824, "chars": 133051, "chars_per_token": 0.952, "ratio_vs_en": 4.661, "ci95": [4.607, 4.718]}, "min_Arab": {"tokens": 133042, "chars": 126399, "chars_per_token": 0.95, "ratio_vs_en": 4.435, "ci95": [4.383, 4.49]}, "min_Latn": {"tokens": 55672, "chars": 141163, "chars_per_token": 2.536, "ratio_vs_en": 1.856, "ci95": [1.835, 1.877]}, "mkd_Cyrl": {"tokens": 59532, "chars": 137827, "chars_per_token": 2.315, "ratio_vs_en": 1.985, "ci95": [1.964, 2.005]}, "mlt_Latn": {"tokens": 68795, "chars": 146288, "chars_per_token": 2.126, "ratio_vs_en": 2.293, "ci95": [2.268, 2.321]}, "mni_Beng": {"tokens": 160557, "chars": 136782, "chars_per_token": 0.852, "ratio_vs_en": 5.352, "ci95": [5.282, 5.426]}, "mos_Latn": {"tokens": 62154, "chars": 124657, "chars_per_token": 2.006, "ratio_vs_en": 2.072, "ci95": [2.043, 2.101]}, "mri_Latn": {"tokens": 68772, "chars": 146527, "chars_per_token": 2.131, "ratio_vs_en": 2.293, "ci95": [2.265, 2.322]}, "mya_Mymr": {"tokens": 245159, "chars": 163169, "chars_per_token": 0.666, "ratio_vs_en": 8.173, "ci95": [8.066, 8.286]}, "nld_Latn": {"tokens": 47875, "chars": 147507, "chars_per_token": 3.081, "ratio_vs_en": 1.596, "ci95": [1.58, 1.613]}, "nno_Latn": {"tokens": 48933, "chars": 133443, "chars_per_token": 2.727, "ratio_vs_en": 1.631, "ci95": [1.614, 1.649]}, "nob_Latn": {"tokens": 47575, "chars": 132138, "chars_per_token": 2.777, "ratio_vs_en": 1.586, "ci95": [1.57, 1.603]}, "npi_Deva": {"tokens": 133204, "chars": 126903, "chars_per_token": 0.953, "ratio_vs_en": 4.441, "ci95": [4.384, 4.5]}, "nso_Latn": {"tokens": 63466, "chars": 151109, "chars_per_token": 2.381, "ratio_vs_en": 2.116, "ci95": [2.09, 2.142]}, "nus_Latn": {"tokens": 97691, "chars": 142340, "chars_per_token": 1.457, "ratio_vs_en": 3.257, "ci95": [3.206, 3.304]}, "nya_Latn": {"tokens": 61639, "chars": 147172, "chars_per_token": 2.388, "ratio_vs_en": 2.055, "ci95": [2.029, 2.081]}, "oci_Latn": {"tokens": 53240, "chars": 150651, "chars_per_token": 2.83, "ratio_vs_en": 1.775, "ci95": [1.757, 1.793]}, "ory_Orya": {"tokens": 359200, "chars": 134839, "chars_per_token": 0.375, "ratio_vs_en": 11.975, "ci95": [11.819, 12.137]}, "pag_Latn": {"tokens": 46288, "chars": 129899, "chars_per_token": 2.806, "ratio_vs_en": 1.543, "ci95": [1.519, 1.568]}, "pan_Guru": {"tokens": 312044, "chars": 133425, "chars_per_token": 0.428, "ratio_vs_en": 10.403, "ci95": [10.266, 10.547]}, "pap_Latn": {"tokens": 51948, "chars": 139154, "chars_per_token": 2.679, "ratio_vs_en": 1.732, "ci95": [1.714, 1.75]}, "pbt_Arab": {"tokens": 129016, "chars": 122455, "chars_per_token": 0.949, "ratio_vs_en": 4.301, "ci95": [4.25, 4.351]}, "pes_Arab": {"tokens": 120894, "chars": 123827, "chars_per_token": 1.024, "ratio_vs_en": 4.03, "ci95": [3.981, 4.077]}, "plt_Latn": {"tokens": 66302, "chars": 160996, "chars_per_token": 2.428, "ratio_vs_en": 2.21, "ci95": [2.187, 2.236]}, "pol_Latn": {"tokens": 56991, "chars": 139483, "chars_per_token": 2.447, "ratio_vs_en": 1.9, "ci95": [1.878, 1.923]}, "por_Latn": {"tokens": 46465, "chars": 143418, "chars_per_token": 3.087, "ratio_vs_en": 1.549, "ci95": [1.535, 1.564]}, "prs_Arab": {"tokens": 117961, "chars": 120643, "chars_per_token": 1.023, "ratio_vs_en": 3.932, "ci95": [3.884, 3.983]}, "quy_Latn": {"tokens": 61736, "chars": 141027, "chars_per_token": 2.284, "ratio_vs_en": 2.058, "ci95": [2.03, 2.085]}, "ron_Latn": {"tokens": 54370, "chars": 148571, "chars_per_token": 2.733, "ratio_vs_en": 1.813, "ci95": [1.794, 1.833]}, "run_Latn": {"tokens": 64281, "chars": 147265, "chars_per_token": 2.291, "ratio_vs_en": 2.143, "ci95": [2.117, 2.171]}, "rus_Cyrl": {"tokens": 55637, "chars": 142096, "chars_per_token": 2.554, "ratio_vs_en": 1.855, "ci95": [1.834, 1.876]}, "sag_Latn": {"tokens": 60394, "chars": 142621, "chars_per_token": 2.362, "ratio_vs_en": 2.013, "ci95": [1.985, 2.042]}, "san_Deva": {"tokens": 137964, "chars": 128257, "chars_per_token": 0.93, "ratio_vs_en": 4.599, "ci95": [4.544, 4.657]}, "sat_Olck": {"tokens": 369829, "chars": 139791, "chars_per_token": 0.378, "ratio_vs_en": 12.329, "ci95": [12.173, 12.49]}, "scn_Latn": {"tokens": 57499, "chars": 138571, "chars_per_token": 2.41, "ratio_vs_en": 1.917, "ci95": [1.896, 1.939]}, "shn_Mymr": {"tokens": 368377, "chars": 188284, "chars_per_token": 0.511, "ratio_vs_en": 12.28, "ci95": [12.069, 12.485]}, "sin_Sinh": {"tokens": 221950, "chars": 131080, "chars_per_token": 0.591, "ratio_vs_en": 7.399, "ci95": [7.313, 7.49]}, "slk_Latn": {"tokens": 58427, "chars": 131710, "chars_per_token": 2.254, "ratio_vs_en": 1.948, "ci95": [1.926, 1.971]}, "slv_Latn": {"tokens": 53538, "chars": 130855, "chars_per_token": 2.444, "ratio_vs_en": 1.785, "ci95": [1.766, 1.803]}, "smo_Latn": {"tokens": 66585, "chars": 152724, "chars_per_token": 2.294, "ratio_vs_en": 2.22, "ci95": [2.193, 2.248]}, "sna_Latn": {"tokens": 63492, "chars": 147603, "chars_per_token": 2.325, "ratio_vs_en": 2.117, "ci95": [2.087, 2.146]}, "snd_Arab": {"tokens": 129345, "chars": 119588, "chars_per_token": 0.925, "ratio_vs_en": 4.312, "ci95": [4.261, 4.367]}, "som_Latn": {"tokens": 65813, "chars": 151662, "chars_per_token": 2.304, "ratio_vs_en": 2.194, "ci95": [2.171, 2.219]}, "sot_Latn": {"tokens": 64950, "chars": 158732, "chars_per_token": 2.444, "ratio_vs_en": 2.165, "ci95": [2.139, 2.191]}, "spa_Latn": {"tokens": 47178, "chars": 156997, "chars_per_token": 3.328, "ratio_vs_en": 1.573, "ci95": [1.557, 1.589]}, "srd_Latn": {"tokens": 57799, "chars": 153347, "chars_per_token": 2.653, "ratio_vs_en": 1.927, "ci95": [1.907, 1.947]}, "srp_Cyrl": {"tokens": 56995, "chars": 130780, "chars_per_token": 2.295, "ratio_vs_en": 1.9, "ci95": [1.881, 1.92]}, "ssw_Latn": {"tokens": 63876, "chars": 148726, "chars_per_token": 2.328, "ratio_vs_en": 2.129, "ci95": [2.105, 2.156]}, "sun_Latn": {"tokens": 55323, "chars": 136846, "chars_per_token": 2.474, "ratio_vs_en": 1.844, "ci95": [1.823, 1.865]}, "swe_Latn": {"tokens": 46187, "chars": 132173, "chars_per_token": 2.862, "ratio_vs_en": 1.54, "ci95": [1.525, 1.555]}, "swh_Latn": {"tokens": 58183, "chars": 138104, "chars_per_token": 2.374, "ratio_vs_en": 1.94, "ci95": [1.918, 1.959]}, "szl_Latn": {"tokens": 63160, "chars": 137371, "chars_per_token": 2.175, "ratio_vs_en": 2.106, "ci95": [2.08, 2.133]}, "tam_Taml": {"tokens": 175296, "chars": 154133, "chars_per_token": 0.879, "ratio_vs_en": 5.844, "ci95": [5.771, 5.917]}, "taq_Latn": {"tokens": 58721, "chars": 124417, "chars_per_token": 2.119, "ratio_vs_en": 1.958, "ci95": [1.93, 1.987]}, "taq_Tfng": {"tokens": 208670, "chars": 123904, "chars_per_token": 0.594, "ratio_vs_en": 6.956, "ci95": [6.862, 7.058]}, "tat_Cyrl": {"tokens": 80157, "chars": 133282, "chars_per_token": 1.663, "ratio_vs_en": 2.672, "ci95": [2.638, 2.706]}, "tel_Telu": {"tokens": 215365, "chars": 132470, "chars_per_token": 0.615, "ratio_vs_en": 7.18, "ci95": [7.079, 7.278]}, "tgk_Cyrl": {"tokens": 82239, "chars": 145871, "chars_per_token": 1.774, "ratio_vs_en": 2.742, "ci95": [2.708, 2.773]}, "tgl_Latn": {"tokens": 62820, "chars": 166169, "chars_per_token": 2.645, "ratio_vs_en": 2.094, "ci95": [2.067, 2.121]}, "tha_Thai": {"tokens": 126582, "chars": 126109, "chars_per_token": 0.996, "ratio_vs_en": 4.22, "ci95": [4.163, 4.278]}, "tir_Ethi": {"tokens": 202471, "chars": 90700, "chars_per_token": 0.448, "ratio_vs_en": 6.75, "ci95": [6.661, 6.839]}, "tpi_Latn": {"tokens": 60512, "chars": 169011, "chars_per_token": 2.793, "ratio_vs_en": 2.017, "ci95": [1.99, 2.044]}, "tsn_Latn": {"tokens": 65558, "chars": 163035, "chars_per_token": 2.487, "ratio_vs_en": 2.185, "ci95": [2.159, 2.214]}, "tso_Latn": {"tokens": 67351, "chars": 158178, "chars_per_token": 2.349, "ratio_vs_en": 2.245, "ci95": [2.215, 2.276]}, "tuk_Latn": {"tokens": 69756, "chars": 140262, "chars_per_token": 2.011, "ratio_vs_en": 2.325, "ci95": [2.298, 2.353]}, "tum_Latn": {"tokens": 77977, "chars": 172545, "chars_per_token": 2.213, "ratio_vs_en": 2.599, "ci95": [2.56, 2.643]}, "tur_Latn": {"tokens": 66494, "chars": 135761, "chars_per_token": 2.042, "ratio_vs_en": 2.217, "ci95": [2.191, 2.242]}, "twi_Latn": {"tokens": 62406, "chars": 128598, "chars_per_token": 2.061, "ratio_vs_en": 2.08, "ci95": [2.05, 2.113]}, "tzm_Tfng": {"tokens": 210774, "chars": 117960, "chars_per_token": 0.56, "ratio_vs_en": 7.027, "ci95": [6.937, 7.113]}, "uig_Arab": {"tokens": 150105, "chars": 140477, "chars_per_token": 0.936, "ratio_vs_en": 5.004, "ci95": [4.936, 5.069]}, "ukr_Cyrl": {"tokens": 58039, "chars": 134446, "chars_per_token": 2.316, "ratio_vs_en": 1.935, "ci95": [1.916, 1.955]}, "umb_Latn": {"tokens": 58814, "chars": 134747, "chars_per_token": 2.291, "ratio_vs_en": 1.961, "ci95": [1.932, 1.991]}, "urd_Arab": {"tokens": 129020, "chars": 129919, "chars_per_token": 1.007, "ratio_vs_en": 4.301, "ci95": [4.25, 4.356]}, "uzn_Latn": {"tokens": 63767, "chars": 149323, "chars_per_token": 2.342, "ratio_vs_en": 2.126, "ci95": [2.102, 2.15]}, "vec_Latn": {"tokens": 50571, "chars": 133237, "chars_per_token": 2.635, "ratio_vs_en": 1.686, "ci95": [1.668, 1.704]}, "vie_Latn": {"tokens": 87402, "chars": 138595, "chars_per_token": 1.586, "ratio_vs_en": 2.914, "ci95": [2.878, 2.952]}, "war_Latn": {"tokens": 63852, "chars": 164746, "chars_per_token": 2.58, "ratio_vs_en": 2.129, "ci95": [2.102, 2.158]}, "wol_Latn": {"tokens": 56444, "chars": 127173, "chars_per_token": 2.253, "ratio_vs_en": 1.882, "ci95": [1.859, 1.905]}, "xho_Latn": {"tokens": 61719, "chars": 139123, "chars_per_token": 2.254, "ratio_vs_en": 2.058, "ci95": [2.035, 2.081]}, "ydd_Hebr": {"tokens": 141996, "chars": 141658, "chars_per_token": 0.998, "ratio_vs_en": 4.734, "ci95": [4.683, 4.786]}, "yor_Latn": {"tokens": 85469, "chars": 126844, "chars_per_token": 1.484, "ratio_vs_en": 2.849, "ci95": [2.794, 2.908]}, "yue_Hant": {"tokens": 51396, "chars": 40019, "chars_per_token": 0.779, "ratio_vs_en": 1.713, "ci95": [1.694, 1.733]}, "zho_Hans": {"tokens": 48332, "chars": 43248, "chars_per_token": 0.895, "ratio_vs_en": 1.611, "ci95": [1.593, 1.63]}, "zho_Hant": {"tokens": 52668, "chars": 40695, "chars_per_token": 0.773, "ratio_vs_en": 1.756, "ci95": [1.737, 1.776]}, "zsm_Latn": {"tokens": 57034, "chars": 146201, "chars_per_token": 2.563, "ratio_vs_en": 1.901, "ci95": [1.881, 1.923]}, "zul_Latn": {"tokens": 66151, "chars": 148362, "chars_per_token": 2.243, "ratio_vs_en": 2.205, "ci95": [2.182, 2.228]}, "eng_Latn": {"tokens": 29997, "chars": 131966, "chars_per_token": 4.399, "ratio_vs_en": 1.0}}, "costs": []}, {"schema": 1, "tokenizer": "BLOOM", "kind": "hf", "id": "bigscience/bloom", "group": "Other", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 72305, "chars": 111621, "chars_per_token": 1.544, "ratio_vs_en": 2.637, "ci95": [2.606, 2.67]}, "ace_Latn": {"tokens": 47767, "chars": 141933, "chars_per_token": 2.971, "ratio_vs_en": 1.742, "ci95": [1.722, 1.763]}, "acm_Arab": {"tokens": 31587, "chars": 113573, "chars_per_token": 3.596, "ratio_vs_en": 1.152, "ci95": [1.141, 1.164]}, "acq_Arab": {"tokens": 31578, "chars": 115113, "chars_per_token": 3.645, "ratio_vs_en": 1.152, "ci95": [1.14, 1.163]}, "aeb_Arab": {"tokens": 32646, "chars": 112077, "chars_per_token": 3.433, "ratio_vs_en": 1.191, "ci95": [1.178, 1.204]}, "afr_Latn": {"tokens": 46205, "chars": 139690, "chars_per_token": 3.023, "ratio_vs_en": 1.685, "ci95": [1.67, 1.701]}, "ajp_Arab": {"tokens": 30680, "chars": 109046, "chars_per_token": 3.554, "ratio_vs_en": 1.119, "ci95": [1.109, 1.129]}, "aka_Latn": {"tokens": 56122, "chars": 132650, "chars_per_token": 2.364, "ratio_vs_en": 2.047, "ci95": [2.019, 2.075]}, "als_Latn": {"tokens": 59122, "chars": 147064, "chars_per_token": 2.487, "ratio_vs_en": 2.156, "ci95": [2.135, 2.179]}, "amh_Ethi": {"tokens": 136993, "chars": 87132, "chars_per_token": 0.636, "ratio_vs_en": 4.997, "ci95": [4.941, 5.05]}, "apc_Arab": {"tokens": 30870, "chars": 107981, "chars_per_token": 3.498, "ratio_vs_en": 1.126, "ci95": [1.116, 1.137]}, "arb_Arab": {"tokens": 31481, "chars": 116307, "chars_per_token": 3.695, "ratio_vs_en": 1.148, "ci95": [1.137, 1.16]}, "arb_Latn": {"tokens": 58748, "chars": 153758, "chars_per_token": 2.617, "ratio_vs_en": 2.143, "ci95": [2.118, 2.167]}, "ars_Arab": {"tokens": 31628, "chars": 116428, "chars_per_token": 3.681, "ratio_vs_en": 1.154, "ci95": [1.142, 1.166]}, "ary_Arab": {"tokens": 34652, "chars": 113563, "chars_per_token": 3.277, "ratio_vs_en": 1.264, "ci95": [1.25, 1.279]}, "arz_Arab": {"tokens": 32052, "chars": 113770, "chars_per_token": 3.55, "ratio_vs_en": 1.169, "ci95": [1.157, 1.182]}, "asm_Beng": {"tokens": 38564, "chars": 125936, "chars_per_token": 3.266, "ratio_vs_en": 1.407, "ci95": [1.392, 1.421]}, "ast_Latn": {"tokens": 35913, "chars": 136363, "chars_per_token": 3.797, "ratio_vs_en": 1.31, "ci95": [1.298, 1.322]}, "awa_Deva": {"tokens": 39076, "chars": 128171, "chars_per_token": 3.28, "ratio_vs_en": 1.425, "ci95": [1.409, 1.441]}, "ayr_Latn": {"tokens": 53161, "chars": 138617, "chars_per_token": 2.607, "ratio_vs_en": 1.939, "ci95": [1.912, 1.967]}, "azb_Arab": {"tokens": 49491, "chars": 117061, "chars_per_token": 2.365, "ratio_vs_en": 1.805, "ci95": [1.784, 1.826]}, "azj_Latn": {"tokens": 62972, "chars": 143739, "chars_per_token": 2.283, "ratio_vs_en": 2.297, "ci95": [2.27, 2.325]}, "bak_Cyrl": {"tokens": 97379, "chars": 133222, "chars_per_token": 1.368, "ratio_vs_en": 3.552, "ci95": [3.51, 3.596]}, "bam_Latn": {"tokens": 51589, "chars": 126387, "chars_per_token": 2.45, "ratio_vs_en": 1.882, "ci95": [1.858, 1.905]}, "ban_Latn": {"tokens": 39705, "chars": 145570, "chars_per_token": 3.666, "ratio_vs_en": 1.448, "ci95": [1.431, 1.466]}, "bel_Cyrl": {"tokens": 87633, "chars": 147991, "chars_per_token": 1.689, "ratio_vs_en": 3.196, "ci95": [3.157, 3.237]}, "bem_Latn": {"tokens": 52194, "chars": 160751, "chars_per_token": 3.08, "ratio_vs_en": 1.904, "ci95": [1.883, 1.925]}, "ben_Beng": {"tokens": 32228, "chars": 129042, "chars_per_token": 4.004, "ratio_vs_en": 1.176, "ci95": [1.163, 1.187]}, "bho_Deva": {"tokens": 42071, "chars": 128611, "chars_per_token": 3.057, "ratio_vs_en": 1.535, "ci95": [1.516, 1.552]}, "bjn_Arab": {"tokens": 67119, "chars": 122230, "chars_per_token": 1.821, "ratio_vs_en": 2.448, "ci95": [2.421, 2.476]}, "bjn_Latn": {"tokens": 35704, "chars": 138182, "chars_per_token": 3.87, "ratio_vs_en": 1.302, "ci95": [1.289, 1.316]}, "bod_Tibt": {"tokens": 181037, "chars": 148151, "chars_per_token": 0.818, "ratio_vs_en": 6.603, "ci95": [6.521, 6.692]}, "bos_Latn": {"tokens": 50057, "chars": 132187, "chars_per_token": 2.641, "ratio_vs_en": 1.826, "ci95": [1.807, 1.846]}, "bug_Latn": {"tokens": 46326, "chars": 139375, "chars_per_token": 3.009, "ratio_vs_en": 1.69, "ci95": [1.668, 1.713]}, "bul_Cyrl": {"tokens": 67976, "chars": 137824, "chars_per_token": 2.028, "ratio_vs_en": 2.479, "ci95": [2.454, 2.504]}, "cat_Latn": {"tokens": 32370, "chars": 145781, "chars_per_token": 4.504, "ratio_vs_en": 1.181, "ci95": [1.172, 1.19]}, "ceb_Latn": {"tokens": 48782, "chars": 158685, "chars_per_token": 3.253, "ratio_vs_en": 1.779, "ci95": [1.761, 1.799]}, "ces_Latn": {"tokens": 55327, "chars": 127257, "chars_per_token": 2.3, "ratio_vs_en": 2.018, "ci95": [1.996, 2.041]}, "cjk_Latn": {"tokens": 46532, "chars": 139261, "chars_per_token": 2.993, "ratio_vs_en": 1.697, "ci95": [1.672, 1.723]}, "ckb_Arab": {"tokens": 87538, "chars": 128585, "chars_per_token": 1.469, "ratio_vs_en": 3.193, "ci95": [3.153, 3.232]}, "crh_Latn": {"tokens": 56398, "chars": 134038, "chars_per_token": 2.377, "ratio_vs_en": 2.057, "ci95": [2.032, 2.082]}, "cym_Latn": {"tokens": 57725, "chars": 141257, "chars_per_token": 2.447, "ratio_vs_en": 2.106, "ci95": [2.084, 2.127]}, "dan_Latn": {"tokens": 45717, "chars": 135083, "chars_per_token": 2.955, "ratio_vs_en": 1.668, "ci95": [1.65, 1.685]}, "deu_Latn": {"tokens": 46141, "chars": 153809, "chars_per_token": 3.333, "ratio_vs_en": 1.683, "ci95": [1.667, 1.7]}, "dik_Latn": {"tokens": 49467, "chars": 111789, "chars_per_token": 2.26, "ratio_vs_en": 1.804, "ci95": [1.769, 1.843]}, "dyu_Latn": {"tokens": 49554, "chars": 132855, "chars_per_token": 2.681, "ratio_vs_en": 1.807, "ci95": [1.781, 1.834]}, "dzo_Tibt": {"tokens": 198527, "chars": 163358, "chars_per_token": 0.823, "ratio_vs_en": 7.241, "ci95": [7.142, 7.339]}, "ell_Grek": {"tokens": 103749, "chars": 157539, "chars_per_token": 1.518, "ratio_vs_en": 3.784, "ci95": [3.742, 3.826]}, "epo_Latn": {"tokens": 44943, "chars": 131292, "chars_per_token": 2.921, "ratio_vs_en": 1.639, "ci95": [1.624, 1.655]}, "est_Latn": {"tokens": 48463, "chars": 129459, "chars_per_token": 2.671, "ratio_vs_en": 1.768, "ci95": [1.747, 1.787]}, "eus_Latn": {"tokens": 31466, "chars": 139822, "chars_per_token": 4.444, "ratio_vs_en": 1.148, "ci95": [1.137, 1.159]}, "ewe_Latn": {"tokens": 57596, "chars": 127448, "chars_per_token": 2.213, "ratio_vs_en": 2.101, "ci95": [2.063, 2.136]}, "fao_Latn": {"tokens": 53667, "chars": 134274, "chars_per_token": 2.502, "ratio_vs_en": 1.958, "ci95": [1.936, 1.979]}, "fij_Latn": {"tokens": 54575, "chars": 155177, "chars_per_token": 2.843, "ratio_vs_en": 1.991, "ci95": [1.966, 2.016]}, "fin_Latn": {"tokens": 51705, "chars": 140128, "chars_per_token": 2.71, "ratio_vs_en": 1.886, "ci95": [1.863, 1.907]}, "fon_Latn": {"tokens": 60546, "chars": 135260, "chars_per_token": 2.234, "ratio_vs_en": 2.208, "ci95": [2.168, 2.25]}, "fra_Latn": {"tokens": 33020, "chars": 157638, "chars_per_token": 4.774, "ratio_vs_en": 1.204, "ci95": [1.194, 1.215]}, "fur_Latn": {"tokens": 46628, "chars": 144519, "chars_per_token": 3.099, "ratio_vs_en": 1.701, "ci95": [1.684, 1.716]}, "fuv_Latn": {"tokens": 45136, "chars": 122162, "chars_per_token": 2.707, "ratio_vs_en": 1.646, "ci95": [1.622, 1.671]}, "gaz_Latn": {"tokens": 59817, "chars": 156418, "chars_per_token": 2.615, "ratio_vs_en": 2.182, "ci95": [2.158, 2.206]}, "gla_Latn": {"tokens": 61289, "chars": 162597, "chars_per_token": 2.653, "ratio_vs_en": 2.236, "ci95": [2.21, 2.262]}, "gle_Latn": {"tokens": 58973, "chars": 152481, "chars_per_token": 2.586, "ratio_vs_en": 2.151, "ci95": [2.127, 2.174]}, "glg_Latn": {"tokens": 34743, "chars": 146143, "chars_per_token": 4.206, "ratio_vs_en": 1.267, "ci95": [1.256, 1.279]}, "grn_Latn": {"tokens": 51172, "chars": 132815, "chars_per_token": 2.595, "ratio_vs_en": 1.867, "ci95": [1.843, 1.889]}, "guj_Gujr": {"tokens": 37103, "chars": 126428, "chars_per_token": 3.407, "ratio_vs_en": 1.353, "ci95": [1.34, 1.366]}, "hat_Latn": {"tokens": 42833, "chars": 121280, "chars_per_token": 2.831, "ratio_vs_en": 1.562, "ci95": [1.547, 1.579]}, "hau_Latn": {"tokens": 48410, "chars": 140067, "chars_per_token": 2.893, "ratio_vs_en": 1.766, "ci95": [1.746, 1.785]}, "heb_Hebr": {"tokens": 79336, "chars": 102054, "chars_per_token": 1.286, "ratio_vs_en": 2.894, "ci95": [2.867, 2.92]}, "hin_Deva": {"tokens": 35135, "chars": 131058, "chars_per_token": 3.73, "ratio_vs_en": 1.282, "ci95": [1.269, 1.294]}, "hne_Deva": {"tokens": 39343, "chars": 126933, "chars_per_token": 3.226, "ratio_vs_en": 1.435, "ci95": [1.421, 1.449]}, "hrv_Latn": {"tokens": 49017, "chars": 128727, "chars_per_token": 2.626, "ratio_vs_en": 1.788, "ci95": [1.769, 1.806]}, "hun_Latn": {"tokens": 56635, "chars": 138629, "chars_per_token": 2.448, "ratio_vs_en": 2.066, "ci95": [2.042, 2.09]}, "hye_Armn": {"tokens": 117296, "chars": 145956, "chars_per_token": 1.244, "ratio_vs_en": 4.278, "ci95": [4.23, 4.324]}, "ibo_Latn": {"tokens": 47144, "chars": 134560, "chars_per_token": 2.854, "ratio_vs_en": 1.72, "ci95": [1.7, 1.74]}, "ilo_Latn": {"tokens": 52138, "chars": 159680, "chars_per_token": 3.063, "ratio_vs_en": 1.902, "ci95": [1.882, 1.921]}, "ind_Latn": {"tokens": 26404, "chars": 142318, "chars_per_token": 5.39, "ratio_vs_en": 0.963, "ci95": [0.955, 0.971]}, "isl_Latn": {"tokens": 54475, "chars": 129783, "chars_per_token": 2.382, "ratio_vs_en": 1.987, "ci95": [1.965, 2.01]}, "ita_Latn": {"tokens": 44436, "chars": 156138, "chars_per_token": 3.514, "ratio_vs_en": 1.621, "ci95": [1.604, 1.638]}, "jav_Latn": {"tokens": 38412, "chars": 136928, "chars_per_token": 3.565, "ratio_vs_en": 1.401, "ci95": [1.387, 1.416]}, "jpn_Jpan": {"tokens": 48459, "chars": 56943, "chars_per_token": 1.175, "ratio_vs_en": 1.768, "ci95": [1.746, 1.788]}, "kab_Latn": {"tokens": 55268, "chars": 130554, "chars_per_token": 2.362, "ratio_vs_en": 2.016, "ci95": [1.993, 2.037]}, "kac_Latn": {"tokens": 59283, "chars": 169397, "chars_per_token": 2.857, "ratio_vs_en": 2.162, "ci95": [2.131, 2.196]}, "kam_Latn": {"tokens": 48318, "chars": 128356, "chars_per_token": 2.656, "ratio_vs_en": 1.762, "ci95": [1.733, 1.792]}, "kan_Knda": {"tokens": 35689, "chars": 138040, "chars_per_token": 3.868, "ratio_vs_en": 1.302, "ci95": [1.287, 1.316]}, "kas_Arab": {"tokens": 64260, "chars": 126105, "chars_per_token": 1.962, "ratio_vs_en": 2.344, "ci95": [2.307, 2.382]}, "kas_Deva": {"tokens": 50722, "chars": 126401, "chars_per_token": 2.492, "ratio_vs_en": 1.85, "ci95": [1.828, 1.87]}, "kat_Geor": {"tokens": 135058, "chars": 143930, "chars_per_token": 1.066, "ratio_vs_en": 4.926, "ci95": [4.866, 4.986]}, "kaz_Cyrl": {"tokens": 88293, "chars": 135404, "chars_per_token": 1.534, "ratio_vs_en": 3.22, "ci95": [3.184, 3.257]}, "kbp_Latn": {"tokens": 90709, "chars": 142957, "chars_per_token": 1.576, "ratio_vs_en": 3.309, "ci95": [3.255, 3.363]}, "kea_Latn": {"tokens": 41317, "chars": 130800, "chars_per_token": 3.166, "ratio_vs_en": 1.507, "ci95": [1.494, 1.52]}, "khk_Cyrl": {"tokens": 92370, "chars": 137067, "chars_per_token": 1.484, "ratio_vs_en": 3.369, "ci95": [3.332, 3.407]}, "khm_Khmr": {"tokens": 171497, "chars": 153212, "chars_per_token": 0.893, "ratio_vs_en": 6.255, "ci95": [6.177, 6.332]}, "kik_Latn": {"tokens": 67236, "chars": 153431, "chars_per_token": 2.282, "ratio_vs_en": 2.452, "ci95": [2.411, 2.493]}, "kin_Latn": {"tokens": 43124, "chars": 145862, "chars_per_token": 3.382, "ratio_vs_en": 1.573, "ci95": [1.557, 1.59]}, "kir_Cyrl": {"tokens": 82884, "chars": 135532, "chars_per_token": 1.635, "ratio_vs_en": 3.023, "ci95": [2.985, 3.061]}, "kmb_Latn": {"tokens": 49724, "chars": 145762, "chars_per_token": 2.931, "ratio_vs_en": 1.814, "ci95": [1.792, 1.835]}, "kmr_Latn": {"tokens": 55472, "chars": 130372, "chars_per_token": 2.35, "ratio_vs_en": 2.023, "ci95": [2.001, 2.046]}, "knc_Arab": {"tokens": 57642, "chars": 116000, "chars_per_token": 2.012, "ratio_vs_en": 2.102, "ci95": [2.048, 2.156]}, "knc_Latn": {"tokens": 54998, "chars": 138972, "chars_per_token": 2.527, "ratio_vs_en": 2.006, "ci95": [1.98, 2.033]}, "kon_Latn": {"tokens": 47796, "chars": 149894, "chars_per_token": 3.136, "ratio_vs_en": 1.743, "ci95": [1.724, 1.762]}, "kor_Hang": {"tokens": 75412, "chars": 65965, "chars_per_token": 0.875, "ratio_vs_en": 2.751, "ci95": [2.722, 2.779]}, "lao_Laoo": {"tokens": 236655, "chars": 130060, "chars_per_token": 0.55, "ratio_vs_en": 8.632, "ci95": [8.52, 8.741]}, "lij_Latn": {"tokens": 49604, "chars": 145994, "chars_per_token": 2.943, "ratio_vs_en": 1.809, "ci95": [1.792, 1.828]}, "lim_Latn": {"tokens": 48180, "chars": 137686, "chars_per_token": 2.858, "ratio_vs_en": 1.757, "ci95": [1.739, 1.776]}, "lin_Latn": {"tokens": 45308, "chars": 142197, "chars_per_token": 3.138, "ratio_vs_en": 1.653, "ci95": [1.636, 1.67]}, "lit_Latn": {"tokens": 52677, "chars": 130329, "chars_per_token": 2.474, "ratio_vs_en": 1.921, "ci95": [1.901, 1.942]}, "lmo_Latn": {"tokens": 50288, "chars": 141666, "chars_per_token": 2.817, "ratio_vs_en": 1.834, "ci95": [1.815, 1.852]}, "ltg_Latn": {"tokens": 54222, "chars": 129848, "chars_per_token": 2.395, "ratio_vs_en": 1.978, "ci95": [1.958, 1.998]}, "ltz_Latn": {"tokens": 51645, "chars": 147545, "chars_per_token": 2.857, "ratio_vs_en": 1.884, "ci95": [1.866, 1.903]}, "lua_Latn": {"tokens": 46331, "chars": 142998, "chars_per_token": 3.086, "ratio_vs_en": 1.69, "ci95": [1.67, 1.71]}, "lug_Latn": {"tokens": 45818, "chars": 135078, "chars_per_token": 2.948, "ratio_vs_en": 1.671, "ci95": [1.653, 1.69]}, "luo_Latn": {"tokens": 45775, "chars": 137546, "chars_per_token": 3.005, "ratio_vs_en": 1.67, "ci95": [1.65, 1.691]}, "lus_Latn": {"tokens": 50678, "chars": 146255, "chars_per_token": 2.886, "ratio_vs_en": 1.848, "ci95": [1.821, 1.875]}, "lvs_Latn": {"tokens": 56714, "chars": 134157, "chars_per_token": 2.366, "ratio_vs_en": 2.069, "ci95": [2.047, 2.092]}, "mag_Deva": {"tokens": 39723, "chars": 126695, "chars_per_token": 3.189, "ratio_vs_en": 1.449, "ci95": [1.435, 1.462]}, "mai_Deva": {"tokens": 42683, "chars": 129408, "chars_per_token": 3.032, "ratio_vs_en": 1.557, "ci95": [1.54, 1.573]}, "mal_Mlym": {"tokens": 37928, "chars": 149336, "chars_per_token": 3.937, "ratio_vs_en": 1.383, "ci95": [1.369, 1.398]}, "mar_Deva": {"tokens": 33415, "chars": 133051, "chars_per_token": 3.982, "ratio_vs_en": 1.219, "ci95": [1.207, 1.23]}, "min_Arab": {"tokens": 70746, "chars": 126399, "chars_per_token": 1.787, "ratio_vs_en": 2.58, "ci95": [2.552, 2.611]}, "min_Latn": {"tokens": 39686, "chars": 141163, "chars_per_token": 3.557, "ratio_vs_en": 1.448, "ci95": [1.433, 1.463]}, "mkd_Cyrl": {"tokens": 68473, "chars": 137827, "chars_per_token": 2.013, "ratio_vs_en": 2.498, "ci95": [2.472, 2.522]}, "mlt_Latn": {"tokens": 61545, "chars": 146288, "chars_per_token": 2.377, "ratio_vs_en": 2.245, "ci95": [2.221, 2.27]}, "mni_Beng": {"tokens": 64533, "chars": 136782, "chars_per_token": 2.12, "ratio_vs_en": 2.354, "ci95": [2.327, 2.383]}, "mos_Latn": {"tokens": 53753, "chars": 124657, "chars_per_token": 2.319, "ratio_vs_en": 1.961, "ci95": [1.935, 1.988]}, "mri_Latn": {"tokens": 57950, "chars": 146527, "chars_per_token": 2.529, "ratio_vs_en": 2.114, "ci95": [2.09, 2.137]}, "mya_Mymr": {"tokens": 273985, "chars": 163169, "chars_per_token": 0.596, "ratio_vs_en": 9.994, "ci95": [9.869, 10.121]}, "nld_Latn": {"tokens": 46923, "chars": 147507, "chars_per_token": 3.144, "ratio_vs_en": 1.712, "ci95": [1.693, 1.73]}, "nno_Latn": {"tokens": 45027, "chars": 133443, "chars_per_token": 2.964, "ratio_vs_en": 1.642, "ci95": [1.625, 1.66]}, "nob_Latn": {"tokens": 44165, "chars": 132138, "chars_per_token": 2.992, "ratio_vs_en": 1.611, "ci95": [1.595, 1.628]}, "npi_Deva": {"tokens": 32222, "chars": 126903, "chars_per_token": 3.938, "ratio_vs_en": 1.175, "ci95": [1.163, 1.187]}, "nso_Latn": {"tokens": 53133, "chars": 151109, "chars_per_token": 2.844, "ratio_vs_en": 1.938, "ci95": [1.917, 1.959]}, "nus_Latn": {"tokens": 76270, "chars": 142340, "chars_per_token": 1.866, "ratio_vs_en": 2.782, "ci95": [2.743, 2.819]}, "nya_Latn": {"tokens": 48431, "chars": 147172, "chars_per_token": 3.039, "ratio_vs_en": 1.767, "ci95": [1.745, 1.787]}, "oci_Latn": {"tokens": 40777, "chars": 150651, "chars_per_token": 3.695, "ratio_vs_en": 1.487, "ci95": [1.474, 1.501]}, "ory_Orya": {"tokens": 37512, "chars": 134839, "chars_per_token": 3.595, "ratio_vs_en": 1.368, "ci95": [1.355, 1.382]}, "pag_Latn": {"tokens": 39107, "chars": 129899, "chars_per_token": 3.322, "ratio_vs_en": 1.426, "ci95": [1.404, 1.449]}, "pan_Guru": {"tokens": 39572, "chars": 133425, "chars_per_token": 3.372, "ratio_vs_en": 1.443, "ci95": [1.43, 1.458]}, "pap_Latn": {"tokens": 42201, "chars": 139154, "chars_per_token": 3.297, "ratio_vs_en": 1.539, "ci95": [1.525, 1.554]}, "pbt_Arab": {"tokens": 68771, "chars": 122455, "chars_per_token": 1.781, "ratio_vs_en": 2.508, "ci95": [2.479, 2.538]}, "pes_Arab": {"tokens": 48361, "chars": 123827, "chars_per_token": 2.56, "ratio_vs_en": 1.764, "ci95": [1.744, 1.783]}, "plt_Latn": {"tokens": 56531, "chars": 160996, "chars_per_token": 2.848, "ratio_vs_en": 2.062, "ci95": [2.041, 2.084]}, "pol_Latn": {"tokens": 58275, "chars": 139483, "chars_per_token": 2.394, "ratio_vs_en": 2.126, "ci95": [2.1, 2.151]}, "por_Latn": {"tokens": 30720, "chars": 143418, "chars_per_token": 4.669, "ratio_vs_en": 1.121, "ci95": [1.112, 1.129]}, "prs_Arab": {"tokens": 45063, "chars": 120643, "chars_per_token": 2.677, "ratio_vs_en": 1.644, "ci95": [1.626, 1.661]}, "quy_Latn": {"tokens": 50341, "chars": 141027, "chars_per_token": 2.801, "ratio_vs_en": 1.836, "ci95": [1.813, 1.86]}, "ron_Latn": {"tokens": 52315, "chars": 148571, "chars_per_token": 2.84, "ratio_vs_en": 1.908, "ci95": [1.889, 1.928]}, "run_Latn": {"tokens": 45084, "chars": 147265, "chars_per_token": 3.266, "ratio_vs_en": 1.644, "ci95": [1.625, 1.665]}, "rus_Cyrl": {"tokens": 67317, "chars": 142096, "chars_per_token": 2.111, "ratio_vs_en": 2.455, "ci95": [2.427, 2.482]}, "sag_Latn": {"tokens": 49253, "chars": 142621, "chars_per_token": 2.896, "ratio_vs_en": 1.797, "ci95": [1.771, 1.822]}, "san_Deva": {"tokens": 44506, "chars": 128257, "chars_per_token": 2.882, "ratio_vs_en": 1.623, "ci95": [1.605, 1.64]}, "sat_Olck": {"tokens": 346022, "chars": 139791, "chars_per_token": 0.404, "ratio_vs_en": 12.621, "ci95": [12.477, 12.761]}, "scn_Latn": {"tokens": 49189, "chars": 138571, "chars_per_token": 2.817, "ratio_vs_en": 1.794, "ci95": [1.776, 1.813]}, "shn_Mymr": {"tokens": 328787, "chars": 188284, "chars_per_token": 0.573, "ratio_vs_en": 11.993, "ci95": [11.805, 12.179]}, "sin_Sinh": {"tokens": 221351, "chars": 131080, "chars_per_token": 0.592, "ratio_vs_en": 8.074, "ci95": [7.986, 8.164]}, "slk_Latn": {"tokens": 54759, "chars": 131710, "chars_per_token": 2.405, "ratio_vs_en": 1.997, "ci95": [1.975, 2.02]}, "slv_Latn": {"tokens": 49448, "chars": 130855, "chars_per_token": 2.646, "ratio_vs_en": 1.804, "ci95": [1.785, 1.822]}, "smo_Latn": {"tokens": 58022, "chars": 152724, "chars_per_token": 2.632, "ratio_vs_en": 2.116, "ci95": [2.092, 2.14]}, "sna_Latn": {"tokens": 49412, "chars": 147603, "chars_per_token": 2.987, "ratio_vs_en": 1.802, "ci95": [1.779, 1.826]}, "snd_Arab": {"tokens": 68324, "chars": 119588, "chars_per_token": 1.75, "ratio_vs_en": 2.492, "ci95": [2.462, 2.52]}, "som_Latn": {"tokens": 56023, "chars": 151662, "chars_per_token": 2.707, "ratio_vs_en": 2.043, "ci95": [2.023, 2.066]}, "sot_Latn": {"tokens": 53620, "chars": 158732, "chars_per_token": 2.96, "ratio_vs_en": 1.956, "ci95": [1.935, 1.978]}, "spa_Latn": {"tokens": 33084, "chars": 156997, "chars_per_token": 4.745, "ratio_vs_en": 1.207, "ci95": [1.196, 1.218]}, "srd_Latn": {"tokens": 47462, "chars": 153347, "chars_per_token": 3.231, "ratio_vs_en": 1.731, "ci95": [1.715, 1.748]}, "srp_Cyrl": {"tokens": 70251, "chars": 130780, "chars_per_token": 1.862, "ratio_vs_en": 2.562, "ci95": [2.538, 2.588]}, "ssw_Latn": {"tokens": 50158, "chars": 148726, "chars_per_token": 2.965, "ratio_vs_en": 1.83, "ci95": [1.809, 1.851]}, "sun_Latn": {"tokens": 40208, "chars": 136846, "chars_per_token": 3.403, "ratio_vs_en": 1.467, "ci95": [1.451, 1.483]}, "swe_Latn": {"tokens": 45032, "chars": 132173, "chars_per_token": 2.935, "ratio_vs_en": 1.643, "ci95": [1.627, 1.658]}, "swh_Latn": {"tokens": 34118, "chars": 138104, "chars_per_token": 4.048, "ratio_vs_en": 1.244, "ci95": [1.233, 1.256]}, "szl_Latn": {"tokens": 59065, "chars": 137371, "chars_per_token": 2.326, "ratio_vs_en": 2.154, "ci95": [2.13, 2.18]}, "tam_Taml": {"tokens": 35208, "chars": 154133, "chars_per_token": 4.378, "ratio_vs_en": 1.284, "ci95": [1.271, 1.298]}, "taq_Latn": {"tokens": 51792, "chars": 124417, "chars_per_token": 2.402, "ratio_vs_en": 1.889, "ci95": [1.862, 1.918]}, "taq_Tfng": {"tokens": 209880, "chars": 123904, "chars_per_token": 0.59, "ratio_vs_en": 7.655, "ci95": [7.56, 7.765]}, "tat_Cyrl": {"tokens": 85949, "chars": 133282, "chars_per_token": 1.551, "ratio_vs_en": 3.135, "ci95": [3.099, 3.171]}, "tel_Telu": {"tokens": 36421, "chars": 132470, "chars_per_token": 3.637, "ratio_vs_en": 1.328, "ci95": [1.313, 1.343]}, "tgk_Cyrl": {"tokens": 89809, "chars": 145871, "chars_per_token": 1.624, "ratio_vs_en": 3.276, "ci95": [3.238, 3.312]}, "tgl_Latn": {"tokens": 50736, "chars": 166169, "chars_per_token": 3.275, "ratio_vs_en": 1.851, "ci95": [1.831, 1.871]}, "tha_Thai": {"tokens": 125297, "chars": 126109, "chars_per_token": 1.006, "ratio_vs_en": 4.57, "ci95": [4.511, 4.63]}, "tir_Ethi": {"tokens": 140478, "chars": 90700, "chars_per_token": 0.646, "ratio_vs_en": 5.124, "ci95": [5.064, 5.188]}, "tpi_Latn": {"tokens": 52803, "chars": 169011, "chars_per_token": 3.201, "ratio_vs_en": 1.926, "ci95": [1.901, 1.95]}, "tsn_Latn": {"tokens": 54801, "chars": 163035, "chars_per_token": 2.975, "ratio_vs_en": 1.999, "ci95": [1.975, 2.025]}, "tso_Latn": {"tokens": 54983, "chars": 158178, "chars_per_token": 2.877, "ratio_vs_en": 2.006, "ci95": [1.981, 2.029]}, "tuk_Latn": {"tokens": 60046, "chars": 140262, "chars_per_token": 2.336, "ratio_vs_en": 2.19, "ci95": [2.167, 2.214]}, "tum_Latn": {"tokens": 60244, "chars": 172545, "chars_per_token": 2.864, "ratio_vs_en": 2.197, "ci95": [2.164, 2.234]}, "tur_Latn": {"tokens": 53719, "chars": 135761, "chars_per_token": 2.527, "ratio_vs_en": 1.959, "ci95": [1.938, 1.981]}, "twi_Latn": {"tokens": 49462, "chars": 128598, "chars_per_token": 2.6, "ratio_vs_en": 1.804, "ci95": [1.781, 1.829]}, "tzm_Tfng": {"tokens": 209176, "chars": 117960, "chars_per_token": 0.564, "ratio_vs_en": 7.63, "ci95": [7.548, 7.713]}, "uig_Arab": {"tokens": 99702, "chars": 140477, "chars_per_token": 1.409, "ratio_vs_en": 3.637, "ci95": [3.59, 3.682]}, "ukr_Cyrl": {"tokens": 74789, "chars": 134446, "chars_per_token": 1.798, "ratio_vs_en": 2.728, "ci95": [2.699, 2.757]}, "umb_Latn": {"tokens": 48182, "chars": 134747, "chars_per_token": 2.797, "ratio_vs_en": 1.757, "ci95": [1.732, 1.784]}, "urd_Arab": {"tokens": 37160, "chars": 129919, "chars_per_token": 3.496, "ratio_vs_en": 1.355, "ci95": [1.342, 1.369]}, "uzn_Latn": {"tokens": 54156, "chars": 149323, "chars_per_token": 2.757, "ratio_vs_en": 1.975, "ci95": [1.955, 1.996]}, "vec_Latn": {"tokens": 43200, "chars": 133237, "chars_per_token": 3.084, "ratio_vs_en": 1.576, "ci95": [1.561, 1.591]}, "vie_Latn": {"tokens": 34670, "chars": 138595, "chars_per_token": 3.998, "ratio_vs_en": 1.265, "ci95": [1.253, 1.276]}, "war_Latn": {"tokens": 49378, "chars": 164746, "chars_per_token": 3.336, "ratio_vs_en": 1.801, "ci95": [1.781, 1.82]}, "wol_Latn": {"tokens": 46231, "chars": 127173, "chars_per_token": 2.751, "ratio_vs_en": 1.686, "ci95": [1.667, 1.706]}, "xho_Latn": {"tokens": 45474, "chars": 139123, "chars_per_token": 3.059, "ratio_vs_en": 1.659, "ci95": [1.642, 1.676]}, "ydd_Hebr": {"tokens": 120209, "chars": 141658, "chars_per_token": 1.178, "ratio_vs_en": 4.385, "ci95": [4.343, 4.426]}, "yor_Latn": {"tokens": 44325, "chars": 126844, "chars_per_token": 2.862, "ratio_vs_en": 1.617, "ci95": [1.591, 1.644]}, "yue_Hant": {"tokens": 25021, "chars": 40019, "chars_per_token": 1.599, "ratio_vs_en": 0.913, "ci95": [0.903, 0.922]}, "zho_Hans": {"tokens": 25070, "chars": 43248, "chars_per_token": 1.725, "ratio_vs_en": 0.914, "ci95": [0.902, 0.927]}, "zho_Hant": {"tokens": 25789, "chars": 40695, "chars_per_token": 1.578, "ratio_vs_en": 0.941, "ci95": [0.93, 0.951]}, "zsm_Latn": {"tokens": 29160, "chars": 146201, "chars_per_token": 5.014, "ratio_vs_en": 1.064, "ci95": [1.055, 1.072]}, "zul_Latn": {"tokens": 48158, "chars": 148362, "chars_per_token": 3.081, "ratio_vs_en": 1.757, "ci95": [1.739, 1.774]}, "eng_Latn": {"tokens": 27416, "chars": 131966, "chars_per_token": 4.813, "ratio_vs_en": 1.0}}, "costs": []}, {"schema": 1, "tokenizer": "Claude 2 (legacy, Xenova mirror)", "kind": "hf", "id": "Xenova/claude-tokenizer", "group": "Other", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 121400, "chars": 111621, "chars_per_token": 0.919, "ratio_vs_en": 4.413, "ci95": [4.368, 4.461]}, "ace_Latn": {"tokens": 57162, "chars": 141933, "chars_per_token": 2.483, "ratio_vs_en": 2.078, "ci95": [2.054, 2.101]}, "acm_Arab": {"tokens": 101549, "chars": 113573, "chars_per_token": 1.118, "ratio_vs_en": 3.691, "ci95": [3.651, 3.732]}, "acq_Arab": {"tokens": 103624, "chars": 115113, "chars_per_token": 1.111, "ratio_vs_en": 3.767, "ci95": [3.725, 3.809]}, "aeb_Arab": {"tokens": 100573, "chars": 112077, "chars_per_token": 1.114, "ratio_vs_en": 3.656, "ci95": [3.616, 3.7]}, "afr_Latn": {"tokens": 49169, "chars": 139690, "chars_per_token": 2.841, "ratio_vs_en": 1.787, "ci95": [1.771, 1.804]}, "ajp_Arab": {"tokens": 95618, "chars": 109046, "chars_per_token": 1.14, "ratio_vs_en": 3.476, "ci95": [3.439, 3.512]}, "aka_Latn": {"tokens": 69648, "chars": 132650, "chars_per_token": 1.905, "ratio_vs_en": 2.532, "ci95": [2.496, 2.571]}, "als_Latn": {"tokens": 68384, "chars": 147064, "chars_per_token": 2.151, "ratio_vs_en": 2.486, "ci95": [2.458, 2.513]}, "amh_Ethi": {"tokens": 222126, "chars": 87132, "chars_per_token": 0.392, "ratio_vs_en": 8.075, "ci95": [7.982, 8.166]}, "apc_Arab": {"tokens": 95404, "chars": 107981, "chars_per_token": 1.132, "ratio_vs_en": 3.468, "ci95": [3.429, 3.508]}, "arb_Arab": {"tokens": 106001, "chars": 116307, "chars_per_token": 1.097, "ratio_vs_en": 3.853, "ci95": [3.811, 3.896]}, "arb_Latn": {"tokens": 67454, "chars": 153758, "chars_per_token": 2.279, "ratio_vs_en": 2.452, "ci95": [2.422, 2.483]}, "ars_Arab": {"tokens": 106110, "chars": 116428, "chars_per_token": 1.097, "ratio_vs_en": 3.857, "ci95": [3.815, 3.9]}, "ary_Arab": {"tokens": 101129, "chars": 113563, "chars_per_token": 1.123, "ratio_vs_en": 3.676, "ci95": [3.634, 3.723]}, "arz_Arab": {"tokens": 100715, "chars": 113770, "chars_per_token": 1.13, "ratio_vs_en": 3.661, "ci95": [3.619, 3.705]}, "asm_Beng": {"tokens": 223119, "chars": 125936, "chars_per_token": 0.564, "ratio_vs_en": 8.111, "ci95": [8.021, 8.205]}, "ast_Latn": {"tokens": 46160, "chars": 136363, "chars_per_token": 2.954, "ratio_vs_en": 1.678, "ci95": [1.661, 1.696]}, "awa_Deva": {"tokens": 140287, "chars": 128171, "chars_per_token": 0.914, "ratio_vs_en": 5.1, "ci95": [5.039, 5.162]}, "ayr_Latn": {"tokens": 62298, "chars": 138617, "chars_per_token": 2.225, "ratio_vs_en": 2.265, "ci95": [2.232, 2.297]}, "azb_Arab": {"tokens": 115674, "chars": 117061, "chars_per_token": 1.012, "ratio_vs_en": 4.205, "ci95": [4.154, 4.256]}, "azj_Latn": {"tokens": 88594, "chars": 143739, "chars_per_token": 1.622, "ratio_vs_en": 3.221, "ci95": [3.177, 3.265]}, "bak_Cyrl": {"tokens": 118751, "chars": 133222, "chars_per_token": 1.122, "ratio_vs_en": 4.317, "ci95": [4.263, 4.375]}, "bam_Latn": {"tokens": 66840, "chars": 126387, "chars_per_token": 1.891, "ratio_vs_en": 2.43, "ci95": [2.396, 2.462]}, "ban_Latn": {"tokens": 51724, "chars": 145570, "chars_per_token": 2.814, "ratio_vs_en": 1.88, "ci95": [1.858, 1.903]}, "bel_Cyrl": {"tokens": 98301, "chars": 147991, "chars_per_token": 1.505, "ratio_vs_en": 3.573, "ci95": [3.528, 3.62]}, "bem_Latn": {"tokens": 63637, "chars": 160751, "chars_per_token": 2.526, "ratio_vs_en": 2.313, "ci95": [2.287, 2.341]}, "ben_Beng": {"tokens": 228467, "chars": 129042, "chars_per_token": 0.565, "ratio_vs_en": 8.305, "ci95": [8.211, 8.404]}, "bho_Deva": {"tokens": 138122, "chars": 128611, "chars_per_token": 0.931, "ratio_vs_en": 5.021, "ci95": [4.963, 5.079]}, "bjn_Arab": {"tokens": 124472, "chars": 122230, "chars_per_token": 0.982, "ratio_vs_en": 4.525, "ci95": [4.476, 4.575]}, "bjn_Latn": {"tokens": 52683, "chars": 138182, "chars_per_token": 2.623, "ratio_vs_en": 1.915, "ci95": [1.894, 1.936]}, "bod_Tibt": {"tokens": 435542, "chars": 148151, "chars_per_token": 0.34, "ratio_vs_en": 15.833, "ci95": [15.616, 16.05]}, "bos_Latn": {"tokens": 54852, "chars": 132187, "chars_per_token": 2.41, "ratio_vs_en": 1.994, "ci95": [1.972, 2.016]}, "bug_Latn": {"tokens": 55847, "chars": 139375, "chars_per_token": 2.496, "ratio_vs_en": 2.03, "ci95": [2.002, 2.059]}, "bul_Cyrl": {"tokens": 76582, "chars": 137824, "chars_per_token": 1.8, "ratio_vs_en": 2.784, "ci95": [2.754, 2.813]}, "cat_Latn": {"tokens": 48830, "chars": 145781, "chars_per_token": 2.985, "ratio_vs_en": 1.775, "ci95": [1.758, 1.793]}, "ceb_Latn": {"tokens": 58173, "chars": 158685, "chars_per_token": 2.728, "ratio_vs_en": 2.115, "ci95": [2.091, 2.14]}, "ces_Latn": {"tokens": 61304, "chars": 127257, "chars_per_token": 2.076, "ratio_vs_en": 2.229, "ci95": [2.203, 2.255]}, "cjk_Latn": {"tokens": 56004, "chars": 139261, "chars_per_token": 2.487, "ratio_vs_en": 2.036, "ci95": [2.005, 2.067]}, "ckb_Arab": {"tokens": 150486, "chars": 128585, "chars_per_token": 0.854, "ratio_vs_en": 5.47, "ci95": [5.402, 5.536]}, "crh_Latn": {"tokens": 62419, "chars": 134038, "chars_per_token": 2.147, "ratio_vs_en": 2.269, "ci95": [2.241, 2.297]}, "cym_Latn": {"tokens": 60197, "chars": 141257, "chars_per_token": 2.347, "ratio_vs_en": 2.188, "ci95": [2.165, 2.212]}, "dan_Latn": {"tokens": 47771, "chars": 135083, "chars_per_token": 2.828, "ratio_vs_en": 1.737, "ci95": [1.718, 1.755]}, "deu_Latn": {"tokens": 47373, "chars": 153809, "chars_per_token": 3.247, "ratio_vs_en": 1.722, "ci95": [1.705, 1.74]}, "dik_Latn": {"tokens": 61847, "chars": 111789, "chars_per_token": 1.808, "ratio_vs_en": 2.248, "ci95": [2.204, 2.301]}, "dyu_Latn": {"tokens": 58524, "chars": 132855, "chars_per_token": 2.27, "ratio_vs_en": 2.127, "ci95": [2.095, 2.161]}, "dzo_Tibt": {"tokens": 475795, "chars": 163358, "chars_per_token": 0.343, "ratio_vs_en": 17.296, "ci95": [17.055, 17.535]}, "ell_Grek": {"tokens": 174657, "chars": 157539, "chars_per_token": 0.902, "ratio_vs_en": 6.349, "ci95": [6.272, 6.423]}, "epo_Latn": {"tokens": 52249, "chars": 131292, "chars_per_token": 2.513, "ratio_vs_en": 1.899, "ci95": [1.882, 1.919]}, "est_Latn": {"tokens": 53360, "chars": 129459, "chars_per_token": 2.426, "ratio_vs_en": 1.94, "ci95": [1.917, 1.962]}, "eus_Latn": {"tokens": 53940, "chars": 139822, "chars_per_token": 2.592, "ratio_vs_en": 1.961, "ci95": [1.94, 1.984]}, "ewe_Latn": {"tokens": 75710, "chars": 127448, "chars_per_token": 1.683, "ratio_vs_en": 2.752, "ci95": [2.7, 2.802]}, "fao_Latn": {"tokens": 58789, "chars": 134274, "chars_per_token": 2.284, "ratio_vs_en": 2.137, "ci95": [2.113, 2.161]}, "fij_Latn": {"tokens": 61218, "chars": 155177, "chars_per_token": 2.535, "ratio_vs_en": 2.225, "ci95": [2.198, 2.255]}, "fin_Latn": {"tokens": 57689, "chars": 140128, "chars_per_token": 2.429, "ratio_vs_en": 2.097, "ci95": [2.072, 2.121]}, "fon_Latn": {"tokens": 95882, "chars": 135260, "chars_per_token": 1.411, "ratio_vs_en": 3.485, "ci95": [3.427, 3.547]}, "fra_Latn": {"tokens": 47290, "chars": 157638, "chars_per_token": 3.333, "ratio_vs_en": 1.719, "ci95": [1.702, 1.737]}, "fur_Latn": {"tokens": 52734, "chars": 144519, "chars_per_token": 2.741, "ratio_vs_en": 1.917, "ci95": [1.898, 1.937]}, "fuv_Latn": {"tokens": 52524, "chars": 122162, "chars_per_token": 2.326, "ratio_vs_en": 1.909, "ci95": [1.876, 1.941]}, "gaz_Latn": {"tokens": 64909, "chars": 156418, "chars_per_token": 2.41, "ratio_vs_en": 2.36, "ci95": [2.334, 2.386]}, "gla_Latn": {"tokens": 67960, "chars": 162597, "chars_per_token": 2.393, "ratio_vs_en": 2.47, "ci95": [2.441, 2.501]}, "gle_Latn": {"tokens": 65795, "chars": 152481, "chars_per_token": 2.318, "ratio_vs_en": 2.392, "ci95": [2.364, 2.42]}, "glg_Latn": {"tokens": 45825, "chars": 146143, "chars_per_token": 3.189, "ratio_vs_en": 1.666, "ci95": [1.649, 1.681]}, "grn_Latn": {"tokens": 61644, "chars": 132815, "chars_per_token": 2.155, "ratio_vs_en": 2.241, "ci95": [2.211, 2.268]}, "guj_Gujr": {"tokens": 329659, "chars": 126428, "chars_per_token": 0.384, "ratio_vs_en": 11.984, "ci95": [11.848, 12.127]}, "hat_Latn": {"tokens": 48248, "chars": 121280, "chars_per_token": 2.514, "ratio_vs_en": 1.754, "ci95": [1.736, 1.773]}, "hau_Latn": {"tokens": 56455, "chars": 140067, "chars_per_token": 2.481, "ratio_vs_en": 2.052, "ci95": [2.028, 2.075]}, "heb_Hebr": {"tokens": 87909, "chars": 102054, "chars_per_token": 1.161, "ratio_vs_en": 3.196, "ci95": [3.165, 3.227]}, "hin_Deva": {"tokens": 140277, "chars": 131058, "chars_per_token": 0.934, "ratio_vs_en": 5.099, "ci95": [5.039, 5.156]}, "hne_Deva": {"tokens": 139407, "chars": 126933, "chars_per_token": 0.911, "ratio_vs_en": 5.068, "ci95": [5.016, 5.121]}, "hrv_Latn": {"tokens": 53673, "chars": 128727, "chars_per_token": 2.398, "ratio_vs_en": 1.951, "ci95": [1.93, 1.972]}, "hun_Latn": {"tokens": 65486, "chars": 138629, "chars_per_token": 2.117, "ratio_vs_en": 2.381, "ci95": [2.351, 2.409]}, "hye_Armn": {"tokens": 270165, "chars": 145956, "chars_per_token": 0.54, "ratio_vs_en": 9.821, "ci95": [9.689, 9.941]}, "ibo_Latn": {"tokens": 81166, "chars": 134560, "chars_per_token": 1.658, "ratio_vs_en": 2.951, "ci95": [2.903, 2.997]}, "ilo_Latn": {"tokens": 59767, "chars": 159680, "chars_per_token": 2.672, "ratio_vs_en": 2.173, "ci95": [2.148, 2.197]}, "ind_Latn": {"tokens": 51370, "chars": 142318, "chars_per_token": 2.77, "ratio_vs_en": 1.867, "ci95": [1.848, 1.887]}, "isl_Latn": {"tokens": 59611, "chars": 129783, "chars_per_token": 2.177, "ratio_vs_en": 2.167, "ci95": [2.141, 2.194]}, "ita_Latn": {"tokens": 51104, "chars": 156138, "chars_per_token": 3.055, "ratio_vs_en": 1.858, "ci95": [1.839, 1.878]}, "jav_Latn": {"tokens": 50640, "chars": 136928, "chars_per_token": 2.704, "ratio_vs_en": 1.841, "ci95": [1.821, 1.861]}, "jpn_Jpan": {"tokens": 59814, "chars": 56943, "chars_per_token": 0.952, "ratio_vs_en": 2.174, "ci95": [2.15, 2.198]}, "kab_Latn": {"tokens": 65418, "chars": 130554, "chars_per_token": 1.996, "ratio_vs_en": 2.378, "ci95": [2.35, 2.406]}, "kac_Latn": {"tokens": 66691, "chars": 169397, "chars_per_token": 2.54, "ratio_vs_en": 2.424, "ci95": [2.389, 2.462]}, "kam_Latn": {"tokens": 60346, "chars": 128356, "chars_per_token": 2.127, "ratio_vs_en": 2.194, "ci95": [2.146, 2.24]}, "kan_Knda": {"tokens": 284508, "chars": 138040, "chars_per_token": 0.485, "ratio_vs_en": 10.342, "ci95": [10.218, 10.464]}, "kas_Arab": {"tokens": 150330, "chars": 126105, "chars_per_token": 0.839, "ratio_vs_en": 5.465, "ci95": [5.399, 5.532]}, "kas_Deva": {"tokens": 142786, "chars": 126401, "chars_per_token": 0.885, "ratio_vs_en": 5.191, "ci95": [5.134, 5.248]}, "kat_Geor": {"tokens": 173032, "chars": 143930, "chars_per_token": 0.832, "ratio_vs_en": 6.29, "ci95": [6.21, 6.371]}, "kaz_Cyrl": {"tokens": 106218, "chars": 135404, "chars_per_token": 1.275, "ratio_vs_en": 3.861, "ci95": [3.815, 3.908]}, "kbp_Latn": {"tokens": 120517, "chars": 142957, "chars_per_token": 1.186, "ratio_vs_en": 4.381, "ci95": [4.309, 4.457]}, "kea_Latn": {"tokens": 48582, "chars": 130800, "chars_per_token": 2.692, "ratio_vs_en": 1.766, "ci95": [1.749, 1.783]}, "khk_Cyrl": {"tokens": 105643, "chars": 137067, "chars_per_token": 1.297, "ratio_vs_en": 3.84, "ci95": [3.795, 3.887]}, "khm_Khmr": {"tokens": 414198, "chars": 153212, "chars_per_token": 0.37, "ratio_vs_en": 15.057, "ci95": [14.871, 15.259]}, "kik_Latn": {"tokens": 90226, "chars": 153431, "chars_per_token": 1.701, "ratio_vs_en": 3.28, "ci95": [3.22, 3.337]}, "kin_Latn": {"tokens": 59951, "chars": 145862, "chars_per_token": 2.433, "ratio_vs_en": 2.179, "ci95": [2.154, 2.206]}, "kir_Cyrl": {"tokens": 99523, "chars": 135532, "chars_per_token": 1.362, "ratio_vs_en": 3.618, "ci95": [3.569, 3.665]}, "kmb_Latn": {"tokens": 60199, "chars": 145762, "chars_per_token": 2.421, "ratio_vs_en": 2.188, "ci95": [2.162, 2.215]}, "kmr_Latn": {"tokens": 62598, "chars": 130372, "chars_per_token": 2.083, "ratio_vs_en": 2.276, "ci95": [2.25, 2.302]}, "knc_Arab": {"tokens": 142804, "chars": 116000, "chars_per_token": 0.812, "ratio_vs_en": 5.191, "ci95": [5.046, 5.334]}, "knc_Latn": {"tokens": 68853, "chars": 138972, "chars_per_token": 2.018, "ratio_vs_en": 2.503, "ci95": [2.468, 2.54]}, "kon_Latn": {"tokens": 56003, "chars": 149894, "chars_per_token": 2.677, "ratio_vs_en": 2.036, "ci95": [2.012, 2.06]}, "kor_Hang": {"tokens": 69890, "chars": 65965, "chars_per_token": 0.944, "ratio_vs_en": 2.541, "ci95": [2.514, 2.567]}, "lao_Laoo": {"tokens": 358346, "chars": 130060, "chars_per_token": 0.363, "ratio_vs_en": 13.027, "ci95": [12.849, 13.198]}, "lij_Latn": {"tokens": 57293, "chars": 145994, "chars_per_token": 2.548, "ratio_vs_en": 2.083, "ci95": [2.061, 2.105]}, "lim_Latn": {"tokens": 52243, "chars": 137686, "chars_per_token": 2.635, "ratio_vs_en": 1.899, "ci95": [1.878, 1.92]}, "lin_Latn": {"tokens": 53261, "chars": 142197, "chars_per_token": 2.67, "ratio_vs_en": 1.936, "ci95": [1.917, 1.957]}, "lit_Latn": {"tokens": 61681, "chars": 130329, "chars_per_token": 2.113, "ratio_vs_en": 2.242, "ci95": [2.216, 2.267]}, "lmo_Latn": {"tokens": 57662, "chars": 141666, "chars_per_token": 2.457, "ratio_vs_en": 2.096, "ci95": [2.073, 2.118]}, "ltg_Latn": {"tokens": 61661, "chars": 129848, "chars_per_token": 2.106, "ratio_vs_en": 2.241, "ci95": [2.217, 2.266]}, "ltz_Latn": {"tokens": 56604, "chars": 147545, "chars_per_token": 2.607, "ratio_vs_en": 2.058, "ci95": [2.036, 2.08]}, "lua_Latn": {"tokens": 55431, "chars": 142998, "chars_per_token": 2.58, "ratio_vs_en": 2.015, "ci95": [1.99, 2.04]}, "lug_Latn": {"tokens": 56014, "chars": 135078, "chars_per_token": 2.412, "ratio_vs_en": 2.036, "ci95": [2.013, 2.06]}, "luo_Latn": {"tokens": 52586, "chars": 137546, "chars_per_token": 2.616, "ratio_vs_en": 1.912, "ci95": [1.888, 1.935]}, "lus_Latn": {"tokens": 56430, "chars": 146255, "chars_per_token": 2.592, "ratio_vs_en": 2.051, "ci95": [2.02, 2.082]}, "lvs_Latn": {"tokens": 67160, "chars": 134157, "chars_per_token": 1.998, "ratio_vs_en": 2.441, "ci95": [2.414, 2.47]}, "mag_Deva": {"tokens": 139173, "chars": 126695, "chars_per_token": 0.91, "ratio_vs_en": 5.059, "ci95": [5.006, 5.111]}, "mai_Deva": {"tokens": 144696, "chars": 129408, "chars_per_token": 0.894, "ratio_vs_en": 5.26, "ci95": [5.202, 5.318]}, "mal_Mlym": {"tokens": 318873, "chars": 149336, "chars_per_token": 0.468, "ratio_vs_en": 11.592, "ci95": [11.455, 11.729]}, "mar_Deva": {"tokens": 154500, "chars": 133051, "chars_per_token": 0.861, "ratio_vs_en": 5.616, "ci95": [5.554, 5.679]}, "min_Arab": {"tokens": 132805, "chars": 126399, "chars_per_token": 0.952, "ratio_vs_en": 4.828, "ci95": [4.775, 4.88]}, "min_Latn": {"tokens": 52612, "chars": 141163, "chars_per_token": 2.683, "ratio_vs_en": 1.913, "ci95": [1.893, 1.933]}, "mkd_Cyrl": {"tokens": 77191, "chars": 137827, "chars_per_token": 1.786, "ratio_vs_en": 2.806, "ci95": [2.777, 2.835]}, "mlt_Latn": {"tokens": 69370, "chars": 146288, "chars_per_token": 2.109, "ratio_vs_en": 2.522, "ci95": [2.493, 2.552]}, "mni_Beng": {"tokens": 242167, "chars": 136782, "chars_per_token": 0.565, "ratio_vs_en": 8.803, "ci95": [8.702, 8.915]}, "mos_Latn": {"tokens": 63903, "chars": 124657, "chars_per_token": 1.951, "ratio_vs_en": 2.323, "ci95": [2.289, 2.359]}, "mri_Latn": {"tokens": 65566, "chars": 146527, "chars_per_token": 2.235, "ratio_vs_en": 2.383, "ci95": [2.356, 2.412]}, "mya_Mymr": {"tokens": 158700, "chars": 163169, "chars_per_token": 1.028, "ratio_vs_en": 5.769, "ci95": [5.703, 5.838]}, "nld_Latn": {"tokens": 49712, "chars": 147507, "chars_per_token": 2.967, "ratio_vs_en": 1.807, "ci95": [1.788, 1.827]}, "nno_Latn": {"tokens": 47899, "chars": 133443, "chars_per_token": 2.786, "ratio_vs_en": 1.741, "ci95": [1.723, 1.76]}, "nob_Latn": {"tokens": 46278, "chars": 132138, "chars_per_token": 2.855, "ratio_vs_en": 1.682, "ci95": [1.666, 1.699]}, "npi_Deva": {"tokens": 145567, "chars": 126903, "chars_per_token": 0.872, "ratio_vs_en": 5.292, "ci95": [5.227, 5.358]}, "nso_Latn": {"tokens": 61553, "chars": 151109, "chars_per_token": 2.455, "ratio_vs_en": 2.238, "ci95": [2.211, 2.265]}, "nus_Latn": {"tokens": 101557, "chars": 142340, "chars_per_token": 1.402, "ratio_vs_en": 3.692, "ci95": [3.637, 3.745]}, "nya_Latn": {"tokens": 58557, "chars": 147172, "chars_per_token": 2.513, "ratio_vs_en": 2.129, "ci95": [2.102, 2.154]}, "oci_Latn": {"tokens": 51595, "chars": 150651, "chars_per_token": 2.92, "ratio_vs_en": 1.876, "ci95": [1.857, 1.894]}, "ory_Orya": {"tokens": 356284, "chars": 134839, "chars_per_token": 0.378, "ratio_vs_en": 12.952, "ci95": [12.8, 13.111]}, "pag_Latn": {"tokens": 43593, "chars": 129899, "chars_per_token": 2.98, "ratio_vs_en": 1.585, "ci95": [1.559, 1.61]}, "pan_Guru": {"tokens": 344080, "chars": 133425, "chars_per_token": 0.388, "ratio_vs_en": 12.508, "ci95": [12.364, 12.666]}, "pap_Latn": {"tokens": 49797, "chars": 139154, "chars_per_token": 2.794, "ratio_vs_en": 1.81, "ci95": [1.792, 1.828]}, "pbt_Arab": {"tokens": 129944, "chars": 122455, "chars_per_token": 0.942, "ratio_vs_en": 4.724, "ci95": [4.67, 4.778]}, "pes_Arab": {"tokens": 119889, "chars": 123827, "chars_per_token": 1.033, "ratio_vs_en": 4.358, "ci95": [4.308, 4.405]}, "plt_Latn": {"tokens": 62484, "chars": 160996, "chars_per_token": 2.577, "ratio_vs_en": 2.271, "ci95": [2.247, 2.298]}, "pol_Latn": {"tokens": 63910, "chars": 139483, "chars_per_token": 2.182, "ratio_vs_en": 2.323, "ci95": [2.295, 2.352]}, "por_Latn": {"tokens": 43321, "chars": 143418, "chars_per_token": 3.311, "ratio_vs_en": 1.575, "ci95": [1.56, 1.589]}, "prs_Arab": {"tokens": 115439, "chars": 120643, "chars_per_token": 1.045, "ratio_vs_en": 4.196, "ci95": [4.15, 4.243]}, "quy_Latn": {"tokens": 58805, "chars": 141027, "chars_per_token": 2.398, "ratio_vs_en": 2.138, "ci95": [2.11, 2.165]}, "ron_Latn": {"tokens": 57069, "chars": 148571, "chars_per_token": 2.603, "ratio_vs_en": 2.075, "ci95": [2.052, 2.097]}, "run_Latn": {"tokens": 60590, "chars": 147265, "chars_per_token": 2.431, "ratio_vs_en": 2.203, "ci95": [2.176, 2.231]}, "rus_Cyrl": {"tokens": 73835, "chars": 142096, "chars_per_token": 1.925, "ratio_vs_en": 2.684, "ci95": [2.652, 2.714]}, "sag_Latn": {"tokens": 58393, "chars": 142621, "chars_per_token": 2.442, "ratio_vs_en": 2.123, "ci95": [2.093, 2.153]}, "san_Deva": {"tokens": 153152, "chars": 128257, "chars_per_token": 0.837, "ratio_vs_en": 5.567, "ci95": [5.503, 5.631]}, "sat_Olck": {"tokens": 368888, "chars": 139791, "chars_per_token": 0.379, "ratio_vs_en": 13.41, "ci95": [13.254, 13.564]}, "scn_Latn": {"tokens": 56372, "chars": 138571, "chars_per_token": 2.458, "ratio_vs_en": 2.049, "ci95": [2.027, 2.073]}, "shn_Mymr": {"tokens": 279439, "chars": 188284, "chars_per_token": 0.674, "ratio_vs_en": 10.158, "ci95": [9.994, 10.319]}, "sin_Sinh": {"tokens": 203345, "chars": 131080, "chars_per_token": 0.645, "ratio_vs_en": 7.392, "ci95": [7.311, 7.475]}, "slk_Latn": {"tokens": 61926, "chars": 131710, "chars_per_token": 2.127, "ratio_vs_en": 2.251, "ci95": [2.225, 2.278]}, "slv_Latn": {"tokens": 53688, "chars": 130855, "chars_per_token": 2.437, "ratio_vs_en": 1.952, "ci95": [1.93, 1.972]}, "smo_Latn": {"tokens": 64206, "chars": 152724, "chars_per_token": 2.379, "ratio_vs_en": 2.334, "ci95": [2.306, 2.362]}, "sna_Latn": {"tokens": 60293, "chars": 147603, "chars_per_token": 2.448, "ratio_vs_en": 2.192, "ci95": [2.161, 2.222]}, "snd_Arab": {"tokens": 131227, "chars": 119588, "chars_per_token": 0.911, "ratio_vs_en": 4.77, "ci95": [4.72, 4.822]}, "som_Latn": {"tokens": 61926, "chars": 151662, "chars_per_token": 2.449, "ratio_vs_en": 2.251, "ci95": [2.228, 2.276]}, "sot_Latn": {"tokens": 61847, "chars": 158732, "chars_per_token": 2.567, "ratio_vs_en": 2.248, "ci95": [2.222, 2.275]}, "spa_Latn": {"tokens": 46434, "chars": 156997, "chars_per_token": 3.381, "ratio_vs_en": 1.688, "ci95": [1.671, 1.706]}, "srd_Latn": {"tokens": 55865, "chars": 153347, "chars_per_token": 2.745, "ratio_vs_en": 2.031, "ci95": [2.01, 2.052]}, "srp_Cyrl": {"tokens": 80208, "chars": 130780, "chars_per_token": 1.631, "ratio_vs_en": 2.916, "ci95": [2.886, 2.947]}, "ssw_Latn": {"tokens": 60892, "chars": 148726, "chars_per_token": 2.442, "ratio_vs_en": 2.214, "ci95": [2.187, 2.241]}, "sun_Latn": {"tokens": 52857, "chars": 136846, "chars_per_token": 2.589, "ratio_vs_en": 1.921, "ci95": [1.9, 1.943]}, "swe_Latn": {"tokens": 45476, "chars": 132173, "chars_per_token": 2.906, "ratio_vs_en": 1.653, "ci95": [1.637, 1.669]}, "swh_Latn": {"tokens": 55852, "chars": 138104, "chars_per_token": 2.473, "ratio_vs_en": 2.03, "ci95": [2.009, 2.049]}, "szl_Latn": {"tokens": 65643, "chars": 137371, "chars_per_token": 2.093, "ratio_vs_en": 2.386, "ci95": [2.358, 2.416]}, "tam_Taml": {"tokens": 286406, "chars": 154133, "chars_per_token": 0.538, "ratio_vs_en": 10.411, "ci95": [10.289, 10.531]}, "taq_Latn": {"tokens": 61446, "chars": 124417, "chars_per_token": 2.025, "ratio_vs_en": 2.234, "ci95": [2.199, 2.271]}, "taq_Tfng": {"tokens": 274136, "chars": 123904, "chars_per_token": 0.452, "ratio_vs_en": 9.965, "ci95": [9.838, 10.108]}, "tat_Cyrl": {"tokens": 104568, "chars": 133282, "chars_per_token": 1.275, "ratio_vs_en": 3.801, "ci95": [3.755, 3.848]}, "tel_Telu": {"tokens": 265979, "chars": 132470, "chars_per_token": 0.498, "ratio_vs_en": 9.669, "ci95": [9.552, 9.788]}, "tgk_Cyrl": {"tokens": 102626, "chars": 145871, "chars_per_token": 1.421, "ratio_vs_en": 3.731, "ci95": [3.686, 3.773]}, "tgl_Latn": {"tokens": 59814, "chars": 166169, "chars_per_token": 2.778, "ratio_vs_en": 2.174, "ci95": [2.148, 2.2]}, "tha_Thai": {"tokens": 216646, "chars": 126109, "chars_per_token": 0.582, "ratio_vs_en": 7.875, "ci95": [7.77, 7.985]}, "tir_Ethi": {"tokens": 228929, "chars": 90700, "chars_per_token": 0.396, "ratio_vs_en": 8.322, "ci95": [8.226, 8.428]}, "tpi_Latn": {"tokens": 57397, "chars": 169011, "chars_per_token": 2.945, "ratio_vs_en": 2.086, "ci95": [2.058, 2.114]}, "tsn_Latn": {"tokens": 62445, "chars": 163035, "chars_per_token": 2.611, "ratio_vs_en": 2.27, "ci95": [2.243, 2.3]}, "tso_Latn": {"tokens": 63133, "chars": 158178, "chars_per_token": 2.505, "ratio_vs_en": 2.295, "ci95": [2.265, 2.324]}, "tuk_Latn": {"tokens": 69442, "chars": 140262, "chars_per_token": 2.02, "ratio_vs_en": 2.524, "ci95": [2.495, 2.554]}, "tum_Latn": {"tokens": 72296, "chars": 172545, "chars_per_token": 2.387, "ratio_vs_en": 2.628, "ci95": [2.588, 2.673]}, "tur_Latn": {"tokens": 60779, "chars": 135761, "chars_per_token": 2.234, "ratio_vs_en": 2.209, "ci95": [2.185, 2.234]}, "twi_Latn": {"tokens": 63801, "chars": 128598, "chars_per_token": 2.016, "ratio_vs_en": 2.319, "ci95": [2.285, 2.355]}, "tzm_Tfng": {"tokens": 272348, "chars": 117960, "chars_per_token": 0.433, "ratio_vs_en": 9.9, "ci95": [9.791, 10.012]}, "uig_Arab": {"tokens": 161737, "chars": 140477, "chars_per_token": 0.869, "ratio_vs_en": 5.879, "ci95": [5.807, 5.952]}, "ukr_Cyrl": {"tokens": 83147, "chars": 134446, "chars_per_token": 1.617, "ratio_vs_en": 3.023, "ci95": [2.991, 3.055]}, "umb_Latn": {"tokens": 56713, "chars": 134747, "chars_per_token": 2.376, "ratio_vs_en": 2.062, "ci95": [2.031, 2.094]}, "urd_Arab": {"tokens": 146504, "chars": 129919, "chars_per_token": 0.887, "ratio_vs_en": 5.326, "ci95": [5.264, 5.389]}, "uzn_Latn": {"tokens": 61070, "chars": 149323, "chars_per_token": 2.445, "ratio_vs_en": 2.22, "ci95": [2.196, 2.244]}, "vec_Latn": {"tokens": 50655, "chars": 133237, "chars_per_token": 2.63, "ratio_vs_en": 1.841, "ci95": [1.822, 1.86]}, "vie_Latn": {"tokens": 96496, "chars": 138595, "chars_per_token": 1.436, "ratio_vs_en": 3.508, "ci95": [3.465, 3.553]}, "war_Latn": {"tokens": 60418, "chars": 164746, "chars_per_token": 2.727, "ratio_vs_en": 2.196, "ci95": [2.17, 2.223]}, "wol_Latn": {"tokens": 54427, "chars": 127173, "chars_per_token": 2.337, "ratio_vs_en": 1.979, "ci95": [1.954, 2.003]}, "xho_Latn": {"tokens": 59124, "chars": 139123, "chars_per_token": 2.353, "ratio_vs_en": 2.149, "ci95": [2.125, 2.174]}, "ydd_Hebr": {"tokens": 141946, "chars": 141658, "chars_per_token": 0.998, "ratio_vs_en": 5.16, "ci95": [5.11, 5.211]}, "yor_Latn": {"tokens": 90773, "chars": 126844, "chars_per_token": 1.397, "ratio_vs_en": 3.3, "ci95": [3.235, 3.37]}, "yue_Hant": {"tokens": 52135, "chars": 40019, "chars_per_token": 0.768, "ratio_vs_en": 1.895, "ci95": [1.875, 1.916]}, "zho_Hans": {"tokens": 46448, "chars": 43248, "chars_per_token": 0.931, "ratio_vs_en": 1.688, "ci95": [1.668, 1.71]}, "zho_Hant": {"tokens": 53365, "chars": 40695, "chars_per_token": 0.763, "ratio_vs_en": 1.94, "ci95": [1.92, 1.962]}, "zsm_Latn": {"tokens": 52927, "chars": 146201, "chars_per_token": 2.762, "ratio_vs_en": 1.924, "ci95": [1.905, 1.944]}, "zul_Latn": {"tokens": 63389, "chars": 148362, "chars_per_token": 2.341, "ratio_vs_en": 2.304, "ci95": [2.28, 2.328]}, "eng_Latn": {"tokens": 27509, "chars": 131966, "chars_per_token": 4.797, "ratio_vs_en": 1.0}}, "costs": []}, {"schema": 1, "tokenizer": "Claude Opus / Sonnet / Haiku 5.5 (API)", "kind": "anthropic", "id": "claude-sonnet-5-5", "group": "Anthropic", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 101593, "chars": 111621, "chars_per_token": 1.099, "ratio_vs_en": 2.424, "ci95": [2.396, 2.454]}, "ace_Latn": {"tokens": 75051, "chars": 141933, "chars_per_token": 1.891, "ratio_vs_en": 1.791, "ci95": [1.769, 1.812]}, "acm_Arab": {"tokens": 75406, "chars": 113573, "chars_per_token": 1.506, "ratio_vs_en": 1.799, "ci95": [1.78, 1.819]}, "acq_Arab": {"tokens": 76429, "chars": 115113, "chars_per_token": 1.506, "ratio_vs_en": 1.823, "ci95": [1.804, 1.843]}, "aeb_Arab": {"tokens": 73667, "chars": 112077, "chars_per_token": 1.521, "ratio_vs_en": 1.757, "ci95": [1.739, 1.776]}, "afr_Latn": {"tokens": 64129, "chars": 139690, "chars_per_token": 2.178, "ratio_vs_en": 1.53, "ci95": [1.516, 1.543]}, "ajp_Arab": {"tokens": 72082, "chars": 109046, "chars_per_token": 1.513, "ratio_vs_en": 1.72, "ci95": [1.703, 1.738]}, "aka_Latn": {"tokens": 97164, "chars": 132650, "chars_per_token": 1.365, "ratio_vs_en": 2.318, "ci95": [2.286, 2.353]}, "als_Latn": {"tokens": 74334, "chars": 147064, "chars_per_token": 1.978, "ratio_vs_en": 1.773, "ci95": [1.757, 1.79]}, "amh_Ethi": {"tokens": 112528, "chars": 87132, "chars_per_token": 0.774, "ratio_vs_en": 2.685, "ci95": [2.659, 2.713]}, "apc_Arab": {"tokens": 71824, "chars": 107981, "chars_per_token": 1.503, "ratio_vs_en": 1.714, "ci95": [1.695, 1.732]}, "arb_Arab": {"tokens": 76789, "chars": 116307, "chars_per_token": 1.515, "ratio_vs_en": 1.832, "ci95": [1.812, 1.852]}, "arb_Latn": {"tokens": 88867, "chars": 153758, "chars_per_token": 1.73, "ratio_vs_en": 2.12, "ci95": [2.096, 2.146]}, "ars_Arab": {"tokens": 76957, "chars": 116428, "chars_per_token": 1.513, "ratio_vs_en": 1.836, "ci95": [1.817, 1.855]}, "ary_Arab": {"tokens": 75612, "chars": 113563, "chars_per_token": 1.502, "ratio_vs_en": 1.804, "ci95": [1.784, 1.825]}, "arz_Arab": {"tokens": 74731, "chars": 113770, "chars_per_token": 1.522, "ratio_vs_en": 1.783, "ci95": [1.763, 1.802]}, "asm_Beng": {"tokens": 135610, "chars": 125936, "chars_per_token": 0.929, "ratio_vs_en": 3.235, "ci95": [3.201, 3.273]}, "ast_Latn": {"tokens": 58703, "chars": 136363, "chars_per_token": 2.323, "ratio_vs_en": 1.4, "ci95": [1.388, 1.414]}, "awa_Deva": {"tokens": 93839, "chars": 128171, "chars_per_token": 1.366, "ratio_vs_en": 2.239, "ci95": [2.215, 2.264]}, "ayr_Latn": {"tokens": 79265, "chars": 138617, "chars_per_token": 1.749, "ratio_vs_en": 1.891, "ci95": [1.867, 1.917]}, "azb_Arab": {"tokens": 83104, "chars": 117061, "chars_per_token": 1.409, "ratio_vs_en": 1.983, "ci95": [1.961, 2.005]}, "azj_Latn": {"tokens": 81164, "chars": 143739, "chars_per_token": 1.771, "ratio_vs_en": 1.936, "ci95": [1.914, 1.959]}, "bak_Cyrl": {"tokens": 85507, "chars": 133222, "chars_per_token": 1.558, "ratio_vs_en": 2.04, "ci95": [2.014, 2.065]}, "bam_Latn": {"tokens": 88652, "chars": 126387, "chars_per_token": 1.426, "ratio_vs_en": 2.115, "ci95": [2.088, 2.141]}, "ban_Latn": {"tokens": 68811, "chars": 145570, "chars_per_token": 2.116, "ratio_vs_en": 1.642, "ci95": [1.623, 1.66]}, "bel_Cyrl": {"tokens": 79132, "chars": 147991, "chars_per_token": 1.87, "ratio_vs_en": 1.888, "ci95": [1.865, 1.909]}, "bem_Latn": {"tokens": 86329, "chars": 160751, "chars_per_token": 1.862, "ratio_vs_en": 2.06, "ci95": [2.036, 2.084]}, "ben_Beng": {"tokens": 113767, "chars": 129042, "chars_per_token": 1.134, "ratio_vs_en": 2.714, "ci95": [2.685, 2.744]}, "bho_Deva": {"tokens": 92934, "chars": 128611, "chars_per_token": 1.384, "ratio_vs_en": 2.217, "ci95": [2.192, 2.243]}, "bjn_Arab": {"tokens": 100415, "chars": 122230, "chars_per_token": 1.217, "ratio_vs_en": 2.396, "ci95": [2.369, 2.423]}, "bjn_Latn": {"tokens": 67915, "chars": 138182, "chars_per_token": 2.035, "ratio_vs_en": 1.62, "ci95": [1.605, 1.637]}, "bod_Tibt": {"tokens": 197325, "chars": 148151, "chars_per_token": 0.751, "ratio_vs_en": 4.708, "ci95": [4.643, 4.771]}, "bos_Latn": {"tokens": 62186, "chars": 132187, "chars_per_token": 2.126, "ratio_vs_en": 1.484, "ci95": [1.47, 1.498]}, "bug_Latn": {"tokens": 71524, "chars": 139375, "chars_per_token": 1.949, "ratio_vs_en": 1.706, "ci95": [1.684, 1.73]}, "bul_Cyrl": {"tokens": 53495, "chars": 137824, "chars_per_token": 2.576, "ratio_vs_en": 1.276, "ci95": [1.265, 1.287]}, "cat_Latn": {"tokens": 59002, "chars": 145781, "chars_per_token": 2.471, "ratio_vs_en": 1.408, "ci95": [1.396, 1.419]}, "ceb_Latn": {"tokens": 80756, "chars": 158685, "chars_per_token": 1.965, "ratio_vs_en": 1.927, "ci95": [1.907, 1.947]}, "ces_Latn": {"tokens": 59550, "chars": 127257, "chars_per_token": 2.137, "ratio_vs_en": 1.421, "ci95": [1.408, 1.434]}, "cjk_Latn": {"tokens": 74744, "chars": 139261, "chars_per_token": 1.863, "ratio_vs_en": 1.783, "ci95": [1.757, 1.81]}, "ckb_Arab": {"tokens": 105583, "chars": 128585, "chars_per_token": 1.218, "ratio_vs_en": 2.519, "ci95": [2.491, 2.548]}, "crh_Latn": {"tokens": 75030, "chars": 134038, "chars_per_token": 1.786, "ratio_vs_en": 1.79, "ci95": [1.771, 1.811]}, "cym_Latn": {"tokens": 81789, "chars": 141257, "chars_per_token": 1.727, "ratio_vs_en": 1.951, "ci95": [1.932, 1.972]}, "dan_Latn": {"tokens": 58078, "chars": 135083, "chars_per_token": 2.326, "ratio_vs_en": 1.386, "ci95": [1.373, 1.398]}, "deu_Latn": {"tokens": 72753, "chars": 153809, "chars_per_token": 2.114, "ratio_vs_en": 1.736, "ci95": [1.718, 1.755]}, "dik_Latn": {"tokens": 77520, "chars": 111789, "chars_per_token": 1.442, "ratio_vs_en": 1.849, "ci95": [1.817, 1.887]}, "dyu_Latn": {"tokens": 72610, "chars": 132855, "chars_per_token": 1.83, "ratio_vs_en": 1.732, "ci95": [1.707, 1.758]}, "dzo_Tibt": {"tokens": 223587, "chars": 163358, "chars_per_token": 0.731, "ratio_vs_en": 5.334, "ci95": [5.266, 5.406]}, "ell_Grek": {"tokens": 104004, "chars": 157539, "chars_per_token": 1.515, "ratio_vs_en": 2.481, "ci95": [2.459, 2.506]}, "epo_Latn": {"tokens": 68405, "chars": 131292, "chars_per_token": 1.919, "ratio_vs_en": 1.632, "ci95": [1.616, 1.649]}, "est_Latn": {"tokens": 65630, "chars": 129459, "chars_per_token": 1.973, "ratio_vs_en": 1.566, "ci95": [1.549, 1.582]}, "eus_Latn": {"tokens": 69649, "chars": 139822, "chars_per_token": 2.008, "ratio_vs_en": 1.662, "ci95": [1.646, 1.678]}, "ewe_Latn": {"tokens": 92822, "chars": 127448, "chars_per_token": 1.373, "ratio_vs_en": 2.214, "ci95": [2.175, 2.251]}, "fao_Latn": {"tokens": 68562, "chars": 134274, "chars_per_token": 1.958, "ratio_vs_en": 1.636, "ci95": [1.621, 1.651]}, "fij_Latn": {"tokens": 78883, "chars": 155177, "chars_per_token": 1.967, "ratio_vs_en": 1.882, "ci95": [1.86, 1.907]}, "fin_Latn": {"tokens": 73895, "chars": 140128, "chars_per_token": 1.896, "ratio_vs_en": 1.763, "ci95": [1.744, 1.78]}, "fon_Latn": {"tokens": 124194, "chars": 135260, "chars_per_token": 1.089, "ratio_vs_en": 2.963, "ci95": [2.911, 3.017]}, "fra_Latn": {"tokens": 62494, "chars": 157638, "chars_per_token": 2.522, "ratio_vs_en": 1.491, "ci95": [1.478, 1.505]}, "fur_Latn": {"tokens": 64692, "chars": 144519, "chars_per_token": 2.234, "ratio_vs_en": 1.543, "ci95": [1.53, 1.557]}, "fuv_Latn": {"tokens": 65668, "chars": 122162, "chars_per_token": 1.86, "ratio_vs_en": 1.567, "ci95": [1.544, 1.591]}, "gaz_Latn": {"tokens": 87873, "chars": 156418, "chars_per_token": 1.78, "ratio_vs_en": 2.096, "ci95": [2.075, 2.119]}, "gla_Latn": {"tokens": 86393, "chars": 162597, "chars_per_token": 1.882, "ratio_vs_en": 2.061, "ci95": [2.039, 2.085]}, "gle_Latn": {"tokens": 80785, "chars": 152481, "chars_per_token": 1.887, "ratio_vs_en": 1.927, "ci95": [1.907, 1.947]}, "glg_Latn": {"tokens": 59355, "chars": 146143, "chars_per_token": 2.462, "ratio_vs_en": 1.416, "ci95": [1.404, 1.428]}, "grn_Latn": {"tokens": 77985, "chars": 132815, "chars_per_token": 1.703, "ratio_vs_en": 1.861, "ci95": [1.838, 1.881]}, "guj_Gujr": {"tokens": 116254, "chars": 126428, "chars_per_token": 1.088, "ratio_vs_en": 2.773, "ci95": [2.744, 2.806]}, "hat_Latn": {"tokens": 63957, "chars": 121280, "chars_per_token": 1.896, "ratio_vs_en": 1.526, "ci95": [1.511, 1.542]}, "hau_Latn": {"tokens": 73835, "chars": 140067, "chars_per_token": 1.897, "ratio_vs_en": 1.761, "ci95": [1.744, 1.78]}, "heb_Hebr": {"tokens": 70503, "chars": 102054, "chars_per_token": 1.448, "ratio_vs_en": 1.682, "ci95": [1.668, 1.696]}, "hin_Deva": {"tokens": 91714, "chars": 131058, "chars_per_token": 1.429, "ratio_vs_en": 2.188, "ci95": [2.163, 2.214]}, "hne_Deva": {"tokens": 94779, "chars": 126933, "chars_per_token": 1.339, "ratio_vs_en": 2.261, "ci95": [2.239, 2.283]}, "hrv_Latn": {"tokens": 60702, "chars": 128727, "chars_per_token": 2.121, "ratio_vs_en": 1.448, "ci95": [1.434, 1.462]}, "hun_Latn": {"tokens": 65603, "chars": 138629, "chars_per_token": 2.113, "ratio_vs_en": 1.565, "ci95": [1.547, 1.582]}, "hye_Armn": {"tokens": 95185, "chars": 145956, "chars_per_token": 1.533, "ratio_vs_en": 2.271, "ci95": [2.25, 2.292]}, "ibo_Latn": {"tokens": 89947, "chars": 134560, "chars_per_token": 1.496, "ratio_vs_en": 2.146, "ci95": [2.118, 2.174]}, "ilo_Latn": {"tokens": 80553, "chars": 159680, "chars_per_token": 1.982, "ratio_vs_en": 1.922, "ci95": [1.903, 1.942]}, "ind_Latn": {"tokens": 67738, "chars": 142318, "chars_per_token": 2.101, "ratio_vs_en": 1.616, "ci95": [1.6, 1.632]}, "isl_Latn": {"tokens": 67435, "chars": 129783, "chars_per_token": 1.925, "ratio_vs_en": 1.609, "ci95": [1.593, 1.625]}, "ita_Latn": {"tokens": 64332, "chars": 156138, "chars_per_token": 2.427, "ratio_vs_en": 1.535, "ci95": [1.52, 1.55]}, "jav_Latn": {"tokens": 68035, "chars": 136928, "chars_per_token": 2.013, "ratio_vs_en": 1.623, "ci95": [1.607, 1.642]}, "jpn_Jpan": {"tokens": 53223, "chars": 56943, "chars_per_token": 1.07, "ratio_vs_en": 1.27, "ci95": [1.256, 1.283]}, "kab_Latn": {"tokens": 82977, "chars": 130554, "chars_per_token": 1.573, "ratio_vs_en": 1.98, "ci95": [1.959, 2.001]}, "kac_Latn": {"tokens": 91524, "chars": 169397, "chars_per_token": 1.851, "ratio_vs_en": 2.184, "ci95": [2.153, 2.216]}, "kam_Latn": {"tokens": 77715, "chars": 128356, "chars_per_token": 1.652, "ratio_vs_en": 1.854, "ci95": [1.824, 1.886]}, "kan_Knda": {"tokens": 243733, "chars": 138040, "chars_per_token": 0.566, "ratio_vs_en": 5.815, "ci95": [5.753, 5.878]}, "kas_Arab": {"tokens": 115613, "chars": 126105, "chars_per_token": 1.091, "ratio_vs_en": 2.758, "ci95": [2.723, 2.795]}, "kas_Deva": {"tokens": 102198, "chars": 126401, "chars_per_token": 1.237, "ratio_vs_en": 2.438, "ci95": [2.414, 2.464]}, "kat_Geor": {"tokens": 101705, "chars": 143930, "chars_per_token": 1.415, "ratio_vs_en": 2.426, "ci95": [2.399, 2.455]}, "kaz_Cyrl": {"tokens": 72863, "chars": 135404, "chars_per_token": 1.858, "ratio_vs_en": 1.738, "ci95": [1.72, 1.757]}, "kbp_Latn": {"tokens": 158524, "chars": 142957, "chars_per_token": 0.902, "ratio_vs_en": 3.782, "ci95": [3.722, 3.845]}, "kea_Latn": {"tokens": 64078, "chars": 130800, "chars_per_token": 2.041, "ratio_vs_en": 1.529, "ci95": [1.516, 1.542]}, "khk_Cyrl": {"tokens": 87384, "chars": 137067, "chars_per_token": 1.569, "ratio_vs_en": 2.085, "ci95": [2.063, 2.108]}, "khm_Khmr": {"tokens": 169343, "chars": 153212, "chars_per_token": 0.905, "ratio_vs_en": 4.04, "ci95": [3.985, 4.094]}, "kik_Latn": {"tokens": 105931, "chars": 153431, "chars_per_token": 1.448, "ratio_vs_en": 2.527, "ci95": [2.484, 2.57]}, "kin_Latn": {"tokens": 81554, "chars": 145862, "chars_per_token": 1.789, "ratio_vs_en": 1.946, "ci95": [1.925, 1.967]}, "kir_Cyrl": {"tokens": 74177, "chars": 135532, "chars_per_token": 1.827, "ratio_vs_en": 1.77, "ci95": [1.749, 1.792]}, "kmb_Latn": {"tokens": 81376, "chars": 145762, "chars_per_token": 1.791, "ratio_vs_en": 1.941, "ci95": [1.918, 1.965]}, "kmr_Latn": {"tokens": 74895, "chars": 130372, "chars_per_token": 1.741, "ratio_vs_en": 1.787, "ci95": [1.77, 1.804]}, "knc_Arab": {"tokens": 104832, "chars": 116000, "chars_per_token": 1.107, "ratio_vs_en": 2.501, "ci95": [2.431, 2.57]}, "knc_Latn": {"tokens": 82613, "chars": 138972, "chars_per_token": 1.682, "ratio_vs_en": 1.971, "ci95": [1.947, 1.997]}, "kon_Latn": {"tokens": 80589, "chars": 149894, "chars_per_token": 1.86, "ratio_vs_en": 1.923, "ci95": [1.901, 1.946]}, "kor_Hang": {"tokens": 68196, "chars": 65965, "chars_per_token": 0.967, "ratio_vs_en": 1.627, "ci95": [1.61, 1.644]}, "lao_Laoo": {"tokens": 169479, "chars": 130060, "chars_per_token": 0.767, "ratio_vs_en": 4.043, "ci95": [3.993, 4.093]}, "lij_Latn": {"tokens": 71300, "chars": 145994, "chars_per_token": 2.048, "ratio_vs_en": 1.701, "ci95": [1.684, 1.718]}, "lim_Latn": {"tokens": 67384, "chars": 137686, "chars_per_token": 2.043, "ratio_vs_en": 1.608, "ci95": [1.59, 1.625]}, "lin_Latn": {"tokens": 72282, "chars": 142197, "chars_per_token": 1.967, "ratio_vs_en": 1.724, "ci95": [1.708, 1.741]}, "lit_Latn": {"tokens": 68827, "chars": 130329, "chars_per_token": 1.894, "ratio_vs_en": 1.642, "ci95": [1.625, 1.658]}, "lmo_Latn": {"tokens": 70045, "chars": 141666, "chars_per_token": 2.022, "ratio_vs_en": 1.671, "ci95": [1.655, 1.687]}, "ltg_Latn": {"tokens": 73015, "chars": 129848, "chars_per_token": 1.778, "ratio_vs_en": 1.742, "ci95": [1.726, 1.758]}, "ltz_Latn": {"tokens": 76312, "chars": 147545, "chars_per_token": 1.933, "ratio_vs_en": 1.821, "ci95": [1.803, 1.84]}, "lua_Latn": {"tokens": 75692, "chars": 142998, "chars_per_token": 1.889, "ratio_vs_en": 1.806, "ci95": [1.784, 1.827]}, "lug_Latn": {"tokens": 74880, "chars": 135078, "chars_per_token": 1.804, "ratio_vs_en": 1.786, "ci95": [1.767, 1.807]}, "luo_Latn": {"tokens": 72142, "chars": 137546, "chars_per_token": 1.907, "ratio_vs_en": 1.721, "ci95": [1.701, 1.741]}, "lus_Latn": {"tokens": 74247, "chars": 146255, "chars_per_token": 1.97, "ratio_vs_en": 1.771, "ci95": [1.747, 1.795]}, "lvs_Latn": {"tokens": 72791, "chars": 134157, "chars_per_token": 1.843, "ratio_vs_en": 1.737, "ci95": [1.721, 1.754]}, "mag_Deva": {"tokens": 92596, "chars": 126695, "chars_per_token": 1.368, "ratio_vs_en": 2.209, "ci95": [2.188, 2.231]}, "mai_Deva": {"tokens": 99684, "chars": 129408, "chars_per_token": 1.298, "ratio_vs_en": 2.378, "ci95": [2.352, 2.404]}, "mal_Mlym": {"tokens": 169318, "chars": 149336, "chars_per_token": 0.882, "ratio_vs_en": 4.039, "ci95": [3.996, 4.085]}, "mar_Deva": {"tokens": 101381, "chars": 133051, "chars_per_token": 1.312, "ratio_vs_en": 2.419, "ci95": [2.395, 2.446]}, "min_Arab": {"tokens": 103815, "chars": 126399, "chars_per_token": 1.218, "ratio_vs_en": 2.477, "ci95": [2.45, 2.506]}, "min_Latn": {"tokens": 69864, "chars": 141163, "chars_per_token": 2.021, "ratio_vs_en": 1.667, "ci95": [1.651, 1.684]}, "mkd_Cyrl": {"tokens": 56388, "chars": 137827, "chars_per_token": 2.444, "ratio_vs_en": 1.345, "ci95": [1.334, 1.358]}, "mlt_Latn": {"tokens": 83554, "chars": 146288, "chars_per_token": 1.751, "ratio_vs_en": 1.993, "ci95": [1.975, 2.015]}, "mni_Beng": {"tokens": 126702, "chars": 136782, "chars_per_token": 1.08, "ratio_vs_en": 3.023, "ci95": [2.989, 3.06]}, "mos_Latn": {"tokens": 78539, "chars": 124657, "chars_per_token": 1.587, "ratio_vs_en": 1.874, "ci95": [1.848, 1.9]}, "mri_Latn": {"tokens": 79442, "chars": 146527, "chars_per_token": 1.844, "ratio_vs_en": 1.895, "ci95": [1.874, 1.916]}, "mya_Mymr": {"tokens": 171918, "chars": 163169, "chars_per_token": 0.949, "ratio_vs_en": 4.101, "ci95": [4.053, 4.15]}, "nld_Latn": {"tokens": 65107, "chars": 147507, "chars_per_token": 2.266, "ratio_vs_en": 1.553, "ci95": [1.538, 1.569]}, "nno_Latn": {"tokens": 59681, "chars": 133443, "chars_per_token": 2.236, "ratio_vs_en": 1.424, "ci95": [1.41, 1.437]}, "nob_Latn": {"tokens": 57903, "chars": 132138, "chars_per_token": 2.282, "ratio_vs_en": 1.381, "ci95": [1.369, 1.394]}, "npi_Deva": {"tokens": 100446, "chars": 126903, "chars_per_token": 1.263, "ratio_vs_en": 2.396, "ci95": [2.367, 2.425]}, "nso_Latn": {"tokens": 78859, "chars": 151109, "chars_per_token": 1.916, "ratio_vs_en": 1.881, "ci95": [1.862, 1.903]}, "nus_Latn": {"tokens": 137231, "chars": 142340, "chars_per_token": 1.037, "ratio_vs_en": 3.274, "ci95": [3.225, 3.321]}, "nya_Latn": {"tokens": 78756, "chars": 147172, "chars_per_token": 1.869, "ratio_vs_en": 1.879, "ci95": [1.856, 1.902]}, "oci_Latn": {"tokens": 65092, "chars": 150651, "chars_per_token": 2.314, "ratio_vs_en": 1.553, "ci95": [1.54, 1.567]}, "ory_Orya": {"tokens": 213676, "chars": 134839, "chars_per_token": 0.631, "ratio_vs_en": 5.098, "ci95": [5.041, 5.156]}, "pag_Latn": {"tokens": 60730, "chars": 129899, "chars_per_token": 2.139, "ratio_vs_en": 1.449, "ci95": [1.428, 1.47]}, "pan_Guru": {"tokens": 271413, "chars": 133425, "chars_per_token": 0.492, "ratio_vs_en": 6.475, "ci95": [6.394, 6.562]}, "pap_Latn": {"tokens": 64941, "chars": 139154, "chars_per_token": 2.143, "ratio_vs_en": 1.549, "ci95": [1.536, 1.563]}, "pbt_Arab": {"tokens": 85464, "chars": 122455, "chars_per_token": 1.433, "ratio_vs_en": 2.039, "ci95": [2.017, 2.061]}, "pes_Arab": {"tokens": 80371, "chars": 123827, "chars_per_token": 1.541, "ratio_vs_en": 1.917, "ci95": [1.895, 1.939]}, "plt_Latn": {"tokens": 84027, "chars": 160996, "chars_per_token": 1.916, "ratio_vs_en": 2.005, "ci95": [1.986, 2.027]}, "pol_Latn": {"tokens": 67181, "chars": 139483, "chars_per_token": 2.076, "ratio_vs_en": 1.603, "ci95": [1.586, 1.619]}, "por_Latn": {"tokens": 57636, "chars": 143418, "chars_per_token": 2.488, "ratio_vs_en": 1.375, "ci95": [1.364, 1.386]}, "prs_Arab": {"tokens": 75565, "chars": 120643, "chars_per_token": 1.597, "ratio_vs_en": 1.803, "ci95": [1.784, 1.823]}, "quy_Latn": {"tokens": 76693, "chars": 141027, "chars_per_token": 1.839, "ratio_vs_en": 1.83, "ci95": [1.807, 1.852]}, "ron_Latn": {"tokens": 63489, "chars": 148571, "chars_per_token": 2.34, "ratio_vs_en": 1.515, "ci95": [1.501, 1.528]}, "run_Latn": {"tokens": 81809, "chars": 147265, "chars_per_token": 1.8, "ratio_vs_en": 1.952, "ci95": [1.929, 1.975]}, "rus_Cyrl": {"tokens": 55551, "chars": 142096, "chars_per_token": 2.558, "ratio_vs_en": 1.325, "ci95": [1.311, 1.338]}, "sag_Latn": {"tokens": 77115, "chars": 142621, "chars_per_token": 1.849, "ratio_vs_en": 1.84, "ci95": [1.817, 1.863]}, "san_Deva": {"tokens": 103108, "chars": 128257, "chars_per_token": 1.244, "ratio_vs_en": 2.46, "ci95": [2.434, 2.486]}, "sat_Olck": {"tokens": 394580, "chars": 139791, "chars_per_token": 0.354, "ratio_vs_en": 9.414, "ci95": [9.303, 9.522]}, "scn_Latn": {"tokens": 72262, "chars": 138571, "chars_per_token": 1.918, "ratio_vs_en": 1.724, "ci95": [1.706, 1.742]}, "shn_Mymr": {"tokens": 298356, "chars": 188284, "chars_per_token": 0.631, "ratio_vs_en": 7.118, "ci95": [7.006, 7.233]}, "sin_Sinh": {"tokens": 126990, "chars": 131080, "chars_per_token": 1.032, "ratio_vs_en": 3.03, "ci95": [3.0, 3.063]}, "slk_Latn": {"tokens": 66054, "chars": 131710, "chars_per_token": 1.994, "ratio_vs_en": 1.576, "ci95": [1.56, 1.591]}, "slv_Latn": {"tokens": 62450, "chars": 130855, "chars_per_token": 2.095, "ratio_vs_en": 1.49, "ci95": [1.476, 1.503]}, "smo_Latn": {"tokens": 81691, "chars": 152724, "chars_per_token": 1.87, "ratio_vs_en": 1.949, "ci95": [1.928, 1.972]}, "sna_Latn": {"tokens": 80228, "chars": 147603, "chars_per_token": 1.84, "ratio_vs_en": 1.914, "ci95": [1.889, 1.94]}, "snd_Arab": {"tokens": 105209, "chars": 119588, "chars_per_token": 1.137, "ratio_vs_en": 2.51, "ci95": [2.481, 2.539]}, "som_Latn": {"tokens": 84741, "chars": 151662, "chars_per_token": 1.79, "ratio_vs_en": 2.022, "ci95": [2.0, 2.043]}, "sot_Latn": {"tokens": 84327, "chars": 158732, "chars_per_token": 1.882, "ratio_vs_en": 2.012, "ci95": [1.989, 2.032]}, "spa_Latn": {"tokens": 61354, "chars": 156997, "chars_per_token": 2.559, "ratio_vs_en": 1.464, "ci95": [1.451, 1.477]}, "srd_Latn": {"tokens": 70263, "chars": 153347, "chars_per_token": 2.182, "ratio_vs_en": 1.676, "ci95": [1.661, 1.691]}, "srp_Cyrl": {"tokens": 52991, "chars": 130780, "chars_per_token": 2.468, "ratio_vs_en": 1.264, "ci95": [1.254, 1.275]}, "ssw_Latn": {"tokens": 80661, "chars": 148726, "chars_per_token": 1.844, "ratio_vs_en": 1.924, "ci95": [1.902, 1.949]}, "sun_Latn": {"tokens": 69376, "chars": 136846, "chars_per_token": 1.973, "ratio_vs_en": 1.655, "ci95": [1.638, 1.673]}, "swe_Latn": {"tokens": 55520, "chars": 132173, "chars_per_token": 2.381, "ratio_vs_en": 1.325, "ci95": [1.313, 1.335]}, "swh_Latn": {"tokens": 74677, "chars": 138104, "chars_per_token": 1.849, "ratio_vs_en": 1.782, "ci95": [1.765, 1.797]}, "szl_Latn": {"tokens": 75200, "chars": 137371, "chars_per_token": 1.827, "ratio_vs_en": 1.794, "ci95": [1.775, 1.813]}, "tam_Taml": {"tokens": 128613, "chars": 154133, "chars_per_token": 1.198, "ratio_vs_en": 3.068, "ci95": [3.036, 3.1]}, "taq_Latn": {"tokens": 76679, "chars": 124417, "chars_per_token": 1.623, "ratio_vs_en": 1.829, "ci95": [1.806, 1.856]}, "taq_Tfng": {"tokens": 339184, "chars": 123904, "chars_per_token": 0.365, "ratio_vs_en": 8.092, "ci95": [7.989, 8.2]}, "tat_Cyrl": {"tokens": 73765, "chars": 133282, "chars_per_token": 1.807, "ratio_vs_en": 1.76, "ci95": [1.74, 1.78]}, "tel_Telu": {"tokens": 118628, "chars": 132470, "chars_per_token": 1.117, "ratio_vs_en": 2.83, "ci95": [2.796, 2.862]}, "tgk_Cyrl": {"tokens": 90147, "chars": 145871, "chars_per_token": 1.618, "ratio_vs_en": 2.151, "ci95": [2.128, 2.174]}, "tgl_Latn": {"tokens": 82875, "chars": 166169, "chars_per_token": 2.005, "ratio_vs_en": 1.977, "ci95": [1.955, 1.999]}, "tha_Thai": {"tokens": 112180, "chars": 126109, "chars_per_token": 1.124, "ratio_vs_en": 2.676, "ci95": [2.648, 2.708]}, "tir_Ethi": {"tokens": 130310, "chars": 90700, "chars_per_token": 0.696, "ratio_vs_en": 3.109, "ci95": [3.075, 3.146]}, "tpi_Latn": {"tokens": 75505, "chars": 169011, "chars_per_token": 2.238, "ratio_vs_en": 1.801, "ci95": [1.781, 1.825]}, "tsn_Latn": {"tokens": 85867, "chars": 163035, "chars_per_token": 1.899, "ratio_vs_en": 2.049, "ci95": [2.024, 2.074]}, "tso_Latn": {"tokens": 86932, "chars": 158178, "chars_per_token": 1.82, "ratio_vs_en": 2.074, "ci95": [2.047, 2.099]}, "tuk_Latn": {"tokens": 80748, "chars": 140262, "chars_per_token": 1.737, "ratio_vs_en": 1.926, "ci95": [1.906, 1.946]}, "tum_Latn": {"tokens": 96797, "chars": 172545, "chars_per_token": 1.783, "ratio_vs_en": 2.309, "ci95": [2.277, 2.345]}, "tur_Latn": {"tokens": 71939, "chars": 135761, "chars_per_token": 1.887, "ratio_vs_en": 1.716, "ci95": [1.7, 1.733]}, "twi_Latn": {"tokens": 89148, "chars": 128598, "chars_per_token": 1.443, "ratio_vs_en": 2.127, "ci95": [2.098, 2.16]}, "tzm_Tfng": {"tokens": 325721, "chars": 117960, "chars_per_token": 0.362, "ratio_vs_en": 7.771, "ci95": [7.683, 7.863]}, "uig_Arab": {"tokens": 131080, "chars": 140477, "chars_per_token": 1.072, "ratio_vs_en": 3.127, "ci95": [3.087, 3.167]}, "ukr_Cyrl": {"tokens": 56743, "chars": 134446, "chars_per_token": 2.369, "ratio_vs_en": 1.354, "ci95": [1.342, 1.367]}, "umb_Latn": {"tokens": 75824, "chars": 134747, "chars_per_token": 1.777, "ratio_vs_en": 1.809, "ci95": [1.784, 1.835]}, "urd_Arab": {"tokens": 100382, "chars": 129919, "chars_per_token": 1.294, "ratio_vs_en": 2.395, "ci95": [2.368, 2.424]}, "uzn_Latn": {"tokens": 80688, "chars": 149323, "chars_per_token": 1.851, "ratio_vs_en": 1.925, "ci95": [1.904, 1.945]}, "vec_Latn": {"tokens": 61846, "chars": 133237, "chars_per_token": 2.154, "ratio_vs_en": 1.475, "ci95": [1.462, 1.489]}, "vie_Latn": {"tokens": 77004, "chars": 138595, "chars_per_token": 1.8, "ratio_vs_en": 1.837, "ci95": [1.819, 1.856]}, "war_Latn": {"tokens": 79905, "chars": 164746, "chars_per_token": 2.062, "ratio_vs_en": 1.906, "ci95": [1.886, 1.928]}, "wol_Latn": {"tokens": 72582, "chars": 127173, "chars_per_token": 1.752, "ratio_vs_en": 1.732, "ci95": [1.712, 1.752]}, "xho_Latn": {"tokens": 77988, "chars": 139123, "chars_per_token": 1.784, "ratio_vs_en": 1.861, "ci95": [1.841, 1.88]}, "ydd_Hebr": {"tokens": 95515, "chars": 141658, "chars_per_token": 1.483, "ratio_vs_en": 2.279, "ci95": [2.259, 2.302]}, "yor_Latn": {"tokens": 100439, "chars": 126844, "chars_per_token": 1.263, "ratio_vs_en": 2.396, "ci95": [2.354, 2.438]}, "yue_Hant": {"tokens": 46620, "chars": 40019, "chars_per_token": 0.858, "ratio_vs_en": 1.112, "ci95": [1.101, 1.123]}, "zho_Hans": {"tokens": 47699, "chars": 43248, "chars_per_token": 0.907, "ratio_vs_en": 1.138, "ci95": [1.125, 1.151]}, "zho_Hant": {"tokens": 47676, "chars": 40695, "chars_per_token": 0.854, "ratio_vs_en": 1.137, "ci95": [1.125, 1.149]}, "zsm_Latn": {"tokens": 69797, "chars": 146201, "chars_per_token": 2.095, "ratio_vs_en": 1.665, "ci95": [1.649, 1.682]}, "zul_Latn": {"tokens": 82044, "chars": 148362, "chars_per_token": 1.808, "ratio_vs_en": 1.957, "ci95": [1.938, 1.977]}, "eng_Latn": {"tokens": 41916, "chars": 131966, "chars_per_token": 3.148, "ratio_vs_en": 1.0}}, "costs": [{"vendor": "Anthropic", "model": "claude-opus-5-5", "input_usd_per_mtok": 4.0, "langs": {"ace_Arab": {"usd_same_content_per_m_en_tokens": 9.696, "usd_per_m_chars": 3.6397}, "ace_Latn": {"usd_same_content_per_m_en_tokens": 7.164, "usd_per_m_chars": 2.1153}, "acm_Arab": {"usd_same_content_per_m_en_tokens": 7.196, "usd_per_m_chars": 2.656}, "acq_Arab": {"usd_same_content_per_m_en_tokens": 7.292, "usd_per_m_chars": 2.656}, "aeb_Arab": {"usd_same_content_per_m_en_tokens": 7.028, "usd_per_m_chars": 2.6298}, "afr_Latn": {"usd_same_content_per_m_en_tokens": 6.12, "usd_per_m_chars": 1.8365}, "ajp_Arab": {"usd_same_content_per_m_en_tokens": 6.88, "usd_per_m_chars": 2.6438}, "aka_Latn": {"usd_same_content_per_m_en_tokens": 9.272, "usd_per_m_chars": 2.9304}, "als_Latn": {"usd_same_content_per_m_en_tokens": 7.092, "usd_per_m_chars": 2.0222}, "amh_Ethi": {"usd_same_content_per_m_en_tokens": 10.74, "usd_per_m_chars": 5.168}, "apc_Arab": {"usd_same_content_per_m_en_tokens": 6.856, "usd_per_m_chars": 2.6613}, "arb_Arab": {"usd_same_content_per_m_en_tokens": 7.328, "usd_per_m_chars": 2.6403}, "arb_Latn": {"usd_same_content_per_m_en_tokens": 8.48, "usd_per_m_chars": 2.3121}, "ars_Arab": {"usd_same_content_per_m_en_tokens": 7.344, "usd_per_m_chars": 2.6438}, "ary_Arab": {"usd_same_content_per_m_en_tokens": 7.216, "usd_per_m_chars": 2.6631}, "arz_Arab": {"usd_same_content_per_m_en_tokens": 7.132, "usd_per_m_chars": 2.6281}, "asm_Beng": {"usd_same_content_per_m_en_tokens": 12.94, "usd_per_m_chars": 4.3057}, "ast_Latn": {"usd_same_content_per_m_en_tokens": 5.6, "usd_per_m_chars": 1.7219}, "awa_Deva": {"usd_same_content_per_m_en_tokens": 8.956, "usd_per_m_chars": 2.9283}, "ayr_Latn": {"usd_same_content_per_m_en_tokens": 7.564, "usd_per_m_chars": 2.287}, "azb_Arab": {"usd_same_content_per_m_en_tokens": 7.932, "usd_per_m_chars": 2.8389}, "azj_Latn": {"usd_same_content_per_m_en_tokens": 7.744, "usd_per_m_chars": 2.2586}, "bak_Cyrl": {"usd_same_content_per_m_en_tokens": 8.16, "usd_per_m_chars": 2.5674}, "bam_Latn": {"usd_same_content_per_m_en_tokens": 8.46, "usd_per_m_chars": 2.805}, "ban_Latn": {"usd_same_content_per_m_en_tokens": 6.568, "usd_per_m_chars": 1.8904}, "bel_Cyrl": {"usd_same_content_per_m_en_tokens": 7.552, "usd_per_m_chars": 2.139}, "bem_Latn": {"usd_same_content_per_m_en_tokens": 8.24, "usd_per_m_chars": 2.1482}, "ben_Beng": {"usd_same_content_per_m_en_tokens": 10.856, "usd_per_m_chars": 3.5273}, "bho_Deva": {"usd_same_content_per_m_en_tokens": 8.868, "usd_per_m_chars": 2.8902}, "bjn_Arab": {"usd_same_content_per_m_en_tokens": 9.584, "usd_per_m_chars": 3.2868}, "bjn_Latn": {"usd_same_content_per_m_en_tokens": 6.48, "usd_per_m_chars": 1.9656}, "bod_Tibt": {"usd_same_content_per_m_en_tokens": 18.832, "usd_per_m_chars": 5.3262}, "bos_Latn": {"usd_same_content_per_m_en_tokens": 5.936, "usd_per_m_chars": 1.8815}, "bug_Latn": {"usd_same_content_per_m_en_tokens": 6.824, "usd_per_m_chars": 2.0523}, "bul_Cyrl": {"usd_same_content_per_m_en_tokens": 5.104, "usd_per_m_chars": 1.5528}, "cat_Latn": {"usd_same_content_per_m_en_tokens": 5.632, "usd_per_m_chars": 1.6188}, "ceb_Latn": {"usd_same_content_per_m_en_tokens": 7.708, "usd_per_m_chars": 2.0356}, "ces_Latn": {"usd_same_content_per_m_en_tokens": 5.684, "usd_per_m_chars": 1.8718}, "cjk_Latn": {"usd_same_content_per_m_en_tokens": 7.132, "usd_per_m_chars": 2.1471}, "ckb_Arab": {"usd_same_content_per_m_en_tokens": 10.076, "usd_per_m_chars": 3.2841}, "crh_Latn": {"usd_same_content_per_m_en_tokens": 7.16, "usd_per_m_chars": 2.2396}, "cym_Latn": {"usd_same_content_per_m_en_tokens": 7.804, "usd_per_m_chars": 2.3162}, "dan_Latn": {"usd_same_content_per_m_en_tokens": 5.544, "usd_per_m_chars": 1.7197}, "deu_Latn": {"usd_same_content_per_m_en_tokens": 6.944, "usd_per_m_chars": 1.8921}, "dik_Latn": {"usd_same_content_per_m_en_tokens": 7.396, "usd_per_m_chars": 2.7739}, "dyu_Latn": {"usd_same_content_per_m_en_tokens": 6.928, "usd_per_m_chars": 2.1858}, "dzo_Tibt": {"usd_same_content_per_m_en_tokens": 21.336, "usd_per_m_chars": 5.472}, "ell_Grek": {"usd_same_content_per_m_en_tokens": 9.924, "usd_per_m_chars": 2.6403}, "epo_Latn": {"usd_same_content_per_m_en_tokens": 6.528, "usd_per_m_chars": 2.0844}, "est_Latn": {"usd_same_content_per_m_en_tokens": 6.264, "usd_per_m_chars": 2.0274}, "eus_Latn": {"usd_same_content_per_m_en_tokens": 6.648, "usd_per_m_chars": 1.992}, "ewe_Latn": {"usd_same_content_per_m_en_tokens": 8.856, "usd_per_m_chars": 2.9133}, "fao_Latn": {"usd_same_content_per_m_en_tokens": 6.544, "usd_per_m_chars": 2.0429}, "fij_Latn": {"usd_same_content_per_m_en_tokens": 7.528, "usd_per_m_chars": 2.0336}, "fin_Latn": {"usd_same_content_per_m_en_tokens": 7.052, "usd_per_m_chars": 2.1097}, "fon_Latn": {"usd_same_content_per_m_en_tokens": 11.852, "usd_per_m_chars": 3.6731}, "fra_Latn": {"usd_same_content_per_m_en_tokens": 5.964, "usd_per_m_chars": 1.586}, "fur_Latn": {"usd_same_content_per_m_en_tokens": 6.172, "usd_per_m_chars": 1.7905}, "fuv_Latn": {"usd_same_content_per_m_en_tokens": 6.268, "usd_per_m_chars": 2.1505}, "gaz_Latn": {"usd_same_content_per_m_en_tokens": 8.384, "usd_per_m_chars": 2.2472}, "gla_Latn": {"usd_same_content_per_m_en_tokens": 8.244, "usd_per_m_chars": 2.1254}, "gle_Latn": {"usd_same_content_per_m_en_tokens": 7.708, "usd_per_m_chars": 2.1198}, "glg_Latn": {"usd_same_content_per_m_en_tokens": 5.664, "usd_per_m_chars": 1.6247}, "grn_Latn": {"usd_same_content_per_m_en_tokens": 7.444, "usd_per_m_chars": 2.3488}, "guj_Gujr": {"usd_same_content_per_m_en_tokens": 11.092, "usd_per_m_chars": 3.6765}, "hat_Latn": {"usd_same_content_per_m_en_tokens": 6.104, "usd_per_m_chars": 2.1097}, "hau_Latn": {"usd_same_content_per_m_en_tokens": 7.044, "usd_per_m_chars": 2.1086}, "heb_Hebr": {"usd_same_content_per_m_en_tokens": 6.728, "usd_per_m_chars": 2.7624}, "hin_Deva": {"usd_same_content_per_m_en_tokens": 8.752, "usd_per_m_chars": 2.7992}, "hne_Deva": {"usd_same_content_per_m_en_tokens": 9.044, "usd_per_m_chars": 2.9873}, "hrv_Latn": {"usd_same_content_per_m_en_tokens": 5.792, "usd_per_m_chars": 1.8859}, "hun_Latn": {"usd_same_content_per_m_en_tokens": 6.26, "usd_per_m_chars": 1.893}, "hye_Armn": {"usd_same_content_per_m_en_tokens": 9.084, "usd_per_m_chars": 2.6093}, "ibo_Latn": {"usd_same_content_per_m_en_tokens": 8.584, "usd_per_m_chars": 2.6738}, "ilo_Latn": {"usd_same_content_per_m_en_tokens": 7.688, "usd_per_m_chars": 2.0182}, "ind_Latn": {"usd_same_content_per_m_en_tokens": 6.464, "usd_per_m_chars": 1.9039}, "isl_Latn": {"usd_same_content_per_m_en_tokens": 6.436, "usd_per_m_chars": 2.0779}, "ita_Latn": {"usd_same_content_per_m_en_tokens": 6.14, "usd_per_m_chars": 1.6481}, "jav_Latn": {"usd_same_content_per_m_en_tokens": 6.492, "usd_per_m_chars": 1.9871}, "jpn_Jpan": {"usd_same_content_per_m_en_tokens": 5.08, "usd_per_m_chars": 3.7383}, "kab_Latn": {"usd_same_content_per_m_en_tokens": 7.92, "usd_per_m_chars": 2.5429}, "kac_Latn": {"usd_same_content_per_m_en_tokens": 8.736, "usd_per_m_chars": 2.161}, "kam_Latn": {"usd_same_content_per_m_en_tokens": 7.416, "usd_per_m_chars": 2.4213}, "kan_Knda": {"usd_same_content_per_m_en_tokens": 23.26, "usd_per_m_chars": 7.0671}, "kas_Arab": {"usd_same_content_per_m_en_tokens": 11.032, "usd_per_m_chars": 3.6664}, "kas_Deva": {"usd_same_content_per_m_en_tokens": 9.752, "usd_per_m_chars": 3.2336}, "kat_Geor": {"usd_same_content_per_m_en_tokens": 9.704, "usd_per_m_chars": 2.8269}, "kaz_Cyrl": {"usd_same_content_per_m_en_tokens": 6.952, "usd_per_m_chars": 2.1529}, "kbp_Latn": {"usd_same_content_per_m_en_tokens": 15.128, "usd_per_m_chars": 4.4346}, "kea_Latn": {"usd_same_content_per_m_en_tokens": 6.116, "usd_per_m_chars": 1.9598}, "khk_Cyrl": {"usd_same_content_per_m_en_tokens": 8.34, "usd_per_m_chars": 2.5494}, "khm_Khmr": {"usd_same_content_per_m_en_tokens": 16.16, "usd_per_m_chars": 4.4199}, "kik_Latn": {"usd_same_content_per_m_en_tokens": 10.108, "usd_per_m_chars": 2.7624}, "kin_Latn": {"usd_same_content_per_m_en_tokens": 7.784, "usd_per_m_chars": 2.2359}, "kir_Cyrl": {"usd_same_content_per_m_en_tokens": 7.08, "usd_per_m_chars": 2.1894}, "kmb_Latn": {"usd_same_content_per_m_en_tokens": 7.764, "usd_per_m_chars": 2.2334}, "kmr_Latn": {"usd_same_content_per_m_en_tokens": 7.148, "usd_per_m_chars": 2.2975}, "knc_Arab": {"usd_same_content_per_m_en_tokens": 10.004, "usd_per_m_chars": 3.6134}, "knc_Latn": {"usd_same_content_per_m_en_tokens": 7.884, "usd_per_m_chars": 2.3781}, "kon_Latn": {"usd_same_content_per_m_en_tokens": 7.692, "usd_per_m_chars": 2.1505}, "kor_Hang": {"usd_same_content_per_m_en_tokens": 6.508, "usd_per_m_chars": 4.1365}, "lao_Laoo": {"usd_same_content_per_m_en_tokens": 16.172, "usd_per_m_chars": 5.2151}, "lij_Latn": {"usd_same_content_per_m_en_tokens": 6.804, "usd_per_m_chars": 1.9531}, "lim_Latn": {"usd_same_content_per_m_en_tokens": 6.432, "usd_per_m_chars": 1.9579}, "lin_Latn": {"usd_same_content_per_m_en_tokens": 6.896, "usd_per_m_chars": 2.0336}, "lit_Latn": {"usd_same_content_per_m_en_tokens": 6.568, "usd_per_m_chars": 2.1119}, "lmo_Latn": {"usd_same_content_per_m_en_tokens": 6.684, "usd_per_m_chars": 1.9782}, "ltg_Latn": {"usd_same_content_per_m_en_tokens": 6.968, "usd_per_m_chars": 2.2497}, "ltz_Latn": {"usd_same_content_per_m_en_tokens": 7.284, "usd_per_m_chars": 2.0693}, "lua_Latn": {"usd_same_content_per_m_en_tokens": 7.224, "usd_per_m_chars": 2.1175}, "lug_Latn": {"usd_same_content_per_m_en_tokens": 7.144, "usd_per_m_chars": 2.2173}, "luo_Latn": {"usd_same_content_per_m_en_tokens": 6.884, "usd_per_m_chars": 2.0975}, "lus_Latn": {"usd_same_content_per_m_en_tokens": 7.084, "usd_per_m_chars": 2.0305}, "lvs_Latn": {"usd_same_content_per_m_en_tokens": 6.948, "usd_per_m_chars": 2.1704}, "mag_Deva": {"usd_same_content_per_m_en_tokens": 8.836, "usd_per_m_chars": 2.924}, "mai_Deva": {"usd_same_content_per_m_en_tokens": 9.512, "usd_per_m_chars": 3.0817}, "mal_Mlym": {"usd_same_content_per_m_en_tokens": 16.156, "usd_per_m_chars": 4.5351}, "mar_Deva": {"usd_same_content_per_m_en_tokens": 9.676, "usd_per_m_chars": 3.0488}, "min_Arab": {"usd_same_content_per_m_en_tokens": 9.908, "usd_per_m_chars": 3.2841}, "min_Latn": {"usd_same_content_per_m_en_tokens": 6.668, "usd_per_m_chars": 1.9792}, "mkd_Cyrl": {"usd_same_content_per_m_en_tokens": 5.38, "usd_per_m_chars": 1.6367}, "mlt_Latn": {"usd_same_content_per_m_en_tokens": 7.972, "usd_per_m_chars": 2.2844}, "mni_Beng": {"usd_same_content_per_m_en_tokens": 12.092, "usd_per_m_chars": 3.7037}, "mos_Latn": {"usd_same_content_per_m_en_tokens": 7.496, "usd_per_m_chars": 2.5205}, "mri_Latn": {"usd_same_content_per_m_en_tokens": 7.58, "usd_per_m_chars": 2.1692}, "mya_Mymr": {"usd_same_content_per_m_en_tokens": 16.404, "usd_per_m_chars": 4.215}, "nld_Latn": {"usd_same_content_per_m_en_tokens": 6.212, "usd_per_m_chars": 1.7652}, "nno_Latn": {"usd_same_content_per_m_en_tokens": 5.696, "usd_per_m_chars": 1.7889}, "nob_Latn": {"usd_same_content_per_m_en_tokens": 5.524, "usd_per_m_chars": 1.7528}, "npi_Deva": {"usd_same_content_per_m_en_tokens": 9.584, "usd_per_m_chars": 3.1671}, "nso_Latn": {"usd_same_content_per_m_en_tokens": 7.524, "usd_per_m_chars": 2.0877}, "nus_Latn": {"usd_same_content_per_m_en_tokens": 13.096, "usd_per_m_chars": 3.8573}, "nya_Latn": {"usd_same_content_per_m_en_tokens": 7.516, "usd_per_m_chars": 2.1402}, "oci_Latn": {"usd_same_content_per_m_en_tokens": 6.212, "usd_per_m_chars": 1.7286}, "ory_Orya": {"usd_same_content_per_m_en_tokens": 20.392, "usd_per_m_chars": 6.3391}, "pag_Latn": {"usd_same_content_per_m_en_tokens": 5.796, "usd_per_m_chars": 1.87}, "pan_Guru": {"usd_same_content_per_m_en_tokens": 25.9, "usd_per_m_chars": 8.1301}, "pap_Latn": {"usd_same_content_per_m_en_tokens": 6.196, "usd_per_m_chars": 1.8665}, "pbt_Arab": {"usd_same_content_per_m_en_tokens": 8.156, "usd_per_m_chars": 2.7913}, "pes_Arab": {"usd_same_content_per_m_en_tokens": 7.668, "usd_per_m_chars": 2.5957}, "plt_Latn": {"usd_same_content_per_m_en_tokens": 8.02, "usd_per_m_chars": 2.0877}, "pol_Latn": {"usd_same_content_per_m_en_tokens": 6.412, "usd_per_m_chars": 1.9268}, "por_Latn": {"usd_same_content_per_m_en_tokens": 5.5, "usd_per_m_chars": 1.6077}, "prs_Arab": {"usd_same_content_per_m_en_tokens": 7.212, "usd_per_m_chars": 2.5047}, "quy_Latn": {"usd_same_content_per_m_en_tokens": 7.32, "usd_per_m_chars": 2.1751}, "ron_Latn": {"usd_same_content_per_m_en_tokens": 6.06, "usd_per_m_chars": 1.7094}, "run_Latn": {"usd_same_content_per_m_en_tokens": 7.808, "usd_per_m_chars": 2.2222}, "rus_Cyrl": {"usd_same_content_per_m_en_tokens": 5.3, "usd_per_m_chars": 1.5637}, "sag_Latn": {"usd_same_content_per_m_en_tokens": 7.36, "usd_per_m_chars": 2.1633}, "san_Deva": {"usd_same_content_per_m_en_tokens": 9.84, "usd_per_m_chars": 3.2154}, "sat_Olck": {"usd_same_content_per_m_en_tokens": 37.656, "usd_per_m_chars": 11.2994}, "scn_Latn": {"usd_same_content_per_m_en_tokens": 6.896, "usd_per_m_chars": 2.0855}, "shn_Mymr": {"usd_same_content_per_m_en_tokens": 28.472, "usd_per_m_chars": 6.3391}, "sin_Sinh": {"usd_same_content_per_m_en_tokens": 12.12, "usd_per_m_chars": 3.876}, "slk_Latn": {"usd_same_content_per_m_en_tokens": 6.304, "usd_per_m_chars": 2.006}, "slv_Latn": {"usd_same_content_per_m_en_tokens": 5.96, "usd_per_m_chars": 1.9093}, "smo_Latn": {"usd_same_content_per_m_en_tokens": 7.796, "usd_per_m_chars": 2.139}, "sna_Latn": {"usd_same_content_per_m_en_tokens": 7.656, "usd_per_m_chars": 2.1739}, "snd_Arab": {"usd_same_content_per_m_en_tokens": 10.04, "usd_per_m_chars": 3.518}, "som_Latn": {"usd_same_content_per_m_en_tokens": 8.088, "usd_per_m_chars": 2.2346}, "sot_Latn": {"usd_same_content_per_m_en_tokens": 8.048, "usd_per_m_chars": 2.1254}, "spa_Latn": {"usd_same_content_per_m_en_tokens": 5.856, "usd_per_m_chars": 1.5631}, "srd_Latn": {"usd_same_content_per_m_en_tokens": 6.704, "usd_per_m_chars": 1.8332}, "srp_Cyrl": {"usd_same_content_per_m_en_tokens": 5.056, "usd_per_m_chars": 1.6207}, "ssw_Latn": {"usd_same_content_per_m_en_tokens": 7.696, "usd_per_m_chars": 2.1692}, "sun_Latn": {"usd_same_content_per_m_en_tokens": 6.62, "usd_per_m_chars": 2.0274}, "swe_Latn": {"usd_same_content_per_m_en_tokens": 5.3, "usd_per_m_chars": 1.68}, "swh_Latn": {"usd_same_content_per_m_en_tokens": 7.128, "usd_per_m_chars": 2.1633}, "szl_Latn": {"usd_same_content_per_m_en_tokens": 7.176, "usd_per_m_chars": 2.1894}, "tam_Taml": {"usd_same_content_per_m_en_tokens": 12.272, "usd_per_m_chars": 3.3389}, "taq_Latn": {"usd_same_content_per_m_en_tokens": 7.316, "usd_per_m_chars": 2.4646}, "taq_Tfng": {"usd_same_content_per_m_en_tokens": 32.368, "usd_per_m_chars": 10.9589}, "tat_Cyrl": {"usd_same_content_per_m_en_tokens": 7.04, "usd_per_m_chars": 2.2136}, "tel_Telu": {"usd_same_content_per_m_en_tokens": 11.32, "usd_per_m_chars": 3.581}, "tgk_Cyrl": {"usd_same_content_per_m_en_tokens": 8.604, "usd_per_m_chars": 2.4722}, "tgl_Latn": {"usd_same_content_per_m_en_tokens": 7.908, "usd_per_m_chars": 1.995}, "tha_Thai": {"usd_same_content_per_m_en_tokens": 10.704, "usd_per_m_chars": 3.5587}, "tir_Ethi": {"usd_same_content_per_m_en_tokens": 12.436, "usd_per_m_chars": 5.7471}, "tpi_Latn": {"usd_same_content_per_m_en_tokens": 7.204, "usd_per_m_chars": 1.7873}, "tsn_Latn": {"usd_same_content_per_m_en_tokens": 8.196, "usd_per_m_chars": 2.1064}, "tso_Latn": {"usd_same_content_per_m_en_tokens": 8.296, "usd_per_m_chars": 2.1978}, "tuk_Latn": {"usd_same_content_per_m_en_tokens": 7.704, "usd_per_m_chars": 2.3028}, "tum_Latn": {"usd_same_content_per_m_en_tokens": 9.236, "usd_per_m_chars": 2.2434}, "tur_Latn": {"usd_same_content_per_m_en_tokens": 6.864, "usd_per_m_chars": 2.1198}, "twi_Latn": {"usd_same_content_per_m_en_tokens": 8.508, "usd_per_m_chars": 2.772}, "tzm_Tfng": {"usd_same_content_per_m_en_tokens": 31.084, "usd_per_m_chars": 11.0497}, "uig_Arab": {"usd_same_content_per_m_en_tokens": 12.508, "usd_per_m_chars": 3.7313}, "ukr_Cyrl": {"usd_same_content_per_m_en_tokens": 5.416, "usd_per_m_chars": 1.6885}, "umb_Latn": {"usd_same_content_per_m_en_tokens": 7.236, "usd_per_m_chars": 2.251}, "urd_Arab": {"usd_same_content_per_m_en_tokens": 9.58, "usd_per_m_chars": 3.0912}, "uzn_Latn": {"usd_same_content_per_m_en_tokens": 7.7, "usd_per_m_chars": 2.161}, "vec_Latn": {"usd_same_content_per_m_en_tokens": 5.9, "usd_per_m_chars": 1.857}, "vie_Latn": {"usd_same_content_per_m_en_tokens": 7.348, "usd_per_m_chars": 2.2222}, "war_Latn": {"usd_same_content_per_m_en_tokens": 7.624, "usd_per_m_chars": 1.9399}, "wol_Latn": {"usd_same_content_per_m_en_tokens": 6.928, "usd_per_m_chars": 2.2831}, "xho_Latn": {"usd_same_content_per_m_en_tokens": 7.444, "usd_per_m_chars": 2.2422}, "ydd_Hebr": {"usd_same_content_per_m_en_tokens": 9.116, "usd_per_m_chars": 2.6972}, "yor_Latn": {"usd_same_content_per_m_en_tokens": 9.584, "usd_per_m_chars": 3.1671}, "yue_Hant": {"usd_same_content_per_m_en_tokens": 4.448, "usd_per_m_chars": 4.662}, "zho_Hans": {"usd_same_content_per_m_en_tokens": 4.552, "usd_per_m_chars": 4.4101}, "zho_Hant": {"usd_same_content_per_m_en_tokens": 4.548, "usd_per_m_chars": 4.6838}, "zsm_Latn": {"usd_same_content_per_m_en_tokens": 6.66, "usd_per_m_chars": 1.9093}, "zul_Latn": {"usd_same_content_per_m_en_tokens": 7.828, "usd_per_m_chars": 2.2124}, "eng_Latn": {"usd_same_content_per_m_en_tokens": 4.0, "usd_per_m_chars": 1.2706}}}, {"vendor": "Anthropic", "model": "claude-sonnet-5-5", "input_usd_per_mtok": 2.0, "langs": {"ace_Arab": {"usd_same_content_per_m_en_tokens": 4.848, "usd_per_m_chars": 1.8198}, "ace_Latn": {"usd_same_content_per_m_en_tokens": 3.582, "usd_per_m_chars": 1.0576}, "acm_Arab": {"usd_same_content_per_m_en_tokens": 3.598, "usd_per_m_chars": 1.328}, "acq_Arab": {"usd_same_content_per_m_en_tokens": 3.646, "usd_per_m_chars": 1.328}, "aeb_Arab": {"usd_same_content_per_m_en_tokens": 3.514, "usd_per_m_chars": 1.3149}, "afr_Latn": {"usd_same_content_per_m_en_tokens": 3.06, "usd_per_m_chars": 0.9183}, "ajp_Arab": {"usd_same_content_per_m_en_tokens": 3.44, "usd_per_m_chars": 1.3219}, "aka_Latn": {"usd_same_content_per_m_en_tokens": 4.636, "usd_per_m_chars": 1.4652}, "als_Latn": {"usd_same_content_per_m_en_tokens": 3.546, "usd_per_m_chars": 1.0111}, "amh_Ethi": {"usd_same_content_per_m_en_tokens": 5.37, "usd_per_m_chars": 2.584}, "apc_Arab": {"usd_same_content_per_m_en_tokens": 3.428, "usd_per_m_chars": 1.3307}, "arb_Arab": {"usd_same_content_per_m_en_tokens": 3.664, "usd_per_m_chars": 1.3201}, "arb_Latn": {"usd_same_content_per_m_en_tokens": 4.24, "usd_per_m_chars": 1.1561}, "ars_Arab": {"usd_same_content_per_m_en_tokens": 3.672, "usd_per_m_chars": 1.3219}, "ary_Arab": {"usd_same_content_per_m_en_tokens": 3.608, "usd_per_m_chars": 1.3316}, "arz_Arab": {"usd_same_content_per_m_en_tokens": 3.566, "usd_per_m_chars": 1.3141}, "asm_Beng": {"usd_same_content_per_m_en_tokens": 6.47, "usd_per_m_chars": 2.1529}, "ast_Latn": {"usd_same_content_per_m_en_tokens": 2.8, "usd_per_m_chars": 0.861}, "awa_Deva": {"usd_same_content_per_m_en_tokens": 4.478, "usd_per_m_chars": 1.4641}, "ayr_Latn": {"usd_same_content_per_m_en_tokens": 3.782, "usd_per_m_chars": 1.1435}, "azb_Arab": {"usd_same_content_per_m_en_tokens": 3.966, "usd_per_m_chars": 1.4194}, "azj_Latn": {"usd_same_content_per_m_en_tokens": 3.872, "usd_per_m_chars": 1.1293}, "bak_Cyrl": {"usd_same_content_per_m_en_tokens": 4.08, "usd_per_m_chars": 1.2837}, "bam_Latn": {"usd_same_content_per_m_en_tokens": 4.23, "usd_per_m_chars": 1.4025}, "ban_Latn": {"usd_same_content_per_m_en_tokens": 3.284, "usd_per_m_chars": 0.9452}, "bel_Cyrl": {"usd_same_content_per_m_en_tokens": 3.776, "usd_per_m_chars": 1.0695}, "bem_Latn": {"usd_same_content_per_m_en_tokens": 4.12, "usd_per_m_chars": 1.0741}, "ben_Beng": {"usd_same_content_per_m_en_tokens": 5.428, "usd_per_m_chars": 1.7637}, "bho_Deva": {"usd_same_content_per_m_en_tokens": 4.434, "usd_per_m_chars": 1.4451}, "bjn_Arab": {"usd_same_content_per_m_en_tokens": 4.792, "usd_per_m_chars": 1.6434}, "bjn_Latn": {"usd_same_content_per_m_en_tokens": 3.24, "usd_per_m_chars": 0.9828}, "bod_Tibt": {"usd_same_content_per_m_en_tokens": 9.416, "usd_per_m_chars": 2.6631}, "bos_Latn": {"usd_same_content_per_m_en_tokens": 2.968, "usd_per_m_chars": 0.9407}, "bug_Latn": {"usd_same_content_per_m_en_tokens": 3.412, "usd_per_m_chars": 1.0262}, "bul_Cyrl": {"usd_same_content_per_m_en_tokens": 2.552, "usd_per_m_chars": 0.7764}, "cat_Latn": {"usd_same_content_per_m_en_tokens": 2.816, "usd_per_m_chars": 0.8094}, "ceb_Latn": {"usd_same_content_per_m_en_tokens": 3.854, "usd_per_m_chars": 1.0178}, "ces_Latn": {"usd_same_content_per_m_en_tokens": 2.842, "usd_per_m_chars": 0.9359}, "cjk_Latn": {"usd_same_content_per_m_en_tokens": 3.566, "usd_per_m_chars": 1.0735}, "ckb_Arab": {"usd_same_content_per_m_en_tokens": 5.038, "usd_per_m_chars": 1.642}, "crh_Latn": {"usd_same_content_per_m_en_tokens": 3.58, "usd_per_m_chars": 1.1198}, "cym_Latn": {"usd_same_content_per_m_en_tokens": 3.902, "usd_per_m_chars": 1.1581}, "dan_Latn": {"usd_same_content_per_m_en_tokens": 2.772, "usd_per_m_chars": 0.8598}, "deu_Latn": {"usd_same_content_per_m_en_tokens": 3.472, "usd_per_m_chars": 0.9461}, "dik_Latn": {"usd_same_content_per_m_en_tokens": 3.698, "usd_per_m_chars": 1.387}, "dyu_Latn": {"usd_same_content_per_m_en_tokens": 3.464, "usd_per_m_chars": 1.0929}, "dzo_Tibt": {"usd_same_content_per_m_en_tokens": 10.668, "usd_per_m_chars": 2.736}, "ell_Grek": {"usd_same_content_per_m_en_tokens": 4.962, "usd_per_m_chars": 1.3201}, "epo_Latn": {"usd_same_content_per_m_en_tokens": 3.264, "usd_per_m_chars": 1.0422}, "est_Latn": {"usd_same_content_per_m_en_tokens": 3.132, "usd_per_m_chars": 1.0137}, "eus_Latn": {"usd_same_content_per_m_en_tokens": 3.324, "usd_per_m_chars": 0.996}, "ewe_Latn": {"usd_same_content_per_m_en_tokens": 4.428, "usd_per_m_chars": 1.4567}, "fao_Latn": {"usd_same_content_per_m_en_tokens": 3.272, "usd_per_m_chars": 1.0215}, "fij_Latn": {"usd_same_content_per_m_en_tokens": 3.764, "usd_per_m_chars": 1.0168}, "fin_Latn": {"usd_same_content_per_m_en_tokens": 3.526, "usd_per_m_chars": 1.0549}, "fon_Latn": {"usd_same_content_per_m_en_tokens": 5.926, "usd_per_m_chars": 1.8365}, "fra_Latn": {"usd_same_content_per_m_en_tokens": 2.982, "usd_per_m_chars": 0.793}, "fur_Latn": {"usd_same_content_per_m_en_tokens": 3.086, "usd_per_m_chars": 0.8953}, "fuv_Latn": {"usd_same_content_per_m_en_tokens": 3.134, "usd_per_m_chars": 1.0753}, "gaz_Latn": {"usd_same_content_per_m_en_tokens": 4.192, "usd_per_m_chars": 1.1236}, "gla_Latn": {"usd_same_content_per_m_en_tokens": 4.122, "usd_per_m_chars": 1.0627}, "gle_Latn": {"usd_same_content_per_m_en_tokens": 3.854, "usd_per_m_chars": 1.0599}, "glg_Latn": {"usd_same_content_per_m_en_tokens": 2.832, "usd_per_m_chars": 0.8123}, "grn_Latn": {"usd_same_content_per_m_en_tokens": 3.722, "usd_per_m_chars": 1.1744}, "guj_Gujr": {"usd_same_content_per_m_en_tokens": 5.546, "usd_per_m_chars": 1.8382}, "hat_Latn": {"usd_same_content_per_m_en_tokens": 3.052, "usd_per_m_chars": 1.0549}, "hau_Latn": {"usd_same_content_per_m_en_tokens": 3.522, "usd_per_m_chars": 1.0543}, "heb_Hebr": {"usd_same_content_per_m_en_tokens": 3.364, "usd_per_m_chars": 1.3812}, "hin_Deva": {"usd_same_content_per_m_en_tokens": 4.376, "usd_per_m_chars": 1.3996}, "hne_Deva": {"usd_same_content_per_m_en_tokens": 4.522, "usd_per_m_chars": 1.4937}, "hrv_Latn": {"usd_same_content_per_m_en_tokens": 2.896, "usd_per_m_chars": 0.943}, "hun_Latn": {"usd_same_content_per_m_en_tokens": 3.13, "usd_per_m_chars": 0.9465}, "hye_Armn": {"usd_same_content_per_m_en_tokens": 4.542, "usd_per_m_chars": 1.3046}, "ibo_Latn": {"usd_same_content_per_m_en_tokens": 4.292, "usd_per_m_chars": 1.3369}, "ilo_Latn": {"usd_same_content_per_m_en_tokens": 3.844, "usd_per_m_chars": 1.0091}, "ind_Latn": {"usd_same_content_per_m_en_tokens": 3.232, "usd_per_m_chars": 0.9519}, "isl_Latn": {"usd_same_content_per_m_en_tokens": 3.218, "usd_per_m_chars": 1.039}, "ita_Latn": {"usd_same_content_per_m_en_tokens": 3.07, "usd_per_m_chars": 0.8241}, "jav_Latn": {"usd_same_content_per_m_en_tokens": 3.246, "usd_per_m_chars": 0.9935}, "jpn_Jpan": {"usd_same_content_per_m_en_tokens": 2.54, "usd_per_m_chars": 1.8692}, "kab_Latn": {"usd_same_content_per_m_en_tokens": 3.96, "usd_per_m_chars": 1.2715}, "kac_Latn": {"usd_same_content_per_m_en_tokens": 4.368, "usd_per_m_chars": 1.0805}, "kam_Latn": {"usd_same_content_per_m_en_tokens": 3.708, "usd_per_m_chars": 1.2107}, "kan_Knda": {"usd_same_content_per_m_en_tokens": 11.63, "usd_per_m_chars": 3.5336}, "kas_Arab": {"usd_same_content_per_m_en_tokens": 5.516, "usd_per_m_chars": 1.8332}, "kas_Deva": {"usd_same_content_per_m_en_tokens": 4.876, "usd_per_m_chars": 1.6168}, "kat_Geor": {"usd_same_content_per_m_en_tokens": 4.852, "usd_per_m_chars": 1.4134}, "kaz_Cyrl": {"usd_same_content_per_m_en_tokens": 3.476, "usd_per_m_chars": 1.0764}, "kbp_Latn": {"usd_same_content_per_m_en_tokens": 7.564, "usd_per_m_chars": 2.2173}, "kea_Latn": {"usd_same_content_per_m_en_tokens": 3.058, "usd_per_m_chars": 0.9799}, "khk_Cyrl": {"usd_same_content_per_m_en_tokens": 4.17, "usd_per_m_chars": 1.2747}, "khm_Khmr": {"usd_same_content_per_m_en_tokens": 8.08, "usd_per_m_chars": 2.2099}, "kik_Latn": {"usd_same_content_per_m_en_tokens": 5.054, "usd_per_m_chars": 1.3812}, "kin_Latn": {"usd_same_content_per_m_en_tokens": 3.892, "usd_per_m_chars": 1.1179}, "kir_Cyrl": {"usd_same_content_per_m_en_tokens": 3.54, "usd_per_m_chars": 1.0947}, "kmb_Latn": {"usd_same_content_per_m_en_tokens": 3.882, "usd_per_m_chars": 1.1167}, "kmr_Latn": {"usd_same_content_per_m_en_tokens": 3.574, "usd_per_m_chars": 1.1488}, "knc_Arab": {"usd_same_content_per_m_en_tokens": 5.002, "usd_per_m_chars": 1.8067}, "knc_Latn": {"usd_same_content_per_m_en_tokens": 3.942, "usd_per_m_chars": 1.1891}, "kon_Latn": {"usd_same_content_per_m_en_tokens": 3.846, "usd_per_m_chars": 1.0753}, "kor_Hang": {"usd_same_content_per_m_en_tokens": 3.254, "usd_per_m_chars": 2.0683}, "lao_Laoo": {"usd_same_content_per_m_en_tokens": 8.086, "usd_per_m_chars": 2.6076}, "lij_Latn": {"usd_same_content_per_m_en_tokens": 3.402, "usd_per_m_chars": 0.9766}, "lim_Latn": {"usd_same_content_per_m_en_tokens": 3.216, "usd_per_m_chars": 0.979}, "lin_Latn": {"usd_same_content_per_m_en_tokens": 3.448, "usd_per_m_chars": 1.0168}, "lit_Latn": {"usd_same_content_per_m_en_tokens": 3.284, "usd_per_m_chars": 1.056}, "lmo_Latn": {"usd_same_content_per_m_en_tokens": 3.342, "usd_per_m_chars": 0.9891}, "ltg_Latn": {"usd_same_content_per_m_en_tokens": 3.484, "usd_per_m_chars": 1.1249}, "ltz_Latn": {"usd_same_content_per_m_en_tokens": 3.642, "usd_per_m_chars": 1.0347}, "lua_Latn": {"usd_same_content_per_m_en_tokens": 3.612, "usd_per_m_chars": 1.0588}, "lug_Latn": {"usd_same_content_per_m_en_tokens": 3.572, "usd_per_m_chars": 1.1086}, "luo_Latn": {"usd_same_content_per_m_en_tokens": 3.442, "usd_per_m_chars": 1.0488}, "lus_Latn": {"usd_same_content_per_m_en_tokens": 3.542, "usd_per_m_chars": 1.0152}, "lvs_Latn": {"usd_same_content_per_m_en_tokens": 3.474, "usd_per_m_chars": 1.0852}, "mag_Deva": {"usd_same_content_per_m_en_tokens": 4.418, "usd_per_m_chars": 1.462}, "mai_Deva": {"usd_same_content_per_m_en_tokens": 4.756, "usd_per_m_chars": 1.5408}, "mal_Mlym": {"usd_same_content_per_m_en_tokens": 8.078, "usd_per_m_chars": 2.2676}, "mar_Deva": {"usd_same_content_per_m_en_tokens": 4.838, "usd_per_m_chars": 1.5244}, "min_Arab": {"usd_same_content_per_m_en_tokens": 4.954, "usd_per_m_chars": 1.642}, "min_Latn": {"usd_same_content_per_m_en_tokens": 3.334, "usd_per_m_chars": 0.9896}, "mkd_Cyrl": {"usd_same_content_per_m_en_tokens": 2.69, "usd_per_m_chars": 0.8183}, "mlt_Latn": {"usd_same_content_per_m_en_tokens": 3.986, "usd_per_m_chars": 1.1422}, "mni_Beng": {"usd_same_content_per_m_en_tokens": 6.046, "usd_per_m_chars": 1.8519}, "mos_Latn": {"usd_same_content_per_m_en_tokens": 3.748, "usd_per_m_chars": 1.2602}, "mri_Latn": {"usd_same_content_per_m_en_tokens": 3.79, "usd_per_m_chars": 1.0846}, "mya_Mymr": {"usd_same_content_per_m_en_tokens": 8.202, "usd_per_m_chars": 2.1075}, "nld_Latn": {"usd_same_content_per_m_en_tokens": 3.106, "usd_per_m_chars": 0.8826}, "nno_Latn": {"usd_same_content_per_m_en_tokens": 2.848, "usd_per_m_chars": 0.8945}, "nob_Latn": {"usd_same_content_per_m_en_tokens": 2.762, "usd_per_m_chars": 0.8764}, "npi_Deva": {"usd_same_content_per_m_en_tokens": 4.792, "usd_per_m_chars": 1.5835}, "nso_Latn": {"usd_same_content_per_m_en_tokens": 3.762, "usd_per_m_chars": 1.0438}, "nus_Latn": {"usd_same_content_per_m_en_tokens": 6.548, "usd_per_m_chars": 1.9286}, "nya_Latn": {"usd_same_content_per_m_en_tokens": 3.758, "usd_per_m_chars": 1.0701}, "oci_Latn": {"usd_same_content_per_m_en_tokens": 3.106, "usd_per_m_chars": 0.8643}, "ory_Orya": {"usd_same_content_per_m_en_tokens": 10.196, "usd_per_m_chars": 3.1696}, "pag_Latn": {"usd_same_content_per_m_en_tokens": 2.898, "usd_per_m_chars": 0.935}, "pan_Guru": {"usd_same_content_per_m_en_tokens": 12.95, "usd_per_m_chars": 4.065}, "pap_Latn": {"usd_same_content_per_m_en_tokens": 3.098, "usd_per_m_chars": 0.9333}, "pbt_Arab": {"usd_same_content_per_m_en_tokens": 4.078, "usd_per_m_chars": 1.3957}, "pes_Arab": {"usd_same_content_per_m_en_tokens": 3.834, "usd_per_m_chars": 1.2979}, "plt_Latn": {"usd_same_content_per_m_en_tokens": 4.01, "usd_per_m_chars": 1.0438}, "pol_Latn": {"usd_same_content_per_m_en_tokens": 3.206, "usd_per_m_chars": 0.9634}, "por_Latn": {"usd_same_content_per_m_en_tokens": 2.75, "usd_per_m_chars": 0.8039}, "prs_Arab": {"usd_same_content_per_m_en_tokens": 3.606, "usd_per_m_chars": 1.2523}, "quy_Latn": {"usd_same_content_per_m_en_tokens": 3.66, "usd_per_m_chars": 1.0875}, "ron_Latn": {"usd_same_content_per_m_en_tokens": 3.03, "usd_per_m_chars": 0.8547}, "run_Latn": {"usd_same_content_per_m_en_tokens": 3.904, "usd_per_m_chars": 1.1111}, "rus_Cyrl": {"usd_same_content_per_m_en_tokens": 2.65, "usd_per_m_chars": 0.7819}, "sag_Latn": {"usd_same_content_per_m_en_tokens": 3.68, "usd_per_m_chars": 1.0817}, "san_Deva": {"usd_same_content_per_m_en_tokens": 4.92, "usd_per_m_chars": 1.6077}, "sat_Olck": {"usd_same_content_per_m_en_tokens": 18.828, "usd_per_m_chars": 5.6497}, "scn_Latn": {"usd_same_content_per_m_en_tokens": 3.448, "usd_per_m_chars": 1.0428}, "shn_Mymr": {"usd_same_content_per_m_en_tokens": 14.236, "usd_per_m_chars": 3.1696}, "sin_Sinh": {"usd_same_content_per_m_en_tokens": 6.06, "usd_per_m_chars": 1.938}, "slk_Latn": {"usd_same_content_per_m_en_tokens": 3.152, "usd_per_m_chars": 1.003}, "slv_Latn": {"usd_same_content_per_m_en_tokens": 2.98, "usd_per_m_chars": 0.9547}, "smo_Latn": {"usd_same_content_per_m_en_tokens": 3.898, "usd_per_m_chars": 1.0695}, "sna_Latn": {"usd_same_content_per_m_en_tokens": 3.828, "usd_per_m_chars": 1.087}, "snd_Arab": {"usd_same_content_per_m_en_tokens": 5.02, "usd_per_m_chars": 1.759}, "som_Latn": {"usd_same_content_per_m_en_tokens": 4.044, "usd_per_m_chars": 1.1173}, "sot_Latn": {"usd_same_content_per_m_en_tokens": 4.024, "usd_per_m_chars": 1.0627}, "spa_Latn": {"usd_same_content_per_m_en_tokens": 2.928, "usd_per_m_chars": 0.7816}, "srd_Latn": {"usd_same_content_per_m_en_tokens": 3.352, "usd_per_m_chars": 0.9166}, "srp_Cyrl": {"usd_same_content_per_m_en_tokens": 2.528, "usd_per_m_chars": 0.8104}, "ssw_Latn": {"usd_same_content_per_m_en_tokens": 3.848, "usd_per_m_chars": 1.0846}, "sun_Latn": {"usd_same_content_per_m_en_tokens": 3.31, "usd_per_m_chars": 1.0137}, "swe_Latn": {"usd_same_content_per_m_en_tokens": 2.65, "usd_per_m_chars": 0.84}, "swh_Latn": {"usd_same_content_per_m_en_tokens": 3.564, "usd_per_m_chars": 1.0817}, "szl_Latn": {"usd_same_content_per_m_en_tokens": 3.588, "usd_per_m_chars": 1.0947}, "tam_Taml": {"usd_same_content_per_m_en_tokens": 6.136, "usd_per_m_chars": 1.6694}, "taq_Latn": {"usd_same_content_per_m_en_tokens": 3.658, "usd_per_m_chars": 1.2323}, "taq_Tfng": {"usd_same_content_per_m_en_tokens": 16.184, "usd_per_m_chars": 5.4795}, "tat_Cyrl": {"usd_same_content_per_m_en_tokens": 3.52, "usd_per_m_chars": 1.1068}, "tel_Telu": {"usd_same_content_per_m_en_tokens": 5.66, "usd_per_m_chars": 1.7905}, "tgk_Cyrl": {"usd_same_content_per_m_en_tokens": 4.302, "usd_per_m_chars": 1.2361}, "tgl_Latn": {"usd_same_content_per_m_en_tokens": 3.954, "usd_per_m_chars": 0.9975}, "tha_Thai": {"usd_same_content_per_m_en_tokens": 5.352, "usd_per_m_chars": 1.7794}, "tir_Ethi": {"usd_same_content_per_m_en_tokens": 6.218, "usd_per_m_chars": 2.8736}, "tpi_Latn": {"usd_same_content_per_m_en_tokens": 3.602, "usd_per_m_chars": 0.8937}, "tsn_Latn": {"usd_same_content_per_m_en_tokens": 4.098, "usd_per_m_chars": 1.0532}, "tso_Latn": {"usd_same_content_per_m_en_tokens": 4.148, "usd_per_m_chars": 1.0989}, "tuk_Latn": {"usd_same_content_per_m_en_tokens": 3.852, "usd_per_m_chars": 1.1514}, "tum_Latn": {"usd_same_content_per_m_en_tokens": 4.618, "usd_per_m_chars": 1.1217}, "tur_Latn": {"usd_same_content_per_m_en_tokens": 3.432, "usd_per_m_chars": 1.0599}, "twi_Latn": {"usd_same_content_per_m_en_tokens": 4.254, "usd_per_m_chars": 1.386}, "tzm_Tfng": {"usd_same_content_per_m_en_tokens": 15.542, "usd_per_m_chars": 5.5249}, "uig_Arab": {"usd_same_content_per_m_en_tokens": 6.254, "usd_per_m_chars": 1.8657}, "ukr_Cyrl": {"usd_same_content_per_m_en_tokens": 2.708, "usd_per_m_chars": 0.8442}, "umb_Latn": {"usd_same_content_per_m_en_tokens": 3.618, "usd_per_m_chars": 1.1255}, "urd_Arab": {"usd_same_content_per_m_en_tokens": 4.79, "usd_per_m_chars": 1.5456}, "uzn_Latn": {"usd_same_content_per_m_en_tokens": 3.85, "usd_per_m_chars": 1.0805}, "vec_Latn": {"usd_same_content_per_m_en_tokens": 2.95, "usd_per_m_chars": 0.9285}, "vie_Latn": {"usd_same_content_per_m_en_tokens": 3.674, "usd_per_m_chars": 1.1111}, "war_Latn": {"usd_same_content_per_m_en_tokens": 3.812, "usd_per_m_chars": 0.9699}, "wol_Latn": {"usd_same_content_per_m_en_tokens": 3.464, "usd_per_m_chars": 1.1416}, "xho_Latn": {"usd_same_content_per_m_en_tokens": 3.722, "usd_per_m_chars": 1.1211}, "ydd_Hebr": {"usd_same_content_per_m_en_tokens": 4.558, "usd_per_m_chars": 1.3486}, "yor_Latn": {"usd_same_content_per_m_en_tokens": 4.792, "usd_per_m_chars": 1.5835}, "yue_Hant": {"usd_same_content_per_m_en_tokens": 2.224, "usd_per_m_chars": 2.331}, "zho_Hans": {"usd_same_content_per_m_en_tokens": 2.276, "usd_per_m_chars": 2.2051}, "zho_Hant": {"usd_same_content_per_m_en_tokens": 2.274, "usd_per_m_chars": 2.3419}, "zsm_Latn": {"usd_same_content_per_m_en_tokens": 3.33, "usd_per_m_chars": 0.9547}, "zul_Latn": {"usd_same_content_per_m_en_tokens": 3.914, "usd_per_m_chars": 1.1062}, "eng_Latn": {"usd_same_content_per_m_en_tokens": 2.0, "usd_per_m_chars": 0.6353}}}, {"vendor": "Anthropic", "model": "claude-haiku-5-5", "input_usd_per_mtok": 0.1, "langs": {"ace_Arab": {"usd_same_content_per_m_en_tokens": 0.2424, "usd_per_m_chars": 0.091}, "ace_Latn": {"usd_same_content_per_m_en_tokens": 0.1791, "usd_per_m_chars": 0.0529}, "acm_Arab": {"usd_same_content_per_m_en_tokens": 0.1799, "usd_per_m_chars": 0.0664}, "acq_Arab": {"usd_same_content_per_m_en_tokens": 0.1823, "usd_per_m_chars": 0.0664}, "aeb_Arab": {"usd_same_content_per_m_en_tokens": 0.1757, "usd_per_m_chars": 0.0657}, "afr_Latn": {"usd_same_content_per_m_en_tokens": 0.153, "usd_per_m_chars": 0.0459}, "ajp_Arab": {"usd_same_content_per_m_en_tokens": 0.172, "usd_per_m_chars": 0.0661}, "aka_Latn": {"usd_same_content_per_m_en_tokens": 0.2318, "usd_per_m_chars": 0.0733}, "als_Latn": {"usd_same_content_per_m_en_tokens": 0.1773, "usd_per_m_chars": 0.0506}, "amh_Ethi": {"usd_same_content_per_m_en_tokens": 0.2685, "usd_per_m_chars": 0.1292}, "apc_Arab": {"usd_same_content_per_m_en_tokens": 0.1714, "usd_per_m_chars": 0.0665}, "arb_Arab": {"usd_same_content_per_m_en_tokens": 0.1832, "usd_per_m_chars": 0.066}, "arb_Latn": {"usd_same_content_per_m_en_tokens": 0.212, "usd_per_m_chars": 0.0578}, "ars_Arab": {"usd_same_content_per_m_en_tokens": 0.1836, "usd_per_m_chars": 0.0661}, "ary_Arab": {"usd_same_content_per_m_en_tokens": 0.1804, "usd_per_m_chars": 0.0666}, "arz_Arab": {"usd_same_content_per_m_en_tokens": 0.1783, "usd_per_m_chars": 0.0657}, "asm_Beng": {"usd_same_content_per_m_en_tokens": 0.3235, "usd_per_m_chars": 0.1076}, "ast_Latn": {"usd_same_content_per_m_en_tokens": 0.14, "usd_per_m_chars": 0.043}, "awa_Deva": {"usd_same_content_per_m_en_tokens": 0.2239, "usd_per_m_chars": 0.0732}, "ayr_Latn": {"usd_same_content_per_m_en_tokens": 0.1891, "usd_per_m_chars": 0.0572}, "azb_Arab": {"usd_same_content_per_m_en_tokens": 0.1983, "usd_per_m_chars": 0.071}, "azj_Latn": {"usd_same_content_per_m_en_tokens": 0.1936, "usd_per_m_chars": 0.0565}, "bak_Cyrl": {"usd_same_content_per_m_en_tokens": 0.204, "usd_per_m_chars": 0.0642}, "bam_Latn": {"usd_same_content_per_m_en_tokens": 0.2115, "usd_per_m_chars": 0.0701}, "ban_Latn": {"usd_same_content_per_m_en_tokens": 0.1642, "usd_per_m_chars": 0.0473}, "bel_Cyrl": {"usd_same_content_per_m_en_tokens": 0.1888, "usd_per_m_chars": 0.0535}, "bem_Latn": {"usd_same_content_per_m_en_tokens": 0.206, "usd_per_m_chars": 0.0537}, "ben_Beng": {"usd_same_content_per_m_en_tokens": 0.2714, "usd_per_m_chars": 0.0882}, "bho_Deva": {"usd_same_content_per_m_en_tokens": 0.2217, "usd_per_m_chars": 0.0723}, "bjn_Arab": {"usd_same_content_per_m_en_tokens": 0.2396, "usd_per_m_chars": 0.0822}, "bjn_Latn": {"usd_same_content_per_m_en_tokens": 0.162, "usd_per_m_chars": 0.0491}, "bod_Tibt": {"usd_same_content_per_m_en_tokens": 0.4708, "usd_per_m_chars": 0.1332}, "bos_Latn": {"usd_same_content_per_m_en_tokens": 0.1484, "usd_per_m_chars": 0.047}, "bug_Latn": {"usd_same_content_per_m_en_tokens": 0.1706, "usd_per_m_chars": 0.0513}, "bul_Cyrl": {"usd_same_content_per_m_en_tokens": 0.1276, "usd_per_m_chars": 0.0388}, "cat_Latn": {"usd_same_content_per_m_en_tokens": 0.1408, "usd_per_m_chars": 0.0405}, "ceb_Latn": {"usd_same_content_per_m_en_tokens": 0.1927, "usd_per_m_chars": 0.0509}, "ces_Latn": {"usd_same_content_per_m_en_tokens": 0.1421, "usd_per_m_chars": 0.0468}, "cjk_Latn": {"usd_same_content_per_m_en_tokens": 0.1783, "usd_per_m_chars": 0.0537}, "ckb_Arab": {"usd_same_content_per_m_en_tokens": 0.2519, "usd_per_m_chars": 0.0821}, "crh_Latn": {"usd_same_content_per_m_en_tokens": 0.179, "usd_per_m_chars": 0.056}, "cym_Latn": {"usd_same_content_per_m_en_tokens": 0.1951, "usd_per_m_chars": 0.0579}, "dan_Latn": {"usd_same_content_per_m_en_tokens": 0.1386, "usd_per_m_chars": 0.043}, "deu_Latn": {"usd_same_content_per_m_en_tokens": 0.1736, "usd_per_m_chars": 0.0473}, "dik_Latn": {"usd_same_content_per_m_en_tokens": 0.1849, "usd_per_m_chars": 0.0693}, "dyu_Latn": {"usd_same_content_per_m_en_tokens": 0.1732, "usd_per_m_chars": 0.0546}, "dzo_Tibt": {"usd_same_content_per_m_en_tokens": 0.5334, "usd_per_m_chars": 0.1368}, "ell_Grek": {"usd_same_content_per_m_en_tokens": 0.2481, "usd_per_m_chars": 0.066}, "epo_Latn": {"usd_same_content_per_m_en_tokens": 0.1632, "usd_per_m_chars": 0.0521}, "est_Latn": {"usd_same_content_per_m_en_tokens": 0.1566, "usd_per_m_chars": 0.0507}, "eus_Latn": {"usd_same_content_per_m_en_tokens": 0.1662, "usd_per_m_chars": 0.0498}, "ewe_Latn": {"usd_same_content_per_m_en_tokens": 0.2214, "usd_per_m_chars": 0.0728}, "fao_Latn": {"usd_same_content_per_m_en_tokens": 0.1636, "usd_per_m_chars": 0.0511}, "fij_Latn": {"usd_same_content_per_m_en_tokens": 0.1882, "usd_per_m_chars": 0.0508}, "fin_Latn": {"usd_same_content_per_m_en_tokens": 0.1763, "usd_per_m_chars": 0.0527}, "fon_Latn": {"usd_same_content_per_m_en_tokens": 0.2963, "usd_per_m_chars": 0.0918}, "fra_Latn": {"usd_same_content_per_m_en_tokens": 0.1491, "usd_per_m_chars": 0.0397}, "fur_Latn": {"usd_same_content_per_m_en_tokens": 0.1543, "usd_per_m_chars": 0.0448}, "fuv_Latn": {"usd_same_content_per_m_en_tokens": 0.1567, "usd_per_m_chars": 0.0538}, "gaz_Latn": {"usd_same_content_per_m_en_tokens": 0.2096, "usd_per_m_chars": 0.0562}, "gla_Latn": {"usd_same_content_per_m_en_tokens": 0.2061, "usd_per_m_chars": 0.0531}, "gle_Latn": {"usd_same_content_per_m_en_tokens": 0.1927, "usd_per_m_chars": 0.053}, "glg_Latn": {"usd_same_content_per_m_en_tokens": 0.1416, "usd_per_m_chars": 0.0406}, "grn_Latn": {"usd_same_content_per_m_en_tokens": 0.1861, "usd_per_m_chars": 0.0587}, "guj_Gujr": {"usd_same_content_per_m_en_tokens": 0.2773, "usd_per_m_chars": 0.0919}, "hat_Latn": {"usd_same_content_per_m_en_tokens": 0.1526, "usd_per_m_chars": 0.0527}, "hau_Latn": {"usd_same_content_per_m_en_tokens": 0.1761, "usd_per_m_chars": 0.0527}, "heb_Hebr": {"usd_same_content_per_m_en_tokens": 0.1682, "usd_per_m_chars": 0.0691}, "hin_Deva": {"usd_same_content_per_m_en_tokens": 0.2188, "usd_per_m_chars": 0.07}, "hne_Deva": {"usd_same_content_per_m_en_tokens": 0.2261, "usd_per_m_chars": 0.0747}, "hrv_Latn": {"usd_same_content_per_m_en_tokens": 0.1448, "usd_per_m_chars": 0.0471}, "hun_Latn": {"usd_same_content_per_m_en_tokens": 0.1565, "usd_per_m_chars": 0.0473}, "hye_Armn": {"usd_same_content_per_m_en_tokens": 0.2271, "usd_per_m_chars": 0.0652}, "ibo_Latn": {"usd_same_content_per_m_en_tokens": 0.2146, "usd_per_m_chars": 0.0668}, "ilo_Latn": {"usd_same_content_per_m_en_tokens": 0.1922, "usd_per_m_chars": 0.0505}, "ind_Latn": {"usd_same_content_per_m_en_tokens": 0.1616, "usd_per_m_chars": 0.0476}, "isl_Latn": {"usd_same_content_per_m_en_tokens": 0.1609, "usd_per_m_chars": 0.0519}, "ita_Latn": {"usd_same_content_per_m_en_tokens": 0.1535, "usd_per_m_chars": 0.0412}, "jav_Latn": {"usd_same_content_per_m_en_tokens": 0.1623, "usd_per_m_chars": 0.0497}, "jpn_Jpan": {"usd_same_content_per_m_en_tokens": 0.127, "usd_per_m_chars": 0.0935}, "kab_Latn": {"usd_same_content_per_m_en_tokens": 0.198, "usd_per_m_chars": 0.0636}, "kac_Latn": {"usd_same_content_per_m_en_tokens": 0.2184, "usd_per_m_chars": 0.054}, "kam_Latn": {"usd_same_content_per_m_en_tokens": 0.1854, "usd_per_m_chars": 0.0605}, "kan_Knda": {"usd_same_content_per_m_en_tokens": 0.5815, "usd_per_m_chars": 0.1767}, "kas_Arab": {"usd_same_content_per_m_en_tokens": 0.2758, "usd_per_m_chars": 0.0917}, "kas_Deva": {"usd_same_content_per_m_en_tokens": 0.2438, "usd_per_m_chars": 0.0808}, "kat_Geor": {"usd_same_content_per_m_en_tokens": 0.2426, "usd_per_m_chars": 0.0707}, "kaz_Cyrl": {"usd_same_content_per_m_en_tokens": 0.1738, "usd_per_m_chars": 0.0538}, "kbp_Latn": {"usd_same_content_per_m_en_tokens": 0.3782, "usd_per_m_chars": 0.1109}, "kea_Latn": {"usd_same_content_per_m_en_tokens": 0.1529, "usd_per_m_chars": 0.049}, "khk_Cyrl": {"usd_same_content_per_m_en_tokens": 0.2085, "usd_per_m_chars": 0.0637}, "khm_Khmr": {"usd_same_content_per_m_en_tokens": 0.404, "usd_per_m_chars": 0.1105}, "kik_Latn": {"usd_same_content_per_m_en_tokens": 0.2527, "usd_per_m_chars": 0.0691}, "kin_Latn": {"usd_same_content_per_m_en_tokens": 0.1946, "usd_per_m_chars": 0.0559}, "kir_Cyrl": {"usd_same_content_per_m_en_tokens": 0.177, "usd_per_m_chars": 0.0547}, "kmb_Latn": {"usd_same_content_per_m_en_tokens": 0.1941, "usd_per_m_chars": 0.0558}, "kmr_Latn": {"usd_same_content_per_m_en_tokens": 0.1787, "usd_per_m_chars": 0.0574}, "knc_Arab": {"usd_same_content_per_m_en_tokens": 0.2501, "usd_per_m_chars": 0.0903}, "knc_Latn": {"usd_same_content_per_m_en_tokens": 0.1971, "usd_per_m_chars": 0.0595}, "kon_Latn": {"usd_same_content_per_m_en_tokens": 0.1923, "usd_per_m_chars": 0.0538}, "kor_Hang": {"usd_same_content_per_m_en_tokens": 0.1627, "usd_per_m_chars": 0.1034}, "lao_Laoo": {"usd_same_content_per_m_en_tokens": 0.4043, "usd_per_m_chars": 0.1304}, "lij_Latn": {"usd_same_content_per_m_en_tokens": 0.1701, "usd_per_m_chars": 0.0488}, "lim_Latn": {"usd_same_content_per_m_en_tokens": 0.1608, "usd_per_m_chars": 0.0489}, "lin_Latn": {"usd_same_content_per_m_en_tokens": 0.1724, "usd_per_m_chars": 0.0508}, "lit_Latn": {"usd_same_content_per_m_en_tokens": 0.1642, "usd_per_m_chars": 0.0528}, "lmo_Latn": {"usd_same_content_per_m_en_tokens": 0.1671, "usd_per_m_chars": 0.0495}, "ltg_Latn": {"usd_same_content_per_m_en_tokens": 0.1742, "usd_per_m_chars": 0.0562}, "ltz_Latn": {"usd_same_content_per_m_en_tokens": 0.1821, "usd_per_m_chars": 0.0517}, "lua_Latn": {"usd_same_content_per_m_en_tokens": 0.1806, "usd_per_m_chars": 0.0529}, "lug_Latn": {"usd_same_content_per_m_en_tokens": 0.1786, "usd_per_m_chars": 0.0554}, "luo_Latn": {"usd_same_content_per_m_en_tokens": 0.1721, "usd_per_m_chars": 0.0524}, "lus_Latn": {"usd_same_content_per_m_en_tokens": 0.1771, "usd_per_m_chars": 0.0508}, "lvs_Latn": {"usd_same_content_per_m_en_tokens": 0.1737, "usd_per_m_chars": 0.0543}, "mag_Deva": {"usd_same_content_per_m_en_tokens": 0.2209, "usd_per_m_chars": 0.0731}, "mai_Deva": {"usd_same_content_per_m_en_tokens": 0.2378, "usd_per_m_chars": 0.077}, "mal_Mlym": {"usd_same_content_per_m_en_tokens": 0.4039, "usd_per_m_chars": 0.1134}, "mar_Deva": {"usd_same_content_per_m_en_tokens": 0.2419, "usd_per_m_chars": 0.0762}, "min_Arab": {"usd_same_content_per_m_en_tokens": 0.2477, "usd_per_m_chars": 0.0821}, "min_Latn": {"usd_same_content_per_m_en_tokens": 0.1667, "usd_per_m_chars": 0.0495}, "mkd_Cyrl": {"usd_same_content_per_m_en_tokens": 0.1345, "usd_per_m_chars": 0.0409}, "mlt_Latn": {"usd_same_content_per_m_en_tokens": 0.1993, "usd_per_m_chars": 0.0571}, "mni_Beng": {"usd_same_content_per_m_en_tokens": 0.3023, "usd_per_m_chars": 0.0926}, "mos_Latn": {"usd_same_content_per_m_en_tokens": 0.1874, "usd_per_m_chars": 0.063}, "mri_Latn": {"usd_same_content_per_m_en_tokens": 0.1895, "usd_per_m_chars": 0.0542}, "mya_Mymr": {"usd_same_content_per_m_en_tokens": 0.4101, "usd_per_m_chars": 0.1054}, "nld_Latn": {"usd_same_content_per_m_en_tokens": 0.1553, "usd_per_m_chars": 0.0441}, "nno_Latn": {"usd_same_content_per_m_en_tokens": 0.1424, "usd_per_m_chars": 0.0447}, "nob_Latn": {"usd_same_content_per_m_en_tokens": 0.1381, "usd_per_m_chars": 0.0438}, "npi_Deva": {"usd_same_content_per_m_en_tokens": 0.2396, "usd_per_m_chars": 0.0792}, "nso_Latn": {"usd_same_content_per_m_en_tokens": 0.1881, "usd_per_m_chars": 0.0522}, "nus_Latn": {"usd_same_content_per_m_en_tokens": 0.3274, "usd_per_m_chars": 0.0964}, "nya_Latn": {"usd_same_content_per_m_en_tokens": 0.1879, "usd_per_m_chars": 0.0535}, "oci_Latn": {"usd_same_content_per_m_en_tokens": 0.1553, "usd_per_m_chars": 0.0432}, "ory_Orya": {"usd_same_content_per_m_en_tokens": 0.5098, "usd_per_m_chars": 0.1585}, "pag_Latn": {"usd_same_content_per_m_en_tokens": 0.1449, "usd_per_m_chars": 0.0468}, "pan_Guru": {"usd_same_content_per_m_en_tokens": 0.6475, "usd_per_m_chars": 0.2033}, "pap_Latn": {"usd_same_content_per_m_en_tokens": 0.1549, "usd_per_m_chars": 0.0467}, "pbt_Arab": {"usd_same_content_per_m_en_tokens": 0.2039, "usd_per_m_chars": 0.0698}, "pes_Arab": {"usd_same_content_per_m_en_tokens": 0.1917, "usd_per_m_chars": 0.0649}, "plt_Latn": {"usd_same_content_per_m_en_tokens": 0.2005, "usd_per_m_chars": 0.0522}, "pol_Latn": {"usd_same_content_per_m_en_tokens": 0.1603, "usd_per_m_chars": 0.0482}, "por_Latn": {"usd_same_content_per_m_en_tokens": 0.1375, "usd_per_m_chars": 0.0402}, "prs_Arab": {"usd_same_content_per_m_en_tokens": 0.1803, "usd_per_m_chars": 0.0626}, "quy_Latn": {"usd_same_content_per_m_en_tokens": 0.183, "usd_per_m_chars": 0.0544}, "ron_Latn": {"usd_same_content_per_m_en_tokens": 0.1515, "usd_per_m_chars": 0.0427}, "run_Latn": {"usd_same_content_per_m_en_tokens": 0.1952, "usd_per_m_chars": 0.0556}, "rus_Cyrl": {"usd_same_content_per_m_en_tokens": 0.1325, "usd_per_m_chars": 0.0391}, "sag_Latn": {"usd_same_content_per_m_en_tokens": 0.184, "usd_per_m_chars": 0.0541}, "san_Deva": {"usd_same_content_per_m_en_tokens": 0.246, "usd_per_m_chars": 0.0804}, "sat_Olck": {"usd_same_content_per_m_en_tokens": 0.9414, "usd_per_m_chars": 0.2825}, "scn_Latn": {"usd_same_content_per_m_en_tokens": 0.1724, "usd_per_m_chars": 0.0521}, "shn_Mymr": {"usd_same_content_per_m_en_tokens": 0.7118, "usd_per_m_chars": 0.1585}, "sin_Sinh": {"usd_same_content_per_m_en_tokens": 0.303, "usd_per_m_chars": 0.0969}, "slk_Latn": {"usd_same_content_per_m_en_tokens": 0.1576, "usd_per_m_chars": 0.0502}, "slv_Latn": {"usd_same_content_per_m_en_tokens": 0.149, "usd_per_m_chars": 0.0477}, "smo_Latn": {"usd_same_content_per_m_en_tokens": 0.1949, "usd_per_m_chars": 0.0535}, "sna_Latn": {"usd_same_content_per_m_en_tokens": 0.1914, "usd_per_m_chars": 0.0543}, "snd_Arab": {"usd_same_content_per_m_en_tokens": 0.251, "usd_per_m_chars": 0.088}, "som_Latn": {"usd_same_content_per_m_en_tokens": 0.2022, "usd_per_m_chars": 0.0559}, "sot_Latn": {"usd_same_content_per_m_en_tokens": 0.2012, "usd_per_m_chars": 0.0531}, "spa_Latn": {"usd_same_content_per_m_en_tokens": 0.1464, "usd_per_m_chars": 0.0391}, "srd_Latn": {"usd_same_content_per_m_en_tokens": 0.1676, "usd_per_m_chars": 0.0458}, "srp_Cyrl": {"usd_same_content_per_m_en_tokens": 0.1264, "usd_per_m_chars": 0.0405}, "ssw_Latn": {"usd_same_content_per_m_en_tokens": 0.1924, "usd_per_m_chars": 0.0542}, "sun_Latn": {"usd_same_content_per_m_en_tokens": 0.1655, "usd_per_m_chars": 0.0507}, "swe_Latn": {"usd_same_content_per_m_en_tokens": 0.1325, "usd_per_m_chars": 0.042}, "swh_Latn": {"usd_same_content_per_m_en_tokens": 0.1782, "usd_per_m_chars": 0.0541}, "szl_Latn": {"usd_same_content_per_m_en_tokens": 0.1794, "usd_per_m_chars": 0.0547}, "tam_Taml": {"usd_same_content_per_m_en_tokens": 0.3068, "usd_per_m_chars": 0.0835}, "taq_Latn": {"usd_same_content_per_m_en_tokens": 0.1829, "usd_per_m_chars": 0.0616}, "taq_Tfng": {"usd_same_content_per_m_en_tokens": 0.8092, "usd_per_m_chars": 0.274}, "tat_Cyrl": {"usd_same_content_per_m_en_tokens": 0.176, "usd_per_m_chars": 0.0553}, "tel_Telu": {"usd_same_content_per_m_en_tokens": 0.283, "usd_per_m_chars": 0.0895}, "tgk_Cyrl": {"usd_same_content_per_m_en_tokens": 0.2151, "usd_per_m_chars": 0.0618}, "tgl_Latn": {"usd_same_content_per_m_en_tokens": 0.1977, "usd_per_m_chars": 0.0499}, "tha_Thai": {"usd_same_content_per_m_en_tokens": 0.2676, "usd_per_m_chars": 0.089}, "tir_Ethi": {"usd_same_content_per_m_en_tokens": 0.3109, "usd_per_m_chars": 0.1437}, "tpi_Latn": {"usd_same_content_per_m_en_tokens": 0.1801, "usd_per_m_chars": 0.0447}, "tsn_Latn": {"usd_same_content_per_m_en_tokens": 0.2049, "usd_per_m_chars": 0.0527}, "tso_Latn": {"usd_same_content_per_m_en_tokens": 0.2074, "usd_per_m_chars": 0.0549}, "tuk_Latn": {"usd_same_content_per_m_en_tokens": 0.1926, "usd_per_m_chars": 0.0576}, "tum_Latn": {"usd_same_content_per_m_en_tokens": 0.2309, "usd_per_m_chars": 0.0561}, "tur_Latn": {"usd_same_content_per_m_en_tokens": 0.1716, "usd_per_m_chars": 0.053}, "twi_Latn": {"usd_same_content_per_m_en_tokens": 0.2127, "usd_per_m_chars": 0.0693}, "tzm_Tfng": {"usd_same_content_per_m_en_tokens": 0.7771, "usd_per_m_chars": 0.2762}, "uig_Arab": {"usd_same_content_per_m_en_tokens": 0.3127, "usd_per_m_chars": 0.0933}, "ukr_Cyrl": {"usd_same_content_per_m_en_tokens": 0.1354, "usd_per_m_chars": 0.0422}, "umb_Latn": {"usd_same_content_per_m_en_tokens": 0.1809, "usd_per_m_chars": 0.0563}, "urd_Arab": {"usd_same_content_per_m_en_tokens": 0.2395, "usd_per_m_chars": 0.0773}, "uzn_Latn": {"usd_same_content_per_m_en_tokens": 0.1925, "usd_per_m_chars": 0.054}, "vec_Latn": {"usd_same_content_per_m_en_tokens": 0.1475, "usd_per_m_chars": 0.0464}, "vie_Latn": {"usd_same_content_per_m_en_tokens": 0.1837, "usd_per_m_chars": 0.0556}, "war_Latn": {"usd_same_content_per_m_en_tokens": 0.1906, "usd_per_m_chars": 0.0485}, "wol_Latn": {"usd_same_content_per_m_en_tokens": 0.1732, "usd_per_m_chars": 0.0571}, "xho_Latn": {"usd_same_content_per_m_en_tokens": 0.1861, "usd_per_m_chars": 0.0561}, "ydd_Hebr": {"usd_same_content_per_m_en_tokens": 0.2279, "usd_per_m_chars": 0.0674}, "yor_Latn": {"usd_same_content_per_m_en_tokens": 0.2396, "usd_per_m_chars": 0.0792}, "yue_Hant": {"usd_same_content_per_m_en_tokens": 0.1112, "usd_per_m_chars": 0.1166}, "zho_Hans": {"usd_same_content_per_m_en_tokens": 0.1138, "usd_per_m_chars": 0.1103}, "zho_Hant": {"usd_same_content_per_m_en_tokens": 0.1137, "usd_per_m_chars": 0.1171}, "zsm_Latn": {"usd_same_content_per_m_en_tokens": 0.1665, "usd_per_m_chars": 0.0477}, "zul_Latn": {"usd_same_content_per_m_en_tokens": 0.1957, "usd_per_m_chars": 0.0553}, "eng_Latn": {"usd_same_content_per_m_en_tokens": 0.1, "usd_per_m_chars": 0.0318}}}]}, {"schema": 1, "tokenizer": "Claude Sonnet 4.6 (API)", "kind": "anthropic", "id": "claude-sonnet-4-6", "group": "Anthropic", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 101533, "chars": 111621, "chars_per_token": 1.099, "ratio_vs_en": 3.515, "ci95": [3.475, 3.557]}, "ace_Latn": {"tokens": 58462, "chars": 141933, "chars_per_token": 2.428, "ratio_vs_en": 2.024, "ci95": [2.0, 2.046]}, "acm_Arab": {"tokens": 75354, "chars": 113573, "chars_per_token": 1.507, "ratio_vs_en": 2.609, "ci95": [2.581, 2.638]}, "acq_Arab": {"tokens": 76378, "chars": 115113, "chars_per_token": 1.507, "ratio_vs_en": 2.644, "ci95": [2.615, 2.675]}, "aeb_Arab": {"tokens": 73618, "chars": 112077, "chars_per_token": 1.522, "ratio_vs_en": 2.549, "ci95": [2.52, 2.581]}, "afr_Latn": {"tokens": 48265, "chars": 139690, "chars_per_token": 2.894, "ratio_vs_en": 1.671, "ci95": [1.654, 1.687]}, "ajp_Arab": {"tokens": 71874, "chars": 109046, "chars_per_token": 1.517, "ratio_vs_en": 2.488, "ci95": [2.461, 2.516]}, "aka_Latn": {"tokens": 82372, "chars": 132650, "chars_per_token": 1.61, "ratio_vs_en": 2.852, "ci95": [2.805, 2.901]}, "als_Latn": {"tokens": 59174, "chars": 147064, "chars_per_token": 2.485, "ratio_vs_en": 2.049, "ci95": [2.027, 2.071]}, "amh_Ethi": {"tokens": 112449, "chars": 87132, "chars_per_token": 0.775, "ratio_vs_en": 3.893, "ci95": [3.85, 3.937]}, "apc_Arab": {"tokens": 71674, "chars": 107981, "chars_per_token": 1.507, "ratio_vs_en": 2.481, "ci95": [2.453, 2.511]}, "arb_Arab": {"tokens": 76733, "chars": 116307, "chars_per_token": 1.516, "ratio_vs_en": 2.656, "ci95": [2.628, 2.687]}, "arb_Latn": {"tokens": 71448, "chars": 153758, "chars_per_token": 2.152, "ratio_vs_en": 2.474, "ci95": [2.443, 2.505]}, "ars_Arab": {"tokens": 76919, "chars": 116428, "chars_per_token": 1.514, "ratio_vs_en": 2.663, "ci95": [2.634, 2.694]}, "ary_Arab": {"tokens": 75526, "chars": 113563, "chars_per_token": 1.504, "ratio_vs_en": 2.615, "ci95": [2.584, 2.648]}, "arz_Arab": {"tokens": 74693, "chars": 113770, "chars_per_token": 1.523, "ratio_vs_en": 2.586, "ci95": [2.555, 2.616]}, "asm_Beng": {"tokens": 135396, "chars": 125936, "chars_per_token": 0.93, "ratio_vs_en": 4.687, "ci95": [4.632, 4.748]}, "ast_Latn": {"tokens": 45160, "chars": 136363, "chars_per_token": 3.02, "ratio_vs_en": 1.563, "ci95": [1.548, 1.579]}, "awa_Deva": {"tokens": 93826, "chars": 128171, "chars_per_token": 1.366, "ratio_vs_en": 3.248, "ci95": [3.208, 3.288]}, "ayr_Latn": {"tokens": 62715, "chars": 138617, "chars_per_token": 2.21, "ratio_vs_en": 2.171, "ci95": [2.14, 2.202]}, "azb_Arab": {"tokens": 83096, "chars": 117061, "chars_per_token": 1.409, "ratio_vs_en": 2.877, "ci95": [2.842, 2.911]}, "azj_Latn": {"tokens": 68512, "chars": 143739, "chars_per_token": 2.098, "ratio_vs_en": 2.372, "ci95": [2.343, 2.402]}, "bak_Cyrl": {"tokens": 85336, "chars": 133222, "chars_per_token": 1.561, "ratio_vs_en": 2.954, "ci95": [2.917, 2.996]}, "bam_Latn": {"tokens": 75422, "chars": 126387, "chars_per_token": 1.676, "ratio_vs_en": 2.611, "ci95": [2.573, 2.649]}, "ban_Latn": {"tokens": 52054, "chars": 145570, "chars_per_token": 2.797, "ratio_vs_en": 1.802, "ci95": [1.782, 1.822]}, "bel_Cyrl": {"tokens": 79061, "chars": 147991, "chars_per_token": 1.872, "ratio_vs_en": 2.737, "ci95": [2.703, 2.773]}, "bem_Latn": {"tokens": 62779, "chars": 160751, "chars_per_token": 2.561, "ratio_vs_en": 2.173, "ci95": [2.148, 2.2]}, "ben_Beng": {"tokens": 113629, "chars": 129042, "chars_per_token": 1.136, "ratio_vs_en": 3.934, "ci95": [3.887, 3.982]}, "bho_Deva": {"tokens": 92840, "chars": 128611, "chars_per_token": 1.385, "ratio_vs_en": 3.214, "ci95": [3.175, 3.254]}, "bjn_Arab": {"tokens": 100375, "chars": 122230, "chars_per_token": 1.218, "ratio_vs_en": 3.475, "ci95": [3.434, 3.516]}, "bjn_Latn": {"tokens": 50598, "chars": 138182, "chars_per_token": 2.731, "ratio_vs_en": 1.752, "ci95": [1.733, 1.77]}, "bod_Tibt": {"tokens": 197135, "chars": 148151, "chars_per_token": 0.752, "ratio_vs_en": 6.825, "ci95": [6.728, 6.921]}, "bos_Latn": {"tokens": 44836, "chars": 132187, "chars_per_token": 2.948, "ratio_vs_en": 1.552, "ci95": [1.537, 1.568]}, "bug_Latn": {"tokens": 56090, "chars": 139375, "chars_per_token": 2.485, "ratio_vs_en": 1.942, "ci95": [1.915, 1.969]}, "bul_Cyrl": {"tokens": 53135, "chars": 137824, "chars_per_token": 2.594, "ratio_vs_en": 1.84, "ci95": [1.821, 1.858]}, "cat_Latn": {"tokens": 44979, "chars": 145781, "chars_per_token": 3.241, "ratio_vs_en": 1.557, "ci95": [1.543, 1.572]}, "ceb_Latn": {"tokens": 56357, "chars": 158685, "chars_per_token": 2.816, "ratio_vs_en": 1.951, "ci95": [1.93, 1.973]}, "ces_Latn": {"tokens": 47239, "chars": 127257, "chars_per_token": 2.694, "ratio_vs_en": 1.635, "ci95": [1.619, 1.653]}, "cjk_Latn": {"tokens": 55191, "chars": 139261, "chars_per_token": 2.523, "ratio_vs_en": 1.911, "ci95": [1.882, 1.94]}, "ckb_Arab": {"tokens": 105513, "chars": 128585, "chars_per_token": 1.219, "ratio_vs_en": 3.653, "ci95": [3.607, 3.699]}, "crh_Latn": {"tokens": 61079, "chars": 134038, "chars_per_token": 2.195, "ratio_vs_en": 2.115, "ci95": [2.09, 2.14]}, "cym_Latn": {"tokens": 60795, "chars": 141257, "chars_per_token": 2.323, "ratio_vs_en": 2.105, "ci95": [2.084, 2.127]}, "dan_Latn": {"tokens": 42450, "chars": 135083, "chars_per_token": 3.182, "ratio_vs_en": 1.47, "ci95": [1.455, 1.484]}, "deu_Latn": {"tokens": 50976, "chars": 153809, "chars_per_token": 3.017, "ratio_vs_en": 1.765, "ci95": [1.747, 1.783]}, "dik_Latn": {"tokens": 66806, "chars": 111789, "chars_per_token": 1.673, "ratio_vs_en": 2.313, "ci95": [2.267, 2.366]}, "dyu_Latn": {"tokens": 57999, "chars": 132855, "chars_per_token": 2.291, "ratio_vs_en": 2.008, "ci95": [1.976, 2.041]}, "dzo_Tibt": {"tokens": 222385, "chars": 163358, "chars_per_token": 0.735, "ratio_vs_en": 7.699, "ci95": [7.595, 7.806]}, "ell_Grek": {"tokens": 103695, "chars": 157539, "chars_per_token": 1.519, "ratio_vs_en": 3.59, "ci95": [3.547, 3.632]}, "epo_Latn": {"tokens": 52430, "chars": 131292, "chars_per_token": 2.504, "ratio_vs_en": 1.815, "ci95": [1.796, 1.836]}, "est_Latn": {"tokens": 52112, "chars": 129459, "chars_per_token": 2.484, "ratio_vs_en": 1.804, "ci95": [1.783, 1.824]}, "eus_Latn": {"tokens": 52249, "chars": 139822, "chars_per_token": 2.676, "ratio_vs_en": 1.809, "ci95": [1.789, 1.829]}, "ewe_Latn": {"tokens": 80246, "chars": 127448, "chars_per_token": 1.588, "ratio_vs_en": 2.778, "ci95": [2.725, 2.829]}, "fao_Latn": {"tokens": 56041, "chars": 134274, "chars_per_token": 2.396, "ratio_vs_en": 1.94, "ci95": [1.918, 1.963]}, "fij_Latn": {"tokens": 59568, "chars": 155177, "chars_per_token": 2.605, "ratio_vs_en": 2.062, "ci95": [2.037, 2.091]}, "fin_Latn": {"tokens": 56316, "chars": 140128, "chars_per_token": 2.488, "ratio_vs_en": 1.95, "ci95": [1.927, 1.971]}, "fon_Latn": {"tokens": 113950, "chars": 135260, "chars_per_token": 1.187, "ratio_vs_en": 3.945, "ci95": [3.872, 4.02]}, "fra_Latn": {"tokens": 46957, "chars": 157638, "chars_per_token": 3.357, "ratio_vs_en": 1.626, "ci95": [1.61, 1.643]}, "fur_Latn": {"tokens": 53201, "chars": 144519, "chars_per_token": 2.716, "ratio_vs_en": 1.842, "ci95": [1.823, 1.862]}, "fuv_Latn": {"tokens": 52041, "chars": 122162, "chars_per_token": 2.347, "ratio_vs_en": 1.802, "ci95": [1.771, 1.832]}, "gaz_Latn": {"tokens": 66234, "chars": 156418, "chars_per_token": 2.362, "ratio_vs_en": 2.293, "ci95": [2.267, 2.32]}, "gla_Latn": {"tokens": 72883, "chars": 162597, "chars_per_token": 2.231, "ratio_vs_en": 2.523, "ci95": [2.492, 2.556]}, "gle_Latn": {"tokens": 68635, "chars": 152481, "chars_per_token": 2.222, "ratio_vs_en": 2.376, "ci95": [2.349, 2.404]}, "glg_Latn": {"tokens": 44342, "chars": 146143, "chars_per_token": 3.296, "ratio_vs_en": 1.535, "ci95": [1.521, 1.55]}, "grn_Latn": {"tokens": 63061, "chars": 132815, "chars_per_token": 2.106, "ratio_vs_en": 2.183, "ci95": [2.154, 2.212]}, "guj_Gujr": {"tokens": 116048, "chars": 126428, "chars_per_token": 1.089, "ratio_vs_en": 4.018, "ci95": [3.97, 4.067]}, "hat_Latn": {"tokens": 49434, "chars": 121280, "chars_per_token": 2.453, "ratio_vs_en": 1.711, "ci95": [1.694, 1.729]}, "hau_Latn": {"tokens": 55482, "chars": 140067, "chars_per_token": 2.525, "ratio_vs_en": 1.921, "ci95": [1.897, 1.944]}, "heb_Hebr": {"tokens": 70370, "chars": 102054, "chars_per_token": 1.45, "ratio_vs_en": 2.436, "ci95": [2.412, 2.46]}, "hin_Deva": {"tokens": 91679, "chars": 131058, "chars_per_token": 1.43, "ratio_vs_en": 3.174, "ci95": [3.135, 3.214]}, "hne_Deva": {"tokens": 94657, "chars": 126933, "chars_per_token": 1.341, "ratio_vs_en": 3.277, "ci95": [3.241, 3.313]}, "hrv_Latn": {"tokens": 43726, "chars": 128727, "chars_per_token": 2.944, "ratio_vs_en": 1.514, "ci95": [1.5, 1.53]}, "hun_Latn": {"tokens": 51295, "chars": 138629, "chars_per_token": 2.703, "ratio_vs_en": 1.776, "ci95": [1.756, 1.797]}, "hye_Armn": {"tokens": 95084, "chars": 145956, "chars_per_token": 1.535, "ratio_vs_en": 3.292, "ci95": [3.253, 3.328]}, "ibo_Latn": {"tokens": 76396, "chars": 134560, "chars_per_token": 1.761, "ratio_vs_en": 2.645, "ci95": [2.607, 2.683]}, "ilo_Latn": {"tokens": 59288, "chars": 159680, "chars_per_token": 2.693, "ratio_vs_en": 2.053, "ci95": [2.03, 2.076]}, "ind_Latn": {"tokens": 48813, "chars": 142318, "chars_per_token": 2.916, "ratio_vs_en": 1.69, "ci95": [1.673, 1.707]}, "isl_Latn": {"tokens": 55878, "chars": 129783, "chars_per_token": 2.323, "ratio_vs_en": 1.934, "ci95": [1.912, 1.957]}, "ita_Latn": {"tokens": 45419, "chars": 156138, "chars_per_token": 3.438, "ratio_vs_en": 1.572, "ci95": [1.557, 1.588]}, "jav_Latn": {"tokens": 49774, "chars": 136928, "chars_per_token": 2.751, "ratio_vs_en": 1.723, "ci95": [1.705, 1.742]}, "jpn_Jpan": {"tokens": 53713, "chars": 56943, "chars_per_token": 1.06, "ratio_vs_en": 1.86, "ci95": [1.839, 1.88]}, "kab_Latn": {"tokens": 69552, "chars": 130554, "chars_per_token": 1.877, "ratio_vs_en": 2.408, "ci95": [2.379, 2.436]}, "kac_Latn": {"tokens": 67833, "chars": 169397, "chars_per_token": 2.497, "ratio_vs_en": 2.348, "ci95": [2.313, 2.386]}, "kam_Latn": {"tokens": 61361, "chars": 128356, "chars_per_token": 2.092, "ratio_vs_en": 2.124, "ci95": [2.079, 2.171]}, "kan_Knda": {"tokens": 243677, "chars": 138040, "chars_per_token": 0.566, "ratio_vs_en": 8.436, "ci95": [8.332, 8.543]}, "kas_Arab": {"tokens": 115505, "chars": 126105, "chars_per_token": 1.092, "ratio_vs_en": 3.999, "ci95": [3.947, 4.052]}, "kas_Deva": {"tokens": 101060, "chars": 126401, "chars_per_token": 1.251, "ratio_vs_en": 3.499, "ci95": [3.459, 3.54]}, "kat_Geor": {"tokens": 101415, "chars": 143930, "chars_per_token": 1.419, "ratio_vs_en": 3.511, "ci95": [3.468, 3.553]}, "kaz_Cyrl": {"tokens": 72683, "chars": 135404, "chars_per_token": 1.863, "ratio_vs_en": 2.516, "ci95": [2.487, 2.546]}, "kbp_Latn": {"tokens": 149176, "chars": 142957, "chars_per_token": 0.958, "ratio_vs_en": 5.164, "ci95": [5.078, 5.256]}, "kea_Latn": {"tokens": 47998, "chars": 130800, "chars_per_token": 2.725, "ratio_vs_en": 1.662, "ci95": [1.647, 1.677]}, "khk_Cyrl": {"tokens": 87311, "chars": 137067, "chars_per_token": 1.57, "ratio_vs_en": 3.023, "ci95": [2.987, 3.058]}, "khm_Khmr": {"tokens": 168064, "chars": 153212, "chars_per_token": 0.912, "ratio_vs_en": 5.818, "ci95": [5.738, 5.902]}, "kik_Latn": {"tokens": 91070, "chars": 153431, "chars_per_token": 1.685, "ratio_vs_en": 3.153, "ci95": [3.097, 3.207]}, "kin_Latn": {"tokens": 61309, "chars": 145862, "chars_per_token": 2.379, "ratio_vs_en": 2.123, "ci95": [2.097, 2.149]}, "kir_Cyrl": {"tokens": 74045, "chars": 135532, "chars_per_token": 1.83, "ratio_vs_en": 2.563, "ci95": [2.53, 2.596]}, "kmb_Latn": {"tokens": 58307, "chars": 145762, "chars_per_token": 2.5, "ratio_vs_en": 2.019, "ci95": [1.993, 2.043]}, "kmr_Latn": {"tokens": 61841, "chars": 130372, "chars_per_token": 2.108, "ratio_vs_en": 2.141, "ci95": [2.117, 2.165]}, "knc_Arab": {"tokens": 104404, "chars": 116000, "chars_per_token": 1.111, "ratio_vs_en": 3.614, "ci95": [3.514, 3.714]}, "knc_Latn": {"tokens": 65898, "chars": 138972, "chars_per_token": 2.109, "ratio_vs_en": 2.281, "ci95": [2.249, 2.316]}, "kon_Latn": {"tokens": 55532, "chars": 149894, "chars_per_token": 2.699, "ratio_vs_en": 1.923, "ci95": [1.901, 1.945]}, "kor_Hang": {"tokens": 68672, "chars": 65965, "chars_per_token": 0.961, "ratio_vs_en": 2.377, "ci95": [2.352, 2.403]}, "lao_Laoo": {"tokens": 167949, "chars": 130060, "chars_per_token": 0.774, "ratio_vs_en": 5.814, "ci95": [5.736, 5.887]}, "lij_Latn": {"tokens": 57828, "chars": 145994, "chars_per_token": 2.525, "ratio_vs_en": 2.002, "ci95": [1.98, 2.025]}, "lim_Latn": {"tokens": 51983, "chars": 137686, "chars_per_token": 2.649, "ratio_vs_en": 1.8, "ci95": [1.78, 1.819]}, "lin_Latn": {"tokens": 52606, "chars": 142197, "chars_per_token": 2.703, "ratio_vs_en": 1.821, "ci95": [1.804, 1.84]}, "lit_Latn": {"tokens": 54950, "chars": 130329, "chars_per_token": 2.372, "ratio_vs_en": 1.902, "ci95": [1.882, 1.923]}, "lmo_Latn": {"tokens": 58469, "chars": 141666, "chars_per_token": 2.423, "ratio_vs_en": 2.024, "ci95": [2.003, 2.045]}, "ltg_Latn": {"tokens": 59692, "chars": 129848, "chars_per_token": 2.175, "ratio_vs_en": 2.067, "ci95": [2.045, 2.089]}, "ltz_Latn": {"tokens": 60430, "chars": 147545, "chars_per_token": 2.442, "ratio_vs_en": 2.092, "ci95": [2.07, 2.115]}, "lua_Latn": {"tokens": 54324, "chars": 142998, "chars_per_token": 2.632, "ratio_vs_en": 1.881, "ci95": [1.857, 1.904]}, "lug_Latn": {"tokens": 56263, "chars": 135078, "chars_per_token": 2.401, "ratio_vs_en": 1.948, "ci95": [1.925, 1.971]}, "luo_Latn": {"tokens": 52007, "chars": 137546, "chars_per_token": 2.645, "ratio_vs_en": 1.8, "ci95": [1.779, 1.822]}, "lus_Latn": {"tokens": 56219, "chars": 146255, "chars_per_token": 2.602, "ratio_vs_en": 1.946, "ci95": [1.917, 1.976]}, "lvs_Latn": {"tokens": 59657, "chars": 134157, "chars_per_token": 2.249, "ratio_vs_en": 2.065, "ci95": [2.044, 2.088]}, "mag_Deva": {"tokens": 92588, "chars": 126695, "chars_per_token": 1.368, "ratio_vs_en": 3.205, "ci95": [3.17, 3.24]}, "mai_Deva": {"tokens": 99587, "chars": 129408, "chars_per_token": 1.299, "ratio_vs_en": 3.448, "ci95": [3.408, 3.486]}, "mal_Mlym": {"tokens": 169188, "chars": 149336, "chars_per_token": 0.883, "ratio_vs_en": 5.857, "ci95": [5.787, 5.931]}, "mar_Deva": {"tokens": 101253, "chars": 133051, "chars_per_token": 1.314, "ratio_vs_en": 3.505, "ci95": [3.465, 3.547]}, "min_Arab": {"tokens": 103799, "chars": 126399, "chars_per_token": 1.218, "ratio_vs_en": 3.594, "ci95": [3.552, 3.636]}, "min_Latn": {"tokens": 51759, "chars": 141163, "chars_per_token": 2.727, "ratio_vs_en": 1.792, "ci95": [1.773, 1.812]}, "mkd_Cyrl": {"tokens": 56047, "chars": 137827, "chars_per_token": 2.459, "ratio_vs_en": 1.94, "ci95": [1.921, 1.96]}, "mlt_Latn": {"tokens": 65542, "chars": 146288, "chars_per_token": 2.232, "ratio_vs_en": 2.269, "ci95": [2.245, 2.295]}, "mni_Beng": {"tokens": 126597, "chars": 136782, "chars_per_token": 1.08, "ratio_vs_en": 4.383, "ci95": [4.33, 4.44]}, "mos_Latn": {"tokens": 66728, "chars": 124657, "chars_per_token": 1.868, "ratio_vs_en": 2.31, "ci95": [2.274, 2.346]}, "mri_Latn": {"tokens": 64460, "chars": 146527, "chars_per_token": 2.273, "ratio_vs_en": 2.232, "ci95": [2.206, 2.259]}, "mya_Mymr": {"tokens": 171233, "chars": 163169, "chars_per_token": 0.953, "ratio_vs_en": 5.928, "ci95": [5.854, 6.008]}, "nld_Latn": {"tokens": 44167, "chars": 147507, "chars_per_token": 3.34, "ratio_vs_en": 1.529, "ci95": [1.513, 1.544]}, "nno_Latn": {"tokens": 44928, "chars": 133443, "chars_per_token": 2.97, "ratio_vs_en": 1.555, "ci95": [1.539, 1.571]}, "nob_Latn": {"tokens": 43142, "chars": 132138, "chars_per_token": 3.063, "ratio_vs_en": 1.494, "ci95": [1.48, 1.508]}, "npi_Deva": {"tokens": 100223, "chars": 126903, "chars_per_token": 1.266, "ratio_vs_en": 3.47, "ci95": [3.426, 3.513]}, "nso_Latn": {"tokens": 59463, "chars": 151109, "chars_per_token": 2.541, "ratio_vs_en": 2.059, "ci95": [2.034, 2.083]}, "nus_Latn": {"tokens": 125923, "chars": 142340, "chars_per_token": 1.13, "ratio_vs_en": 4.359, "ci95": [4.289, 4.428]}, "nya_Latn": {"tokens": 57953, "chars": 147172, "chars_per_token": 2.54, "ratio_vs_en": 2.006, "ci95": [1.981, 2.031]}, "oci_Latn": {"tokens": 50763, "chars": 150651, "chars_per_token": 2.968, "ratio_vs_en": 1.757, "ci95": [1.74, 1.775]}, "ory_Orya": {"tokens": 213494, "chars": 134839, "chars_per_token": 0.632, "ratio_vs_en": 7.391, "ci95": [7.303, 7.483]}, "pag_Latn": {"tokens": 44534, "chars": 129899, "chars_per_token": 2.917, "ratio_vs_en": 1.542, "ci95": [1.517, 1.565]}, "pan_Guru": {"tokens": 271231, "chars": 133425, "chars_per_token": 0.492, "ratio_vs_en": 9.39, "ci95": [9.274, 9.516]}, "pap_Latn": {"tokens": 48991, "chars": 139154, "chars_per_token": 2.84, "ratio_vs_en": 1.696, "ci95": [1.68, 1.713]}, "pbt_Arab": {"tokens": 84812, "chars": 122455, "chars_per_token": 1.444, "ratio_vs_en": 2.936, "ci95": [2.902, 2.97]}, "pes_Arab": {"tokens": 80155, "chars": 123827, "chars_per_token": 1.545, "ratio_vs_en": 2.775, "ci95": [2.742, 2.806]}, "plt_Latn": {"tokens": 64189, "chars": 160996, "chars_per_token": 2.508, "ratio_vs_en": 2.222, "ci95": [2.198, 2.247]}, "pol_Latn": {"tokens": 49677, "chars": 139483, "chars_per_token": 2.808, "ratio_vs_en": 1.72, "ci95": [1.701, 1.739]}, "por_Latn": {"tokens": 42130, "chars": 143418, "chars_per_token": 3.404, "ratio_vs_en": 1.459, "ci95": [1.446, 1.471]}, "prs_Arab": {"tokens": 75424, "chars": 120643, "chars_per_token": 1.6, "ratio_vs_en": 2.611, "ci95": [2.582, 2.64]}, "quy_Latn": {"tokens": 58336, "chars": 141027, "chars_per_token": 2.417, "ratio_vs_en": 2.02, "ci95": [1.993, 2.045]}, "ron_Latn": {"tokens": 47963, "chars": 148571, "chars_per_token": 3.098, "ratio_vs_en": 1.66, "ci95": [1.645, 1.677]}, "run_Latn": {"tokens": 61767, "chars": 147265, "chars_per_token": 2.384, "ratio_vs_en": 2.138, "ci95": [2.113, 2.168]}, "rus_Cyrl": {"tokens": 55384, "chars": 142096, "chars_per_token": 2.566, "ratio_vs_en": 1.917, "ci95": [1.896, 1.939]}, "sag_Latn": {"tokens": 57425, "chars": 142621, "chars_per_token": 2.484, "ratio_vs_en": 1.988, "ci95": [1.96, 2.017]}, "san_Deva": {"tokens": 102927, "chars": 128257, "chars_per_token": 1.246, "ratio_vs_en": 3.563, "ci95": [3.52, 3.606]}, "sat_Olck": {"tokens": 394569, "chars": 139791, "chars_per_token": 0.354, "ratio_vs_en": 13.66, "ci95": [13.486, 13.829]}, "scn_Latn": {"tokens": 55037, "chars": 138571, "chars_per_token": 2.518, "ratio_vs_en": 1.905, "ci95": [1.885, 1.927]}, "shn_Mymr": {"tokens": 295966, "chars": 188284, "chars_per_token": 0.636, "ratio_vs_en": 10.246, "ci95": [10.073, 10.418]}, "sin_Sinh": {"tokens": 126756, "chars": 131080, "chars_per_token": 1.034, "ratio_vs_en": 4.388, "ci95": [4.337, 4.442]}, "slk_Latn": {"tokens": 52119, "chars": 131710, "chars_per_token": 2.527, "ratio_vs_en": 1.804, "ci95": [1.785, 1.825]}, "slv_Latn": {"tokens": 44815, "chars": 130855, "chars_per_token": 2.92, "ratio_vs_en": 1.551, "ci95": [1.537, 1.567]}, "smo_Latn": {"tokens": 64975, "chars": 152724, "chars_per_token": 2.351, "ratio_vs_en": 2.249, "ci95": [2.222, 2.278]}, "sna_Latn": {"tokens": 59244, "chars": 147603, "chars_per_token": 2.491, "ratio_vs_en": 2.051, "ci95": [2.023, 2.078]}, "snd_Arab": {"tokens": 105105, "chars": 119588, "chars_per_token": 1.138, "ratio_vs_en": 3.639, "ci95": [3.594, 3.683]}, "som_Latn": {"tokens": 63777, "chars": 151662, "chars_per_token": 2.378, "ratio_vs_en": 2.208, "ci95": [2.184, 2.233]}, "sot_Latn": {"tokens": 62335, "chars": 158732, "chars_per_token": 2.546, "ratio_vs_en": 2.158, "ci95": [2.132, 2.184]}, "spa_Latn": {"tokens": 44921, "chars": 156997, "chars_per_token": 3.495, "ratio_vs_en": 1.555, "ci95": [1.54, 1.571]}, "srd_Latn": {"tokens": 55498, "chars": 153347, "chars_per_token": 2.763, "ratio_vs_en": 1.921, "ci95": [1.902, 1.942]}, "srp_Cyrl": {"tokens": 52565, "chars": 130780, "chars_per_token": 2.488, "ratio_vs_en": 1.82, "ci95": [1.802, 1.838]}, "ssw_Latn": {"tokens": 60193, "chars": 148726, "chars_per_token": 2.471, "ratio_vs_en": 2.084, "ci95": [2.06, 2.111]}, "sun_Latn": {"tokens": 52677, "chars": 136846, "chars_per_token": 2.598, "ratio_vs_en": 1.824, "ci95": [1.804, 1.843]}, "swe_Latn": {"tokens": 41410, "chars": 132173, "chars_per_token": 3.192, "ratio_vs_en": 1.434, "ci95": [1.42, 1.447]}, "swh_Latn": {"tokens": 55006, "chars": 138104, "chars_per_token": 2.511, "ratio_vs_en": 1.904, "ci95": [1.885, 1.922]}, "szl_Latn": {"tokens": 59126, "chars": 137371, "chars_per_token": 2.323, "ratio_vs_en": 2.047, "ci95": [2.024, 2.071]}, "tam_Taml": {"tokens": 128451, "chars": 154133, "chars_per_token": 1.2, "ratio_vs_en": 4.447, "ci95": [4.394, 4.498]}, "taq_Latn": {"tokens": 64269, "chars": 124417, "chars_per_token": 1.936, "ratio_vs_en": 2.225, "ci95": [2.19, 2.263]}, "taq_Tfng": {"tokens": 338819, "chars": 123904, "chars_per_token": 0.366, "ratio_vs_en": 11.73, "ci95": [11.567, 11.903]}, "tat_Cyrl": {"tokens": 73496, "chars": 133282, "chars_per_token": 1.813, "ratio_vs_en": 2.544, "ci95": [2.513, 2.576]}, "tel_Telu": {"tokens": 118083, "chars": 132470, "chars_per_token": 1.122, "ratio_vs_en": 4.088, "ci95": [4.036, 4.141]}, "tgk_Cyrl": {"tokens": 89936, "chars": 145871, "chars_per_token": 1.622, "ratio_vs_en": 3.114, "ci95": [3.076, 3.151]}, "tgl_Latn": {"tokens": 58822, "chars": 166169, "chars_per_token": 2.825, "ratio_vs_en": 2.036, "ci95": [2.013, 2.06]}, "tha_Thai": {"tokens": 111796, "chars": 126109, "chars_per_token": 1.128, "ratio_vs_en": 3.87, "ci95": [3.82, 3.924]}, "tir_Ethi": {"tokens": 130234, "chars": 90700, "chars_per_token": 0.696, "ratio_vs_en": 4.509, "ci95": [4.454, 4.568]}, "tpi_Latn": {"tokens": 59610, "chars": 169011, "chars_per_token": 2.835, "ratio_vs_en": 2.064, "ci95": [2.036, 2.091]}, "tsn_Latn": {"tokens": 63587, "chars": 163035, "chars_per_token": 2.564, "ratio_vs_en": 2.201, "ci95": [2.174, 2.231]}, "tso_Latn": {"tokens": 62930, "chars": 158178, "chars_per_token": 2.514, "ratio_vs_en": 2.179, "ci95": [2.151, 2.207]}, "tuk_Latn": {"tokens": 66493, "chars": 140262, "chars_per_token": 2.109, "ratio_vs_en": 2.302, "ci95": [2.275, 2.329]}, "tum_Latn": {"tokens": 72354, "chars": 172545, "chars_per_token": 2.385, "ratio_vs_en": 2.505, "ci95": [2.465, 2.547]}, "tur_Latn": {"tokens": 57056, "chars": 135761, "chars_per_token": 2.379, "ratio_vs_en": 1.975, "ci95": [1.954, 1.996]}, "twi_Latn": {"tokens": 75483, "chars": 128598, "chars_per_token": 1.704, "ratio_vs_en": 2.613, "ci95": [2.571, 2.658]}, "tzm_Tfng": {"tokens": 325626, "chars": 117960, "chars_per_token": 0.362, "ratio_vs_en": 11.273, "ci95": [11.135, 11.414]}, "uig_Arab": {"tokens": 131005, "chars": 140477, "chars_per_token": 1.072, "ratio_vs_en": 4.535, "ci95": [4.474, 4.595]}, "ukr_Cyrl": {"tokens": 56656, "chars": 134446, "chars_per_token": 2.373, "ratio_vs_en": 1.961, "ci95": [1.942, 1.982]}, "umb_Latn": {"tokens": 57181, "chars": 134747, "chars_per_token": 2.356, "ratio_vs_en": 1.98, "ci95": [1.949, 2.011]}, "urd_Arab": {"tokens": 100324, "chars": 129919, "chars_per_token": 1.295, "ratio_vs_en": 3.473, "ci95": [3.433, 3.516]}, "uzn_Latn": {"tokens": 61916, "chars": 149323, "chars_per_token": 2.412, "ratio_vs_en": 2.144, "ci95": [2.12, 2.167]}, "vec_Latn": {"tokens": 48185, "chars": 133237, "chars_per_token": 2.765, "ratio_vs_en": 1.668, "ci95": [1.652, 1.686]}, "vie_Latn": {"tokens": 70118, "chars": 138595, "chars_per_token": 1.977, "ratio_vs_en": 2.427, "ci95": [2.401, 2.456]}, "war_Latn": {"tokens": 56250, "chars": 164746, "chars_per_token": 2.929, "ratio_vs_en": 1.947, "ci95": [1.925, 1.971]}, "wol_Latn": {"tokens": 54875, "chars": 127173, "chars_per_token": 2.318, "ratio_vs_en": 1.9, "ci95": [1.876, 1.923]}, "xho_Latn": {"tokens": 58196, "chars": 139123, "chars_per_token": 2.391, "ratio_vs_en": 2.015, "ci95": [1.993, 2.037]}, "ydd_Hebr": {"tokens": 95345, "chars": 141658, "chars_per_token": 1.486, "ratio_vs_en": 3.301, "ci95": [3.267, 3.335]}, "yor_Latn": {"tokens": 92524, "chars": 126844, "chars_per_token": 1.371, "ratio_vs_en": 3.203, "ci95": [3.139, 3.273]}, "yue_Hant": {"tokens": 47397, "chars": 40019, "chars_per_token": 0.844, "ratio_vs_en": 1.641, "ci95": [1.625, 1.658]}, "zho_Hans": {"tokens": 48243, "chars": 43248, "chars_per_token": 0.896, "ratio_vs_en": 1.67, "ci95": [1.651, 1.69]}, "zho_Hant": {"tokens": 48491, "chars": 40695, "chars_per_token": 0.839, "ratio_vs_en": 1.679, "ci95": [1.661, 1.697]}, "zsm_Latn": {"tokens": 49826, "chars": 146201, "chars_per_token": 2.934, "ratio_vs_en": 1.725, "ci95": [1.708, 1.744]}, "zul_Latn": {"tokens": 61855, "chars": 148362, "chars_per_token": 2.399, "ratio_vs_en": 2.141, "ci95": [2.119, 2.163]}, "eng_Latn": {"tokens": 28885, "chars": 131966, "chars_per_token": 4.569, "ratio_vs_en": 1.0}}, "costs": [{"vendor": "Anthropic", "model": "claude-sonnet-4-6", "input_usd_per_mtok": 3.0, "langs": {"ace_Arab": {"usd_same_content_per_m_en_tokens": 10.545, "usd_per_m_chars": 2.7298}, "ace_Latn": {"usd_same_content_per_m_en_tokens": 6.072, "usd_per_m_chars": 1.2356}, "acm_Arab": {"usd_same_content_per_m_en_tokens": 7.827, "usd_per_m_chars": 1.9907}, "acq_Arab": {"usd_same_content_per_m_en_tokens": 7.932, "usd_per_m_chars": 1.9907}, "aeb_Arab": {"usd_same_content_per_m_en_tokens": 7.647, "usd_per_m_chars": 1.9711}, "afr_Latn": {"usd_same_content_per_m_en_tokens": 5.013, "usd_per_m_chars": 1.0366}, "ajp_Arab": {"usd_same_content_per_m_en_tokens": 7.464, "usd_per_m_chars": 1.9776}, "aka_Latn": {"usd_same_content_per_m_en_tokens": 8.556, "usd_per_m_chars": 1.8634}, "als_Latn": {"usd_same_content_per_m_en_tokens": 6.147, "usd_per_m_chars": 1.2072}, "amh_Ethi": {"usd_same_content_per_m_en_tokens": 11.679, "usd_per_m_chars": 3.871}, "apc_Arab": {"usd_same_content_per_m_en_tokens": 7.443, "usd_per_m_chars": 1.9907}, "arb_Arab": {"usd_same_content_per_m_en_tokens": 7.968, "usd_per_m_chars": 1.9789}, "arb_Latn": {"usd_same_content_per_m_en_tokens": 7.422, "usd_per_m_chars": 1.3941}, "ars_Arab": {"usd_same_content_per_m_en_tokens": 7.989, "usd_per_m_chars": 1.9815}, "ary_Arab": {"usd_same_content_per_m_en_tokens": 7.845, "usd_per_m_chars": 1.9947}, "arz_Arab": {"usd_same_content_per_m_en_tokens": 7.758, "usd_per_m_chars": 1.9698}, "asm_Beng": {"usd_same_content_per_m_en_tokens": 14.061, "usd_per_m_chars": 3.2258}, "ast_Latn": {"usd_same_content_per_m_en_tokens": 4.689, "usd_per_m_chars": 0.9934}, "awa_Deva": {"usd_same_content_per_m_en_tokens": 9.744, "usd_per_m_chars": 2.1962}, "ayr_Latn": {"usd_same_content_per_m_en_tokens": 6.513, "usd_per_m_chars": 1.3575}, "azb_Arab": {"usd_same_content_per_m_en_tokens": 8.631, "usd_per_m_chars": 2.1292}, "azj_Latn": {"usd_same_content_per_m_en_tokens": 7.116, "usd_per_m_chars": 1.4299}, "bak_Cyrl": {"usd_same_content_per_m_en_tokens": 8.862, "usd_per_m_chars": 1.9218}, "bam_Latn": {"usd_same_content_per_m_en_tokens": 7.833, "usd_per_m_chars": 1.79}, "ban_Latn": {"usd_same_content_per_m_en_tokens": 5.406, "usd_per_m_chars": 1.0726}, "bel_Cyrl": {"usd_same_content_per_m_en_tokens": 8.211, "usd_per_m_chars": 1.6026}, "bem_Latn": {"usd_same_content_per_m_en_tokens": 6.519, "usd_per_m_chars": 1.1714}, "ben_Beng": {"usd_same_content_per_m_en_tokens": 11.802, "usd_per_m_chars": 2.6408}, "bho_Deva": {"usd_same_content_per_m_en_tokens": 9.642, "usd_per_m_chars": 2.1661}, "bjn_Arab": {"usd_same_content_per_m_en_tokens": 10.425, "usd_per_m_chars": 2.4631}, "bjn_Latn": {"usd_same_content_per_m_en_tokens": 5.256, "usd_per_m_chars": 1.0985}, "bod_Tibt": {"usd_same_content_per_m_en_tokens": 20.475, "usd_per_m_chars": 3.9894}, "bos_Latn": {"usd_same_content_per_m_en_tokens": 4.656, "usd_per_m_chars": 1.0176}, "bug_Latn": {"usd_same_content_per_m_en_tokens": 5.826, "usd_per_m_chars": 1.2072}, "bul_Cyrl": {"usd_same_content_per_m_en_tokens": 5.52, "usd_per_m_chars": 1.1565}, "cat_Latn": {"usd_same_content_per_m_en_tokens": 4.671, "usd_per_m_chars": 0.9256}, "ceb_Latn": {"usd_same_content_per_m_en_tokens": 5.853, "usd_per_m_chars": 1.0653}, "ces_Latn": {"usd_same_content_per_m_en_tokens": 4.905, "usd_per_m_chars": 1.1136}, "cjk_Latn": {"usd_same_content_per_m_en_tokens": 5.733, "usd_per_m_chars": 1.1891}, "ckb_Arab": {"usd_same_content_per_m_en_tokens": 10.959, "usd_per_m_chars": 2.461}, "crh_Latn": {"usd_same_content_per_m_en_tokens": 6.345, "usd_per_m_chars": 1.3667}, "cym_Latn": {"usd_same_content_per_m_en_tokens": 6.315, "usd_per_m_chars": 1.2914}, "dan_Latn": {"usd_same_content_per_m_en_tokens": 4.41, "usd_per_m_chars": 0.9428}, "deu_Latn": {"usd_same_content_per_m_en_tokens": 5.295, "usd_per_m_chars": 0.9944}, "dik_Latn": {"usd_same_content_per_m_en_tokens": 6.939, "usd_per_m_chars": 1.7932}, "dyu_Latn": {"usd_same_content_per_m_en_tokens": 6.024, "usd_per_m_chars": 1.3095}, "dzo_Tibt": {"usd_same_content_per_m_en_tokens": 23.097, "usd_per_m_chars": 4.0816}, "ell_Grek": {"usd_same_content_per_m_en_tokens": 10.77, "usd_per_m_chars": 1.975}, "epo_Latn": {"usd_same_content_per_m_en_tokens": 5.445, "usd_per_m_chars": 1.1981}, "est_Latn": {"usd_same_content_per_m_en_tokens": 5.412, "usd_per_m_chars": 1.2077}, "eus_Latn": {"usd_same_content_per_m_en_tokens": 5.427, "usd_per_m_chars": 1.1211}, "ewe_Latn": {"usd_same_content_per_m_en_tokens": 8.334, "usd_per_m_chars": 1.8892}, "fao_Latn": {"usd_same_content_per_m_en_tokens": 5.82, "usd_per_m_chars": 1.2521}, "fij_Latn": {"usd_same_content_per_m_en_tokens": 6.186, "usd_per_m_chars": 1.1516}, "fin_Latn": {"usd_same_content_per_m_en_tokens": 5.85, "usd_per_m_chars": 1.2058}, "fon_Latn": {"usd_same_content_per_m_en_tokens": 11.835, "usd_per_m_chars": 2.5274}, "fra_Latn": {"usd_same_content_per_m_en_tokens": 4.878, "usd_per_m_chars": 0.8937}, "fur_Latn": {"usd_same_content_per_m_en_tokens": 5.526, "usd_per_m_chars": 1.1046}, "fuv_Latn": {"usd_same_content_per_m_en_tokens": 5.406, "usd_per_m_chars": 1.2782}, "gaz_Latn": {"usd_same_content_per_m_en_tokens": 6.879, "usd_per_m_chars": 1.2701}, "gla_Latn": {"usd_same_content_per_m_en_tokens": 7.569, "usd_per_m_chars": 1.3447}, "gle_Latn": {"usd_same_content_per_m_en_tokens": 7.128, "usd_per_m_chars": 1.3501}, "glg_Latn": {"usd_same_content_per_m_en_tokens": 4.605, "usd_per_m_chars": 0.9102}, "grn_Latn": {"usd_same_content_per_m_en_tokens": 6.549, "usd_per_m_chars": 1.4245}, "guj_Gujr": {"usd_same_content_per_m_en_tokens": 12.054, "usd_per_m_chars": 2.7548}, "hat_Latn": {"usd_same_content_per_m_en_tokens": 5.133, "usd_per_m_chars": 1.223}, "hau_Latn": {"usd_same_content_per_m_en_tokens": 5.763, "usd_per_m_chars": 1.1881}, "heb_Hebr": {"usd_same_content_per_m_en_tokens": 7.308, "usd_per_m_chars": 2.069}, "hin_Deva": {"usd_same_content_per_m_en_tokens": 9.522, "usd_per_m_chars": 2.0979}, "hne_Deva": {"usd_same_content_per_m_en_tokens": 9.831, "usd_per_m_chars": 2.2371}, "hrv_Latn": {"usd_same_content_per_m_en_tokens": 4.542, "usd_per_m_chars": 1.019}, "hun_Latn": {"usd_same_content_per_m_en_tokens": 5.328, "usd_per_m_chars": 1.1099}, "hye_Armn": {"usd_same_content_per_m_en_tokens": 9.876, "usd_per_m_chars": 1.9544}, "ibo_Latn": {"usd_same_content_per_m_en_tokens": 7.935, "usd_per_m_chars": 1.7036}, "ilo_Latn": {"usd_same_content_per_m_en_tokens": 6.159, "usd_per_m_chars": 1.114}, "ind_Latn": {"usd_same_content_per_m_en_tokens": 5.07, "usd_per_m_chars": 1.0288}, "isl_Latn": {"usd_same_content_per_m_en_tokens": 5.802, "usd_per_m_chars": 1.2914}, "ita_Latn": {"usd_same_content_per_m_en_tokens": 4.716, "usd_per_m_chars": 0.8726}, "jav_Latn": {"usd_same_content_per_m_en_tokens": 5.169, "usd_per_m_chars": 1.0905}, "jpn_Jpan": {"usd_same_content_per_m_en_tokens": 5.58, "usd_per_m_chars": 2.8302}, "kab_Latn": {"usd_same_content_per_m_en_tokens": 7.224, "usd_per_m_chars": 1.5983}, "kac_Latn": {"usd_same_content_per_m_en_tokens": 7.044, "usd_per_m_chars": 1.2014}, "kam_Latn": {"usd_same_content_per_m_en_tokens": 6.372, "usd_per_m_chars": 1.434}, "kan_Knda": {"usd_same_content_per_m_en_tokens": 25.308, "usd_per_m_chars": 5.3004}, "kas_Arab": {"usd_same_content_per_m_en_tokens": 11.997, "usd_per_m_chars": 2.7473}, "kas_Deva": {"usd_same_content_per_m_en_tokens": 10.497, "usd_per_m_chars": 2.3981}, "kat_Geor": {"usd_same_content_per_m_en_tokens": 10.533, "usd_per_m_chars": 2.1142}, "kaz_Cyrl": {"usd_same_content_per_m_en_tokens": 7.548, "usd_per_m_chars": 1.6103}, "kbp_Latn": {"usd_same_content_per_m_en_tokens": 15.492, "usd_per_m_chars": 3.1315}, "kea_Latn": {"usd_same_content_per_m_en_tokens": 4.986, "usd_per_m_chars": 1.1009}, "khk_Cyrl": {"usd_same_content_per_m_en_tokens": 9.069, "usd_per_m_chars": 1.9108}, "khm_Khmr": {"usd_same_content_per_m_en_tokens": 17.454, "usd_per_m_chars": 3.2895}, "kik_Latn": {"usd_same_content_per_m_en_tokens": 9.459, "usd_per_m_chars": 1.7804}, "kin_Latn": {"usd_same_content_per_m_en_tokens": 6.369, "usd_per_m_chars": 1.261}, "kir_Cyrl": {"usd_same_content_per_m_en_tokens": 7.689, "usd_per_m_chars": 1.6393}, "kmb_Latn": {"usd_same_content_per_m_en_tokens": 6.057, "usd_per_m_chars": 1.2}, "kmr_Latn": {"usd_same_content_per_m_en_tokens": 6.423, "usd_per_m_chars": 1.4231}, "knc_Arab": {"usd_same_content_per_m_en_tokens": 10.842, "usd_per_m_chars": 2.7003}, "knc_Latn": {"usd_same_content_per_m_en_tokens": 6.843, "usd_per_m_chars": 1.4225}, "kon_Latn": {"usd_same_content_per_m_en_tokens": 5.769, "usd_per_m_chars": 1.1115}, "kor_Hang": {"usd_same_content_per_m_en_tokens": 7.131, "usd_per_m_chars": 3.1217}, "lao_Laoo": {"usd_same_content_per_m_en_tokens": 17.442, "usd_per_m_chars": 3.876}, "lij_Latn": {"usd_same_content_per_m_en_tokens": 6.006, "usd_per_m_chars": 1.1881}, "lim_Latn": {"usd_same_content_per_m_en_tokens": 5.4, "usd_per_m_chars": 1.1325}, "lin_Latn": {"usd_same_content_per_m_en_tokens": 5.463, "usd_per_m_chars": 1.1099}, "lit_Latn": {"usd_same_content_per_m_en_tokens": 5.706, "usd_per_m_chars": 1.2648}, "lmo_Latn": {"usd_same_content_per_m_en_tokens": 6.072, "usd_per_m_chars": 1.2381}, "ltg_Latn": {"usd_same_content_per_m_en_tokens": 6.201, "usd_per_m_chars": 1.3793}, "ltz_Latn": {"usd_same_content_per_m_en_tokens": 6.276, "usd_per_m_chars": 1.2285}, "lua_Latn": {"usd_same_content_per_m_en_tokens": 5.643, "usd_per_m_chars": 1.1398}, "lug_Latn": {"usd_same_content_per_m_en_tokens": 5.844, "usd_per_m_chars": 1.2495}, "luo_Latn": {"usd_same_content_per_m_en_tokens": 5.4, "usd_per_m_chars": 1.1342}, "lus_Latn": {"usd_same_content_per_m_en_tokens": 5.838, "usd_per_m_chars": 1.153}, "lvs_Latn": {"usd_same_content_per_m_en_tokens": 6.195, "usd_per_m_chars": 1.3339}, "mag_Deva": {"usd_same_content_per_m_en_tokens": 9.615, "usd_per_m_chars": 2.193}, "mai_Deva": {"usd_same_content_per_m_en_tokens": 10.344, "usd_per_m_chars": 2.3095}, "mal_Mlym": {"usd_same_content_per_m_en_tokens": 17.571, "usd_per_m_chars": 3.3975}, "mar_Deva": {"usd_same_content_per_m_en_tokens": 10.515, "usd_per_m_chars": 2.2831}, "min_Arab": {"usd_same_content_per_m_en_tokens": 10.782, "usd_per_m_chars": 2.4631}, "min_Latn": {"usd_same_content_per_m_en_tokens": 5.376, "usd_per_m_chars": 1.1001}, "mkd_Cyrl": {"usd_same_content_per_m_en_tokens": 5.82, "usd_per_m_chars": 1.22}, "mlt_Latn": {"usd_same_content_per_m_en_tokens": 6.807, "usd_per_m_chars": 1.3441}, "mni_Beng": {"usd_same_content_per_m_en_tokens": 13.149, "usd_per_m_chars": 2.7778}, "mos_Latn": {"usd_same_content_per_m_en_tokens": 6.93, "usd_per_m_chars": 1.606}, "mri_Latn": {"usd_same_content_per_m_en_tokens": 6.696, "usd_per_m_chars": 1.3198}, "mya_Mymr": {"usd_same_content_per_m_en_tokens": 17.784, "usd_per_m_chars": 3.148}, "nld_Latn": {"usd_same_content_per_m_en_tokens": 4.587, "usd_per_m_chars": 0.8982}, "nno_Latn": {"usd_same_content_per_m_en_tokens": 4.665, "usd_per_m_chars": 1.0101}, "nob_Latn": {"usd_same_content_per_m_en_tokens": 4.482, "usd_per_m_chars": 0.9794}, "npi_Deva": {"usd_same_content_per_m_en_tokens": 10.41, "usd_per_m_chars": 2.3697}, "nso_Latn": {"usd_same_content_per_m_en_tokens": 6.177, "usd_per_m_chars": 1.1806}, "nus_Latn": {"usd_same_content_per_m_en_tokens": 13.077, "usd_per_m_chars": 2.6549}, "nya_Latn": {"usd_same_content_per_m_en_tokens": 6.018, "usd_per_m_chars": 1.1811}, "oci_Latn": {"usd_same_content_per_m_en_tokens": 5.271, "usd_per_m_chars": 1.0108}, "ory_Orya": {"usd_same_content_per_m_en_tokens": 22.173, "usd_per_m_chars": 4.7468}, "pag_Latn": {"usd_same_content_per_m_en_tokens": 4.626, "usd_per_m_chars": 1.0285}, "pan_Guru": {"usd_same_content_per_m_en_tokens": 28.17, "usd_per_m_chars": 6.0976}, "pap_Latn": {"usd_same_content_per_m_en_tokens": 5.088, "usd_per_m_chars": 1.0563}, "pbt_Arab": {"usd_same_content_per_m_en_tokens": 8.808, "usd_per_m_chars": 2.0776}, "pes_Arab": {"usd_same_content_per_m_en_tokens": 8.325, "usd_per_m_chars": 1.9417}, "plt_Latn": {"usd_same_content_per_m_en_tokens": 6.666, "usd_per_m_chars": 1.1962}, "pol_Latn": {"usd_same_content_per_m_en_tokens": 5.16, "usd_per_m_chars": 1.0684}, "por_Latn": {"usd_same_content_per_m_en_tokens": 4.377, "usd_per_m_chars": 0.8813}, "prs_Arab": {"usd_same_content_per_m_en_tokens": 7.833, "usd_per_m_chars": 1.875}, "quy_Latn": {"usd_same_content_per_m_en_tokens": 6.06, "usd_per_m_chars": 1.2412}, "ron_Latn": {"usd_same_content_per_m_en_tokens": 4.98, "usd_per_m_chars": 0.9684}, "run_Latn": {"usd_same_content_per_m_en_tokens": 6.414, "usd_per_m_chars": 1.2584}, "rus_Cyrl": {"usd_same_content_per_m_en_tokens": 5.751, "usd_per_m_chars": 1.1691}, "sag_Latn": {"usd_same_content_per_m_en_tokens": 5.964, "usd_per_m_chars": 1.2077}, "san_Deva": {"usd_same_content_per_m_en_tokens": 10.689, "usd_per_m_chars": 2.4077}, "sat_Olck": {"usd_same_content_per_m_en_tokens": 40.98, "usd_per_m_chars": 8.4746}, "scn_Latn": {"usd_same_content_per_m_en_tokens": 5.715, "usd_per_m_chars": 1.1914}, "shn_Mymr": {"usd_same_content_per_m_en_tokens": 30.738, "usd_per_m_chars": 4.717}, "sin_Sinh": {"usd_same_content_per_m_en_tokens": 13.164, "usd_per_m_chars": 2.9014}, "slk_Latn": {"usd_same_content_per_m_en_tokens": 5.412, "usd_per_m_chars": 1.1872}, "slv_Latn": {"usd_same_content_per_m_en_tokens": 4.653, "usd_per_m_chars": 1.0274}, "smo_Latn": {"usd_same_content_per_m_en_tokens": 6.747, "usd_per_m_chars": 1.2761}, "sna_Latn": {"usd_same_content_per_m_en_tokens": 6.153, "usd_per_m_chars": 1.2043}, "snd_Arab": {"usd_same_content_per_m_en_tokens": 10.917, "usd_per_m_chars": 2.6362}, "som_Latn": {"usd_same_content_per_m_en_tokens": 6.624, "usd_per_m_chars": 1.2616}, "sot_Latn": {"usd_same_content_per_m_en_tokens": 6.474, "usd_per_m_chars": 1.1783}, "spa_Latn": {"usd_same_content_per_m_en_tokens": 4.665, "usd_per_m_chars": 0.8584}, "srd_Latn": {"usd_same_content_per_m_en_tokens": 5.763, "usd_per_m_chars": 1.0858}, "srp_Cyrl": {"usd_same_content_per_m_en_tokens": 5.46, "usd_per_m_chars": 1.2058}, "ssw_Latn": {"usd_same_content_per_m_en_tokens": 6.252, "usd_per_m_chars": 1.2141}, "sun_Latn": {"usd_same_content_per_m_en_tokens": 5.472, "usd_per_m_chars": 1.1547}, "swe_Latn": {"usd_same_content_per_m_en_tokens": 4.302, "usd_per_m_chars": 0.9398}, "swh_Latn": {"usd_same_content_per_m_en_tokens": 5.712, "usd_per_m_chars": 1.1947}, "szl_Latn": {"usd_same_content_per_m_en_tokens": 6.141, "usd_per_m_chars": 1.2914}, "tam_Taml": {"usd_same_content_per_m_en_tokens": 13.341, "usd_per_m_chars": 2.5}, "taq_Latn": {"usd_same_content_per_m_en_tokens": 6.675, "usd_per_m_chars": 1.5496}, "taq_Tfng": {"usd_same_content_per_m_en_tokens": 35.19, "usd_per_m_chars": 8.1967}, "tat_Cyrl": {"usd_same_content_per_m_en_tokens": 7.632, "usd_per_m_chars": 1.6547}, "tel_Telu": {"usd_same_content_per_m_en_tokens": 12.264, "usd_per_m_chars": 2.6738}, "tgk_Cyrl": {"usd_same_content_per_m_en_tokens": 9.342, "usd_per_m_chars": 1.8496}, "tgl_Latn": {"usd_same_content_per_m_en_tokens": 6.108, "usd_per_m_chars": 1.0619}, "tha_Thai": {"usd_same_content_per_m_en_tokens": 11.61, "usd_per_m_chars": 2.6596}, "tir_Ethi": {"usd_same_content_per_m_en_tokens": 13.527, "usd_per_m_chars": 4.3103}, "tpi_Latn": {"usd_same_content_per_m_en_tokens": 6.192, "usd_per_m_chars": 1.0582}, "tsn_Latn": {"usd_same_content_per_m_en_tokens": 6.603, "usd_per_m_chars": 1.17}, "tso_Latn": {"usd_same_content_per_m_en_tokens": 6.537, "usd_per_m_chars": 1.1933}, "tuk_Latn": {"usd_same_content_per_m_en_tokens": 6.906, "usd_per_m_chars": 1.4225}, "tum_Latn": {"usd_same_content_per_m_en_tokens": 7.515, "usd_per_m_chars": 1.2579}, "tur_Latn": {"usd_same_content_per_m_en_tokens": 5.925, "usd_per_m_chars": 1.261}, "twi_Latn": {"usd_same_content_per_m_en_tokens": 7.839, "usd_per_m_chars": 1.7606}, "tzm_Tfng": {"usd_same_content_per_m_en_tokens": 33.819, "usd_per_m_chars": 8.2873}, "uig_Arab": {"usd_same_content_per_m_en_tokens": 13.605, "usd_per_m_chars": 2.7985}, "ukr_Cyrl": {"usd_same_content_per_m_en_tokens": 5.883, "usd_per_m_chars": 1.2642}, "umb_Latn": {"usd_same_content_per_m_en_tokens": 5.94, "usd_per_m_chars": 1.2733}, "urd_Arab": {"usd_same_content_per_m_en_tokens": 10.419, "usd_per_m_chars": 2.3166}, "uzn_Latn": {"usd_same_content_per_m_en_tokens": 6.432, "usd_per_m_chars": 1.2438}, "vec_Latn": {"usd_same_content_per_m_en_tokens": 5.004, "usd_per_m_chars": 1.085}, "vie_Latn": {"usd_same_content_per_m_en_tokens": 7.281, "usd_per_m_chars": 1.5175}, "war_Latn": {"usd_same_content_per_m_en_tokens": 5.841, "usd_per_m_chars": 1.0242}, "wol_Latn": {"usd_same_content_per_m_en_tokens": 5.7, "usd_per_m_chars": 1.2942}, "xho_Latn": {"usd_same_content_per_m_en_tokens": 6.045, "usd_per_m_chars": 1.2547}, "ydd_Hebr": {"usd_same_content_per_m_en_tokens": 9.903, "usd_per_m_chars": 2.0188}, "yor_Latn": {"usd_same_content_per_m_en_tokens": 9.609, "usd_per_m_chars": 2.1882}, "yue_Hant": {"usd_same_content_per_m_en_tokens": 4.923, "usd_per_m_chars": 3.5545}, "zho_Hans": {"usd_same_content_per_m_en_tokens": 5.01, "usd_per_m_chars": 3.3482}, "zho_Hant": {"usd_same_content_per_m_en_tokens": 5.037, "usd_per_m_chars": 3.5757}, "zsm_Latn": {"usd_same_content_per_m_en_tokens": 5.175, "usd_per_m_chars": 1.0225}, "zul_Latn": {"usd_same_content_per_m_en_tokens": 6.423, "usd_per_m_chars": 1.2505}, "eng_Latn": {"usd_same_content_per_m_en_tokens": 3.0, "usd_per_m_chars": 0.6566}}}]}, {"schema": 1, "tokenizer": "Command R", "kind": "hf", "id": "Xenova/c4ai-command-r-v01-tokenizer", "group": "Other", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 76585, "chars": 111621, "chars_per_token": 1.457, "ratio_vs_en": 2.841, "ci95": [2.807, 2.876]}, "ace_Latn": {"tokens": 48928, "chars": 141933, "chars_per_token": 2.901, "ratio_vs_en": 1.815, "ci95": [1.793, 1.836]}, "acm_Arab": {"tokens": 39694, "chars": 113573, "chars_per_token": 2.861, "ratio_vs_en": 1.473, "ci95": [1.458, 1.488]}, "acq_Arab": {"tokens": 39885, "chars": 115113, "chars_per_token": 2.886, "ratio_vs_en": 1.48, "ci95": [1.464, 1.495]}, "aeb_Arab": {"tokens": 40503, "chars": 112077, "chars_per_token": 2.767, "ratio_vs_en": 1.503, "ci95": [1.486, 1.52]}, "afr_Latn": {"tokens": 40436, "chars": 139690, "chars_per_token": 3.455, "ratio_vs_en": 1.5, "ci95": [1.487, 1.513]}, "ajp_Arab": {"tokens": 38251, "chars": 109046, "chars_per_token": 2.851, "ratio_vs_en": 1.419, "ci95": [1.405, 1.432]}, "aka_Latn": {"tokens": 62802, "chars": 132650, "chars_per_token": 2.112, "ratio_vs_en": 2.33, "ci95": [2.297, 2.364]}, "als_Latn": {"tokens": 61705, "chars": 147064, "chars_per_token": 2.383, "ratio_vs_en": 2.289, "ci95": [2.263, 2.314]}, "amh_Ethi": {"tokens": 170369, "chars": 87132, "chars_per_token": 0.511, "ratio_vs_en": 6.32, "ci95": [6.241, 6.4]}, "apc_Arab": {"tokens": 38716, "chars": 107981, "chars_per_token": 2.789, "ratio_vs_en": 1.436, "ci95": [1.422, 1.451]}, "arb_Arab": {"tokens": 39940, "chars": 116307, "chars_per_token": 2.912, "ratio_vs_en": 1.482, "ci95": [1.466, 1.498]}, "arb_Latn": {"tokens": 63044, "chars": 153758, "chars_per_token": 2.439, "ratio_vs_en": 2.339, "ci95": [2.309, 2.371]}, "ars_Arab": {"tokens": 40103, "chars": 116428, "chars_per_token": 2.903, "ratio_vs_en": 1.488, "ci95": [1.472, 1.504]}, "ary_Arab": {"tokens": 41765, "chars": 113563, "chars_per_token": 2.719, "ratio_vs_en": 1.549, "ci95": [1.532, 1.567]}, "arz_Arab": {"tokens": 40115, "chars": 113770, "chars_per_token": 2.836, "ratio_vs_en": 1.488, "ci95": [1.472, 1.504]}, "asm_Beng": {"tokens": 160974, "chars": 125936, "chars_per_token": 0.782, "ratio_vs_en": 5.972, "ci95": [5.901, 6.046]}, "ast_Latn": {"tokens": 37801, "chars": 136363, "chars_per_token": 3.607, "ratio_vs_en": 1.402, "ci95": [1.389, 1.416]}, "awa_Deva": {"tokens": 87208, "chars": 128171, "chars_per_token": 1.47, "ratio_vs_en": 3.235, "ci95": [3.193, 3.279]}, "ayr_Latn": {"tokens": 54588, "chars": 138617, "chars_per_token": 2.539, "ratio_vs_en": 2.025, "ci95": [1.995, 2.053]}, "azb_Arab": {"tokens": 48937, "chars": 117061, "chars_per_token": 2.392, "ratio_vs_en": 1.816, "ci95": [1.793, 1.837]}, "azj_Latn": {"tokens": 60944, "chars": 143739, "chars_per_token": 2.359, "ratio_vs_en": 2.261, "ci95": [2.231, 2.292]}, "bak_Cyrl": {"tokens": 82557, "chars": 133222, "chars_per_token": 1.614, "ratio_vs_en": 3.063, "ci95": [3.021, 3.104]}, "bam_Latn": {"tokens": 57442, "chars": 126387, "chars_per_token": 2.2, "ratio_vs_en": 2.131, "ci95": [2.102, 2.16]}, "ban_Latn": {"tokens": 41792, "chars": 145570, "chars_per_token": 3.483, "ratio_vs_en": 1.55, "ci95": [1.531, 1.569]}, "bel_Cyrl": {"tokens": 64088, "chars": 147991, "chars_per_token": 2.309, "ratio_vs_en": 2.378, "ci95": [2.347, 2.409]}, "bem_Latn": {"tokens": 56097, "chars": 160751, "chars_per_token": 2.866, "ratio_vs_en": 2.081, "ci95": [2.058, 2.105]}, "ben_Beng": {"tokens": 150287, "chars": 129042, "chars_per_token": 0.859, "ratio_vs_en": 5.575, "ci95": [5.51, 5.641]}, "bho_Deva": {"tokens": 87112, "chars": 128611, "chars_per_token": 1.476, "ratio_vs_en": 3.232, "ci95": [3.19, 3.272]}, "bjn_Arab": {"tokens": 71826, "chars": 122230, "chars_per_token": 1.702, "ratio_vs_en": 2.665, "ci95": [2.634, 2.695]}, "bjn_Latn": {"tokens": 38925, "chars": 138182, "chars_per_token": 3.55, "ratio_vs_en": 1.444, "ci95": [1.429, 1.46]}, "bod_Tibt": {"tokens": 240210, "chars": 148151, "chars_per_token": 0.617, "ratio_vs_en": 8.912, "ci95": [8.784, 9.046]}, "bos_Latn": {"tokens": 46753, "chars": 132187, "chars_per_token": 2.827, "ratio_vs_en": 1.734, "ci95": [1.716, 1.752]}, "bug_Latn": {"tokens": 47751, "chars": 139375, "chars_per_token": 2.919, "ratio_vs_en": 1.772, "ci95": [1.747, 1.796]}, "bul_Cyrl": {"tokens": 48696, "chars": 137824, "chars_per_token": 2.83, "ratio_vs_en": 1.807, "ci95": [1.787, 1.825]}, "cat_Latn": {"tokens": 42666, "chars": 145781, "chars_per_token": 3.417, "ratio_vs_en": 1.583, "ci95": [1.568, 1.6]}, "ceb_Latn": {"tokens": 52492, "chars": 158685, "chars_per_token": 3.023, "ratio_vs_en": 1.947, "ci95": [1.925, 1.97]}, "ces_Latn": {"tokens": 34620, "chars": 127257, "chars_per_token": 3.676, "ratio_vs_en": 1.284, "ci95": [1.272, 1.297]}, "cjk_Latn": {"tokens": 48720, "chars": 139261, "chars_per_token": 2.858, "ratio_vs_en": 1.807, "ci95": [1.781, 1.833]}, "ckb_Arab": {"tokens": 89283, "chars": 128585, "chars_per_token": 1.44, "ratio_vs_en": 3.312, "ci95": [3.27, 3.353]}, "crh_Latn": {"tokens": 45864, "chars": 134038, "chars_per_token": 2.923, "ratio_vs_en": 1.702, "ci95": [1.681, 1.721]}, "cym_Latn": {"tokens": 58405, "chars": 141257, "chars_per_token": 2.419, "ratio_vs_en": 2.167, "ci95": [2.143, 2.191]}, "dan_Latn": {"tokens": 44433, "chars": 135083, "chars_per_token": 3.04, "ratio_vs_en": 1.648, "ci95": [1.631, 1.666]}, "deu_Latn": {"tokens": 35572, "chars": 153809, "chars_per_token": 4.324, "ratio_vs_en": 1.32, "ci95": [1.307, 1.332]}, "dik_Latn": {"tokens": 53567, "chars": 111789, "chars_per_token": 2.087, "ratio_vs_en": 1.987, "ci95": [1.949, 2.031]}, "dyu_Latn": {"tokens": 51251, "chars": 132855, "chars_per_token": 2.592, "ratio_vs_en": 1.901, "ci95": [1.874, 1.93]}, "dzo_Tibt": {"tokens": 259356, "chars": 163358, "chars_per_token": 0.63, "ratio_vs_en": 9.622, "ci95": [9.48, 9.763]}, "ell_Grek": {"tokens": 42760, "chars": 157539, "chars_per_token": 3.684, "ratio_vs_en": 1.586, "ci95": [1.569, 1.604]}, "epo_Latn": {"tokens": 46193, "chars": 131292, "chars_per_token": 2.842, "ratio_vs_en": 1.714, "ci95": [1.697, 1.731]}, "est_Latn": {"tokens": 48250, "chars": 129459, "chars_per_token": 2.683, "ratio_vs_en": 1.79, "ci95": [1.769, 1.811]}, "eus_Latn": {"tokens": 47554, "chars": 139822, "chars_per_token": 2.94, "ratio_vs_en": 1.764, "ci95": [1.745, 1.784]}, "ewe_Latn": {"tokens": 64727, "chars": 127448, "chars_per_token": 1.969, "ratio_vs_en": 2.401, "ci95": [2.358, 2.445]}, "fao_Latn": {"tokens": 53466, "chars": 134274, "chars_per_token": 2.511, "ratio_vs_en": 1.984, "ci95": [1.961, 2.006]}, "fij_Latn": {"tokens": 55403, "chars": 155177, "chars_per_token": 2.801, "ratio_vs_en": 2.055, "ci95": [2.03, 2.082]}, "fin_Latn": {"tokens": 52236, "chars": 140128, "chars_per_token": 2.683, "ratio_vs_en": 1.938, "ci95": [1.914, 1.961]}, "fon_Latn": {"tokens": 77685, "chars": 135260, "chars_per_token": 1.741, "ratio_vs_en": 2.882, "ci95": [2.833, 2.932]}, "fra_Latn": {"tokens": 36246, "chars": 157638, "chars_per_token": 4.349, "ratio_vs_en": 1.345, "ci95": [1.332, 1.359]}, "fur_Latn": {"tokens": 46106, "chars": 144519, "chars_per_token": 3.134, "ratio_vs_en": 1.71, "ci95": [1.693, 1.729]}, "fuv_Latn": {"tokens": 47031, "chars": 122162, "chars_per_token": 2.597, "ratio_vs_en": 1.745, "ci95": [1.716, 1.773]}, "gaz_Latn": {"tokens": 58771, "chars": 156418, "chars_per_token": 2.661, "ratio_vs_en": 2.18, "ci95": [2.155, 2.206]}, "gla_Latn": {"tokens": 63239, "chars": 162597, "chars_per_token": 2.571, "ratio_vs_en": 2.346, "ci95": [2.319, 2.375]}, "gle_Latn": {"tokens": 59291, "chars": 152481, "chars_per_token": 2.572, "ratio_vs_en": 2.2, "ci95": [2.173, 2.225]}, "glg_Latn": {"tokens": 35477, "chars": 146143, "chars_per_token": 4.119, "ratio_vs_en": 1.316, "ci95": [1.303, 1.329]}, "grn_Latn": {"tokens": 52468, "chars": 132815, "chars_per_token": 2.531, "ratio_vs_en": 1.947, "ci95": [1.921, 1.971]}, "guj_Gujr": {"tokens": 208714, "chars": 126428, "chars_per_token": 0.606, "ratio_vs_en": 7.743, "ci95": [7.647, 7.842]}, "hat_Latn": {"tokens": 43230, "chars": 121280, "chars_per_token": 2.805, "ratio_vs_en": 1.604, "ci95": [1.588, 1.621]}, "hau_Latn": {"tokens": 49750, "chars": 140067, "chars_per_token": 2.815, "ratio_vs_en": 1.846, "ci95": [1.824, 1.867]}, "heb_Hebr": {"tokens": 37311, "chars": 102054, "chars_per_token": 2.735, "ratio_vs_en": 1.384, "ci95": [1.371, 1.397]}, "hin_Deva": {"tokens": 87097, "chars": 131058, "chars_per_token": 1.505, "ratio_vs_en": 3.231, "ci95": [3.19, 3.272]}, "hne_Deva": {"tokens": 85741, "chars": 126933, "chars_per_token": 1.48, "ratio_vs_en": 3.181, "ci95": [3.144, 3.219]}, "hrv_Latn": {"tokens": 45868, "chars": 128727, "chars_per_token": 2.806, "ratio_vs_en": 1.702, "ci95": [1.683, 1.72]}, "hun_Latn": {"tokens": 56225, "chars": 138629, "chars_per_token": 2.466, "ratio_vs_en": 2.086, "ci95": [2.061, 2.112]}, "hye_Armn": {"tokens": 154667, "chars": 145956, "chars_per_token": 0.944, "ratio_vs_en": 5.738, "ci95": [5.661, 5.807]}, "ibo_Latn": {"tokens": 64905, "chars": 134560, "chars_per_token": 2.073, "ratio_vs_en": 2.408, "ci95": [2.375, 2.44]}, "ilo_Latn": {"tokens": 53281, "chars": 159680, "chars_per_token": 2.997, "ratio_vs_en": 1.977, "ci95": [1.954, 1.999]}, "ind_Latn": {"tokens": 29448, "chars": 142318, "chars_per_token": 4.833, "ratio_vs_en": 1.092, "ci95": [1.082, 1.102]}, "isl_Latn": {"tokens": 54415, "chars": 129783, "chars_per_token": 2.385, "ratio_vs_en": 2.019, "ci95": [1.994, 2.044]}, "ita_Latn": {"tokens": 35591, "chars": 156138, "chars_per_token": 4.387, "ratio_vs_en": 1.32, "ci95": [1.308, 1.333]}, "jav_Latn": {"tokens": 40925, "chars": 136928, "chars_per_token": 3.346, "ratio_vs_en": 1.518, "ci95": [1.503, 1.535]}, "jpn_Jpan": {"tokens": 32858, "chars": 56943, "chars_per_token": 1.733, "ratio_vs_en": 1.219, "ci95": [1.205, 1.232]}, "kab_Latn": {"tokens": 58272, "chars": 130554, "chars_per_token": 2.24, "ratio_vs_en": 2.162, "ci95": [2.137, 2.186]}, "kac_Latn": {"tokens": 61246, "chars": 169397, "chars_per_token": 2.766, "ratio_vs_en": 2.272, "ci95": [2.237, 2.309]}, "kam_Latn": {"tokens": 51572, "chars": 128356, "chars_per_token": 2.489, "ratio_vs_en": 1.913, "ci95": [1.88, 1.946]}, "kan_Knda": {"tokens": 229028, "chars": 138040, "chars_per_token": 0.603, "ratio_vs_en": 8.497, "ci95": [8.388, 8.605]}, "kas_Arab": {"tokens": 93629, "chars": 126105, "chars_per_token": 1.347, "ratio_vs_en": 3.474, "ci95": [3.423, 3.523]}, "kas_Deva": {"tokens": 88779, "chars": 126401, "chars_per_token": 1.424, "ratio_vs_en": 3.294, "ci95": [3.255, 3.333]}, "kat_Geor": {"tokens": 151261, "chars": 143930, "chars_per_token": 0.952, "ratio_vs_en": 5.612, "ci95": [5.536, 5.687]}, "kaz_Cyrl": {"tokens": 70853, "chars": 135404, "chars_per_token": 1.911, "ratio_vs_en": 2.629, "ci95": [2.597, 2.663]}, "kbp_Latn": {"tokens": 109553, "chars": 142957, "chars_per_token": 1.305, "ratio_vs_en": 4.064, "ci95": [3.995, 4.132]}, "kea_Latn": {"tokens": 41747, "chars": 130800, "chars_per_token": 3.133, "ratio_vs_en": 1.549, "ci95": [1.535, 1.563]}, "khk_Cyrl": {"tokens": 72631, "chars": 137067, "chars_per_token": 1.887, "ratio_vs_en": 2.695, "ci95": [2.661, 2.728]}, "khm_Khmr": {"tokens": 247439, "chars": 153212, "chars_per_token": 0.619, "ratio_vs_en": 9.18, "ci95": [9.057, 9.309]}, "kik_Latn": {"tokens": 69769, "chars": 153431, "chars_per_token": 2.199, "ratio_vs_en": 2.588, "ci95": [2.546, 2.629]}, "kin_Latn": {"tokens": 54576, "chars": 145862, "chars_per_token": 2.673, "ratio_vs_en": 2.025, "ci95": [2.0, 2.05]}, "kir_Cyrl": {"tokens": 64766, "chars": 135532, "chars_per_token": 2.093, "ratio_vs_en": 2.403, "ci95": [2.37, 2.436]}, "kmb_Latn": {"tokens": 52447, "chars": 145762, "chars_per_token": 2.779, "ratio_vs_en": 1.946, "ci95": [1.922, 1.969]}, "kmr_Latn": {"tokens": 54821, "chars": 130372, "chars_per_token": 2.378, "ratio_vs_en": 2.034, "ci95": [2.011, 2.056]}, "knc_Arab": {"tokens": 84904, "chars": 116000, "chars_per_token": 1.366, "ratio_vs_en": 3.15, "ci95": [3.041, 3.256]}, "knc_Latn": {"tokens": 59625, "chars": 138972, "chars_per_token": 2.331, "ratio_vs_en": 2.212, "ci95": [2.18, 2.244]}, "kon_Latn": {"tokens": 49332, "chars": 149894, "chars_per_token": 3.038, "ratio_vs_en": 1.83, "ci95": [1.809, 1.851]}, "kor_Hang": {"tokens": 33983, "chars": 65965, "chars_per_token": 1.941, "ratio_vs_en": 1.261, "ci95": [1.247, 1.274]}, "lao_Laoo": {"tokens": 259685, "chars": 130060, "chars_per_token": 0.501, "ratio_vs_en": 9.634, "ci95": [9.496, 9.765]}, "lij_Latn": {"tokens": 50810, "chars": 145994, "chars_per_token": 2.873, "ratio_vs_en": 1.885, "ci95": [1.865, 1.905]}, "lim_Latn": {"tokens": 45274, "chars": 137686, "chars_per_token": 3.041, "ratio_vs_en": 1.68, "ci95": [1.661, 1.698]}, "lin_Latn": {"tokens": 48231, "chars": 142197, "chars_per_token": 2.948, "ratio_vs_en": 1.789, "ci95": [1.771, 1.808]}, "lit_Latn": {"tokens": 51121, "chars": 130329, "chars_per_token": 2.549, "ratio_vs_en": 1.897, "ci95": [1.875, 1.917]}, "lmo_Latn": {"tokens": 51794, "chars": 141666, "chars_per_token": 2.735, "ratio_vs_en": 1.921, "ci95": [1.901, 1.941]}, "ltg_Latn": {"tokens": 54132, "chars": 129848, "chars_per_token": 2.399, "ratio_vs_en": 2.008, "ci95": [1.986, 2.03]}, "ltz_Latn": {"tokens": 49701, "chars": 147545, "chars_per_token": 2.969, "ratio_vs_en": 1.844, "ci95": [1.825, 1.863]}, "lua_Latn": {"tokens": 48685, "chars": 142998, "chars_per_token": 2.937, "ratio_vs_en": 1.806, "ci95": [1.785, 1.827]}, "lug_Latn": {"tokens": 50707, "chars": 135078, "chars_per_token": 2.664, "ratio_vs_en": 1.881, "ci95": [1.859, 1.904]}, "luo_Latn": {"tokens": 47252, "chars": 137546, "chars_per_token": 2.911, "ratio_vs_en": 1.753, "ci95": [1.732, 1.774]}, "lus_Latn": {"tokens": 50367, "chars": 146255, "chars_per_token": 2.904, "ratio_vs_en": 1.869, "ci95": [1.84, 1.897]}, "lvs_Latn": {"tokens": 57104, "chars": 134157, "chars_per_token": 2.349, "ratio_vs_en": 2.118, "ci95": [2.097, 2.144]}, "mag_Deva": {"tokens": 87502, "chars": 126695, "chars_per_token": 1.448, "ratio_vs_en": 3.246, "ci95": [3.208, 3.285]}, "mai_Deva": {"tokens": 88659, "chars": 129408, "chars_per_token": 1.46, "ratio_vs_en": 3.289, "ci95": [3.251, 3.328]}, "mal_Mlym": {"tokens": 246277, "chars": 149336, "chars_per_token": 0.606, "ratio_vs_en": 9.137, "ci95": [9.019, 9.258]}, "mar_Deva": {"tokens": 100744, "chars": 133051, "chars_per_token": 1.321, "ratio_vs_en": 3.737, "ci95": [3.695, 3.782]}, "min_Arab": {"tokens": 76762, "chars": 126399, "chars_per_token": 1.647, "ratio_vs_en": 2.848, "ci95": [2.815, 2.882]}, "min_Latn": {"tokens": 41866, "chars": 141163, "chars_per_token": 3.372, "ratio_vs_en": 1.553, "ci95": [1.537, 1.57]}, "mkd_Cyrl": {"tokens": 52205, "chars": 137827, "chars_per_token": 2.64, "ratio_vs_en": 1.937, "ci95": [1.918, 1.957]}, "mlt_Latn": {"tokens": 61398, "chars": 146288, "chars_per_token": 2.383, "ratio_vs_en": 2.278, "ci95": [2.251, 2.304]}, "mni_Beng": {"tokens": 168273, "chars": 136782, "chars_per_token": 0.813, "ratio_vs_en": 6.243, "ci95": [6.163, 6.331]}, "mos_Latn": {"tokens": 56676, "chars": 124657, "chars_per_token": 2.199, "ratio_vs_en": 2.103, "ci95": [2.072, 2.133]}, "mri_Latn": {"tokens": 59078, "chars": 146527, "chars_per_token": 2.48, "ratio_vs_en": 2.192, "ci95": [2.167, 2.217]}, "mya_Mymr": {"tokens": 238800, "chars": 163169, "chars_per_token": 0.683, "ratio_vs_en": 8.859, "ci95": [8.742, 8.982]}, "nld_Latn": {"tokens": 34109, "chars": 147507, "chars_per_token": 4.325, "ratio_vs_en": 1.265, "ci95": [1.253, 1.278]}, "nno_Latn": {"tokens": 44090, "chars": 133443, "chars_per_token": 3.027, "ratio_vs_en": 1.636, "ci95": [1.618, 1.654]}, "nob_Latn": {"tokens": 43061, "chars": 132138, "chars_per_token": 3.069, "ratio_vs_en": 1.598, "ci95": [1.582, 1.613]}, "npi_Deva": {"tokens": 93734, "chars": 126903, "chars_per_token": 1.354, "ratio_vs_en": 3.477, "ci95": [3.434, 3.523]}, "nso_Latn": {"tokens": 55241, "chars": 151109, "chars_per_token": 2.735, "ratio_vs_en": 2.049, "ci95": [2.025, 2.074]}, "nus_Latn": {"tokens": 93464, "chars": 142340, "chars_per_token": 1.523, "ratio_vs_en": 3.467, "ci95": [3.415, 3.516]}, "nya_Latn": {"tokens": 52449, "chars": 147172, "chars_per_token": 2.806, "ratio_vs_en": 1.946, "ci95": [1.921, 1.97]}, "oci_Latn": {"tokens": 45963, "chars": 150651, "chars_per_token": 3.278, "ratio_vs_en": 1.705, "ci95": [1.688, 1.722]}, "ory_Orya": {"tokens": 271037, "chars": 134839, "chars_per_token": 0.497, "ratio_vs_en": 10.055, "ci95": [9.923, 10.193]}, "pag_Latn": {"tokens": 39304, "chars": 129899, "chars_per_token": 3.305, "ratio_vs_en": 1.458, "ci95": [1.436, 1.481]}, "pan_Guru": {"tokens": 214923, "chars": 133425, "chars_per_token": 0.621, "ratio_vs_en": 7.973, "ci95": [7.876, 8.08]}, "pap_Latn": {"tokens": 43313, "chars": 139154, "chars_per_token": 3.213, "ratio_vs_en": 1.607, "ci95": [1.591, 1.623]}, "pbt_Arab": {"tokens": 70779, "chars": 122455, "chars_per_token": 1.73, "ratio_vs_en": 2.626, "ci95": [2.594, 2.658]}, "pes_Arab": {"tokens": 39803, "chars": 123827, "chars_per_token": 3.111, "ratio_vs_en": 1.477, "ci95": [1.461, 1.493]}, "plt_Latn": {"tokens": 58097, "chars": 160996, "chars_per_token": 2.771, "ratio_vs_en": 2.155, "ci95": [2.131, 2.181]}, "pol_Latn": {"tokens": 36001, "chars": 139483, "chars_per_token": 3.874, "ratio_vs_en": 1.336, "ci95": [1.321, 1.35]}, "por_Latn": {"tokens": 31170, "chars": 143418, "chars_per_token": 4.601, "ratio_vs_en": 1.156, "ci95": [1.147, 1.165]}, "prs_Arab": {"tokens": 38222, "chars": 120643, "chars_per_token": 3.156, "ratio_vs_en": 1.418, "ci95": [1.404, 1.432]}, "quy_Latn": {"tokens": 50880, "chars": 141027, "chars_per_token": 2.772, "ratio_vs_en": 1.888, "ci95": [1.863, 1.912]}, "ron_Latn": {"tokens": 37238, "chars": 148571, "chars_per_token": 3.99, "ratio_vs_en": 1.381, "ci95": [1.369, 1.395]}, "run_Latn": {"tokens": 54652, "chars": 147265, "chars_per_token": 2.695, "ratio_vs_en": 2.028, "ci95": [2.002, 2.054]}, "rus_Cyrl": {"tokens": 34123, "chars": 142096, "chars_per_token": 4.164, "ratio_vs_en": 1.266, "ci95": [1.253, 1.279]}, "sag_Latn": {"tokens": 52559, "chars": 142621, "chars_per_token": 2.714, "ratio_vs_en": 1.95, "ci95": [1.922, 1.978]}, "san_Deva": {"tokens": 95028, "chars": 128257, "chars_per_token": 1.35, "ratio_vs_en": 3.525, "ci95": [3.481, 3.569]}, "sat_Olck": {"tokens": 342632, "chars": 139791, "chars_per_token": 0.408, "ratio_vs_en": 12.711, "ci95": [12.553, 12.869]}, "scn_Latn": {"tokens": 48792, "chars": 138571, "chars_per_token": 2.84, "ratio_vs_en": 1.81, "ci95": [1.789, 1.83]}, "shn_Mymr": {"tokens": 342354, "chars": 188284, "chars_per_token": 0.55, "ratio_vs_en": 12.701, "ci95": [12.483, 12.913]}, "sin_Sinh": {"tokens": 213306, "chars": 131080, "chars_per_token": 0.615, "ratio_vs_en": 7.913, "ci95": [7.816, 8.011]}, "slk_Latn": {"tokens": 45540, "chars": 131710, "chars_per_token": 2.892, "ratio_vs_en": 1.689, "ci95": [1.672, 1.709]}, "slv_Latn": {"tokens": 45805, "chars": 130855, "chars_per_token": 2.857, "ratio_vs_en": 1.699, "ci95": [1.681, 1.717]}, "smo_Latn": {"tokens": 58750, "chars": 152724, "chars_per_token": 2.6, "ratio_vs_en": 2.18, "ci95": [2.154, 2.205]}, "sna_Latn": {"tokens": 52730, "chars": 147603, "chars_per_token": 2.799, "ratio_vs_en": 1.956, "ci95": [1.93, 1.981]}, "snd_Arab": {"tokens": 76528, "chars": 119588, "chars_per_token": 1.563, "ratio_vs_en": 2.839, "ci95": [2.804, 2.872]}, "som_Latn": {"tokens": 56137, "chars": 151662, "chars_per_token": 2.702, "ratio_vs_en": 2.083, "ci95": [2.061, 2.106]}, "sot_Latn": {"tokens": 57088, "chars": 158732, "chars_per_token": 2.78, "ratio_vs_en": 2.118, "ci95": [2.093, 2.143]}, "spa_Latn": {"tokens": 33824, "chars": 156997, "chars_per_token": 4.642, "ratio_vs_en": 1.255, "ci95": [1.243, 1.267]}, "srd_Latn": {"tokens": 48714, "chars": 153347, "chars_per_token": 3.148, "ratio_vs_en": 1.807, "ci95": [1.789, 1.826]}, "srp_Cyrl": {"tokens": 54305, "chars": 130780, "chars_per_token": 2.408, "ratio_vs_en": 2.015, "ci95": [1.994, 2.037]}, "ssw_Latn": {"tokens": 53983, "chars": 148726, "chars_per_token": 2.755, "ratio_vs_en": 2.003, "ci95": [1.98, 2.028]}, "sun_Latn": {"tokens": 42327, "chars": 136846, "chars_per_token": 3.233, "ratio_vs_en": 1.57, "ci95": [1.553, 1.588]}, "swe_Latn": {"tokens": 42932, "chars": 132173, "chars_per_token": 3.079, "ratio_vs_en": 1.593, "ci95": [1.576, 1.609]}, "swh_Latn": {"tokens": 48914, "chars": 138104, "chars_per_token": 2.823, "ratio_vs_en": 1.815, "ci95": [1.797, 1.831]}, "szl_Latn": {"tokens": 49323, "chars": 137371, "chars_per_token": 2.785, "ratio_vs_en": 1.83, "ci95": [1.809, 1.851]}, "tam_Taml": {"tokens": 172629, "chars": 154133, "chars_per_token": 0.893, "ratio_vs_en": 6.404, "ci95": [6.324, 6.483]}, "taq_Latn": {"tokens": 54523, "chars": 124417, "chars_per_token": 2.282, "ratio_vs_en": 2.023, "ci95": [1.994, 2.054]}, "taq_Tfng": {"tokens": 232931, "chars": 123904, "chars_per_token": 0.532, "ratio_vs_en": 8.641, "ci95": [8.521, 8.768]}, "tat_Cyrl": {"tokens": 67586, "chars": 133282, "chars_per_token": 1.972, "ratio_vs_en": 2.507, "ci95": [2.476, 2.54]}, "tel_Telu": {"tokens": 215512, "chars": 132470, "chars_per_token": 0.615, "ratio_vs_en": 7.995, "ci95": [7.888, 8.1]}, "tgk_Cyrl": {"tokens": 72796, "chars": 145871, "chars_per_token": 2.004, "ratio_vs_en": 2.701, "ci95": [2.667, 2.735]}, "tgl_Latn": {"tokens": 53063, "chars": 166169, "chars_per_token": 3.132, "ratio_vs_en": 1.969, "ci95": [1.945, 1.993]}, "tha_Thai": {"tokens": 126032, "chars": 126109, "chars_per_token": 1.001, "ratio_vs_en": 4.676, "ci95": [4.613, 4.744]}, "tir_Ethi": {"tokens": 174697, "chars": 90700, "chars_per_token": 0.519, "ratio_vs_en": 6.481, "ci95": [6.399, 6.564]}, "tpi_Latn": {"tokens": 52834, "chars": 169011, "chars_per_token": 3.199, "ratio_vs_en": 1.96, "ci95": [1.934, 1.985]}, "tsn_Latn": {"tokens": 58548, "chars": 163035, "chars_per_token": 2.785, "ratio_vs_en": 2.172, "ci95": [2.145, 2.201]}, "tso_Latn": {"tokens": 58185, "chars": 158178, "chars_per_token": 2.719, "ratio_vs_en": 2.159, "ci95": [2.131, 2.185]}, "tuk_Latn": {"tokens": 55914, "chars": 140262, "chars_per_token": 2.509, "ratio_vs_en": 2.074, "ci95": [2.051, 2.098]}, "tum_Latn": {"tokens": 64812, "chars": 172545, "chars_per_token": 2.662, "ratio_vs_en": 2.404, "ci95": [2.368, 2.445]}, "tur_Latn": {"tokens": 32827, "chars": 135761, "chars_per_token": 4.136, "ratio_vs_en": 1.218, "ci95": [1.206, 1.23]}, "twi_Latn": {"tokens": 57377, "chars": 128598, "chars_per_token": 2.241, "ratio_vs_en": 2.129, "ci95": [2.098, 2.161]}, "tzm_Tfng": {"tokens": 228800, "chars": 117960, "chars_per_token": 0.516, "ratio_vs_en": 8.488, "ci95": [8.382, 8.593]}, "uig_Arab": {"tokens": 113124, "chars": 140477, "chars_per_token": 1.242, "ratio_vs_en": 4.197, "ci95": [4.139, 4.255]}, "ukr_Cyrl": {"tokens": 37329, "chars": 134446, "chars_per_token": 3.602, "ratio_vs_en": 1.385, "ci95": [1.372, 1.399]}, "umb_Latn": {"tokens": 51375, "chars": 134747, "chars_per_token": 2.623, "ratio_vs_en": 1.906, "ci95": [1.878, 1.936]}, "urd_Arab": {"tokens": 83813, "chars": 129919, "chars_per_token": 1.55, "ratio_vs_en": 3.109, "ci95": [3.069, 3.149]}, "uzn_Latn": {"tokens": 55273, "chars": 149323, "chars_per_token": 2.702, "ratio_vs_en": 2.051, "ci95": [2.028, 2.074]}, "vec_Latn": {"tokens": 40865, "chars": 133237, "chars_per_token": 3.26, "ratio_vs_en": 1.516, "ci95": [1.501, 1.531]}, "vie_Latn": {"tokens": 35761, "chars": 138595, "chars_per_token": 3.876, "ratio_vs_en": 1.327, "ci95": [1.315, 1.339]}, "war_Latn": {"tokens": 54553, "chars": 164746, "chars_per_token": 3.02, "ratio_vs_en": 2.024, "ci95": [1.999, 2.048]}, "wol_Latn": {"tokens": 48957, "chars": 127173, "chars_per_token": 2.598, "ratio_vs_en": 1.816, "ci95": [1.794, 1.838]}, "xho_Latn": {"tokens": 52322, "chars": 139123, "chars_per_token": 2.659, "ratio_vs_en": 1.941, "ci95": [1.92, 1.963]}, "ydd_Hebr": {"tokens": 75040, "chars": 141658, "chars_per_token": 1.888, "ratio_vs_en": 2.784, "ci95": [2.755, 2.813]}, "yor_Latn": {"tokens": 69767, "chars": 126844, "chars_per_token": 1.818, "ratio_vs_en": 2.588, "ci95": [2.544, 2.635]}, "yue_Hant": {"tokens": 27466, "chars": 40019, "chars_per_token": 1.457, "ratio_vs_en": 1.019, "ci95": [1.008, 1.03]}, "zho_Hans": {"tokens": 28071, "chars": 43248, "chars_per_token": 1.541, "ratio_vs_en": 1.041, "ci95": [1.028, 1.055]}, "zho_Hant": {"tokens": 28484, "chars": 40695, "chars_per_token": 1.429, "ratio_vs_en": 1.057, "ci95": [1.044, 1.069]}, "zsm_Latn": {"tokens": 32203, "chars": 146201, "chars_per_token": 4.54, "ratio_vs_en": 1.195, "ci95": [1.183, 1.206]}, "zul_Latn": {"tokens": 55422, "chars": 148362, "chars_per_token": 2.677, "ratio_vs_en": 2.056, "ci95": [2.035, 2.077]}, "eng_Latn": {"tokens": 26955, "chars": 131966, "chars_per_token": 4.896, "ratio_vs_en": 1.0}}, "costs": []}, {"schema": 1, "tokenizer": "CSMPT (Czech, BUT-FIT)", "kind": "hf", "id": "BUT-FIT/csmpt7b", "group": "Regional", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 190180, "chars": 111621, "chars_per_token": 0.587, "ratio_vs_en": 4.348, "ci95": [4.309, 4.389]}, "ace_Latn": {"tokens": 61375, "chars": 141933, "chars_per_token": 2.313, "ratio_vs_en": 1.403, "ci95": [1.389, 1.417]}, "acm_Arab": {"tokens": 193822, "chars": 113573, "chars_per_token": 0.586, "ratio_vs_en": 4.431, "ci95": [4.387, 4.475]}, "acq_Arab": {"tokens": 196607, "chars": 115113, "chars_per_token": 0.585, "ratio_vs_en": 4.495, "ci95": [4.452, 4.539]}, "aeb_Arab": {"tokens": 192000, "chars": 112077, "chars_per_token": 0.584, "ratio_vs_en": 4.39, "ci95": [4.345, 4.434]}, "afr_Latn": {"tokens": 53500, "chars": 139690, "chars_per_token": 2.611, "ratio_vs_en": 1.223, "ci95": [1.214, 1.233]}, "ajp_Arab": {"tokens": 183923, "chars": 109046, "chars_per_token": 0.593, "ratio_vs_en": 4.205, "ci95": [4.166, 4.243]}, "aka_Latn": {"tokens": 77689, "chars": 132650, "chars_per_token": 1.707, "ratio_vs_en": 1.776, "ci95": [1.754, 1.801]}, "als_Latn": {"tokens": 69754, "chars": 147064, "chars_per_token": 2.108, "ratio_vs_en": 1.595, "ci95": [1.58, 1.609]}, "amh_Ethi": {"tokens": 224087, "chars": 87132, "chars_per_token": 0.389, "ratio_vs_en": 5.123, "ci95": [5.075, 5.171]}, "apc_Arab": {"tokens": 183883, "chars": 107981, "chars_per_token": 0.587, "ratio_vs_en": 4.204, "ci95": [4.162, 4.245]}, "arb_Arab": {"tokens": 198628, "chars": 116307, "chars_per_token": 0.586, "ratio_vs_en": 4.541, "ci95": [4.499, 4.584]}, "arb_Latn": {"tokens": 70586, "chars": 153758, "chars_per_token": 2.178, "ratio_vs_en": 1.614, "ci95": [1.596, 1.631]}, "ars_Arab": {"tokens": 198973, "chars": 116428, "chars_per_token": 0.585, "ratio_vs_en": 4.549, "ci95": [4.506, 4.593]}, "ary_Arab": {"tokens": 194607, "chars": 113563, "chars_per_token": 0.584, "ratio_vs_en": 4.449, "ci95": [4.4, 4.498]}, "arz_Arab": {"tokens": 194171, "chars": 113770, "chars_per_token": 0.586, "ratio_vs_en": 4.439, "ci95": [4.392, 4.485]}, "asm_Beng": {"tokens": 333966, "chars": 125936, "chars_per_token": 0.377, "ratio_vs_en": 7.635, "ci95": [7.564, 7.708]}, "ast_Latn": {"tokens": 52594, "chars": 136363, "chars_per_token": 2.593, "ratio_vs_en": 1.202, "ci95": [1.192, 1.213]}, "awa_Deva": {"tokens": 329415, "chars": 128171, "chars_per_token": 0.389, "ratio_vs_en": 7.531, "ci95": [7.455, 7.609]}, "ayr_Latn": {"tokens": 63115, "chars": 138617, "chars_per_token": 2.196, "ratio_vs_en": 1.443, "ci95": [1.424, 1.461]}, "azb_Arab": {"tokens": 204852, "chars": 117061, "chars_per_token": 0.571, "ratio_vs_en": 4.684, "ci95": [4.634, 4.733]}, "azj_Latn": {"tokens": 101075, "chars": 143739, "chars_per_token": 1.422, "ratio_vs_en": 2.311, "ci95": [2.283, 2.338]}, "bak_Cyrl": {"tokens": 212462, "chars": 133222, "chars_per_token": 0.627, "ratio_vs_en": 4.857, "ci95": [4.808, 4.907]}, "bam_Latn": {"tokens": 72841, "chars": 126387, "chars_per_token": 1.735, "ratio_vs_en": 1.665, "ci95": [1.644, 1.686]}, "ban_Latn": {"tokens": 54669, "chars": 145570, "chars_per_token": 2.663, "ratio_vs_en": 1.25, "ci95": [1.237, 1.262]}, "bel_Cyrl": {"tokens": 225574, "chars": 147991, "chars_per_token": 0.656, "ratio_vs_en": 5.157, "ci95": [5.097, 5.215]}, "bem_Latn": {"tokens": 66192, "chars": 160751, "chars_per_token": 2.429, "ratio_vs_en": 1.513, "ci95": [1.497, 1.529]}, "ben_Beng": {"tokens": 343691, "chars": 129042, "chars_per_token": 0.375, "ratio_vs_en": 7.858, "ci95": [7.787, 7.933]}, "bho_Deva": {"tokens": 327154, "chars": 128611, "chars_per_token": 0.393, "ratio_vs_en": 7.48, "ci95": [7.405, 7.557]}, "bjn_Arab": {"tokens": 214525, "chars": 122230, "chars_per_token": 0.57, "ratio_vs_en": 4.905, "ci95": [4.856, 4.956]}, "bjn_Latn": {"tokens": 54814, "chars": 138182, "chars_per_token": 2.521, "ratio_vs_en": 1.253, "ci95": [1.243, 1.264]}, "bod_Tibt": {"tokens": 438116, "chars": 148151, "chars_per_token": 0.338, "ratio_vs_en": 10.017, "ci95": [9.895, 10.139]}, "bos_Latn": {"tokens": 48837, "chars": 132187, "chars_per_token": 2.707, "ratio_vs_en": 1.117, "ci95": [1.106, 1.127]}, "bug_Latn": {"tokens": 57469, "chars": 139375, "chars_per_token": 2.425, "ratio_vs_en": 1.314, "ci95": [1.298, 1.331]}, "bul_Cyrl": {"tokens": 204282, "chars": 137824, "chars_per_token": 0.675, "ratio_vs_en": 4.67, "ci95": [4.627, 4.715]}, "cat_Latn": {"tokens": 55941, "chars": 145781, "chars_per_token": 2.606, "ratio_vs_en": 1.279, "ci95": [1.269, 1.29]}, "ceb_Latn": {"tokens": 63728, "chars": 158685, "chars_per_token": 2.49, "ratio_vs_en": 1.457, "ci95": [1.444, 1.47]}, "ces_Latn": {"tokens": 26979, "chars": 127257, "chars_per_token": 4.717, "ratio_vs_en": 0.617, "ci95": [0.611, 0.623]}, "cjk_Latn": {"tokens": 57624, "chars": 139261, "chars_per_token": 2.417, "ratio_vs_en": 1.317, "ci95": [1.299, 1.336]}, "ckb_Arab": {"tokens": 226950, "chars": 128585, "chars_per_token": 0.567, "ratio_vs_en": 5.189, "ci95": [5.138, 5.239]}, "crh_Latn": {"tokens": 76010, "chars": 134038, "chars_per_token": 1.763, "ratio_vs_en": 1.738, "ci95": [1.718, 1.757]}, "cym_Latn": {"tokens": 67004, "chars": 141257, "chars_per_token": 2.108, "ratio_vs_en": 1.532, "ci95": [1.52, 1.543]}, "dan_Latn": {"tokens": 53614, "chars": 135083, "chars_per_token": 2.52, "ratio_vs_en": 1.226, "ci95": [1.215, 1.236]}, "deu_Latn": {"tokens": 53982, "chars": 153809, "chars_per_token": 2.849, "ratio_vs_en": 1.234, "ci95": [1.225, 1.244]}, "dik_Latn": {"tokens": 67160, "chars": 111789, "chars_per_token": 1.665, "ratio_vs_en": 1.535, "ci95": [1.505, 1.569]}, "dyu_Latn": {"tokens": 58960, "chars": 132855, "chars_per_token": 2.253, "ratio_vs_en": 1.348, "ci95": [1.328, 1.368]}, "dzo_Tibt": {"tokens": 478058, "chars": 163358, "chars_per_token": 0.342, "ratio_vs_en": 10.93, "ci95": [10.786, 11.073]}, "ell_Grek": {"tokens": 261546, "chars": 157539, "chars_per_token": 0.602, "ratio_vs_en": 5.98, "ci95": [5.92, 6.038]}, "epo_Latn": {"tokens": 52843, "chars": 131292, "chars_per_token": 2.485, "ratio_vs_en": 1.208, "ci95": [1.198, 1.218]}, "est_Latn": {"tokens": 57326, "chars": 129459, "chars_per_token": 2.258, "ratio_vs_en": 1.311, "ci95": [1.297, 1.323]}, "eus_Latn": {"tokens": 55542, "chars": 139822, "chars_per_token": 2.517, "ratio_vs_en": 1.27, "ci95": [1.258, 1.281]}, "ewe_Latn": {"tokens": 78480, "chars": 127448, "chars_per_token": 1.624, "ratio_vs_en": 1.794, "ci95": [1.766, 1.825]}, "fao_Latn": {"tokens": 63487, "chars": 134274, "chars_per_token": 2.115, "ratio_vs_en": 1.451, "ci95": [1.439, 1.465]}, "fij_Latn": {"tokens": 62724, "chars": 155177, "chars_per_token": 2.474, "ratio_vs_en": 1.434, "ci95": [1.418, 1.452]}, "fin_Latn": {"tokens": 61450, "chars": 140128, "chars_per_token": 2.28, "ratio_vs_en": 1.405, "ci95": [1.391, 1.418]}, "fon_Latn": {"tokens": 102838, "chars": 135260, "chars_per_token": 1.315, "ratio_vs_en": 2.351, "ci95": [2.314, 2.39]}, "fra_Latn": {"tokens": 61027, "chars": 157638, "chars_per_token": 2.583, "ratio_vs_en": 1.395, "ci95": [1.383, 1.408]}, "fur_Latn": {"tokens": 58187, "chars": 144519, "chars_per_token": 2.484, "ratio_vs_en": 1.33, "ci95": [1.32, 1.341]}, "fuv_Latn": {"tokens": 53341, "chars": 122162, "chars_per_token": 2.29, "ratio_vs_en": 1.22, "ci95": [1.2, 1.239]}, "gaz_Latn": {"tokens": 70449, "chars": 156418, "chars_per_token": 2.22, "ratio_vs_en": 1.611, "ci95": [1.595, 1.627]}, "gla_Latn": {"tokens": 74534, "chars": 162597, "chars_per_token": 2.182, "ratio_vs_en": 1.704, "ci95": [1.688, 1.721]}, "gle_Latn": {"tokens": 68277, "chars": 152481, "chars_per_token": 2.233, "ratio_vs_en": 1.561, "ci95": [1.546, 1.576]}, "glg_Latn": {"tokens": 54375, "chars": 146143, "chars_per_token": 2.688, "ratio_vs_en": 1.243, "ci95": [1.234, 1.252]}, "grn_Latn": {"tokens": 63820, "chars": 132815, "chars_per_token": 2.081, "ratio_vs_en": 1.459, "ci95": [1.443, 1.475]}, "guj_Gujr": {"tokens": 329786, "chars": 126428, "chars_per_token": 0.383, "ratio_vs_en": 7.54, "ci95": [7.471, 7.609]}, "hat_Latn": {"tokens": 48730, "chars": 121280, "chars_per_token": 2.489, "ratio_vs_en": 1.114, "ci95": [1.104, 1.124]}, "hau_Latn": {"tokens": 56954, "chars": 140067, "chars_per_token": 2.459, "ratio_vs_en": 1.302, "ci95": [1.289, 1.315]}, "heb_Hebr": {"tokens": 165779, "chars": 102054, "chars_per_token": 0.616, "ratio_vs_en": 3.79, "ci95": [3.757, 3.823]}, "hin_Deva": {"tokens": 335600, "chars": 131058, "chars_per_token": 0.391, "ratio_vs_en": 7.673, "ci95": [7.599, 7.748]}, "hne_Deva": {"tokens": 324556, "chars": 126933, "chars_per_token": 0.391, "ratio_vs_en": 7.42, "ci95": [7.361, 7.485]}, "hrv_Latn": {"tokens": 47897, "chars": 128727, "chars_per_token": 2.688, "ratio_vs_en": 1.095, "ci95": [1.085, 1.106]}, "hun_Latn": {"tokens": 65049, "chars": 138629, "chars_per_token": 2.131, "ratio_vs_en": 1.487, "ci95": [1.472, 1.502]}, "hye_Armn": {"tokens": 268390, "chars": 145956, "chars_per_token": 0.544, "ratio_vs_en": 6.136, "ci95": [6.075, 6.195]}, "ibo_Latn": {"tokens": 98288, "chars": 134560, "chars_per_token": 1.369, "ratio_vs_en": 2.247, "ci95": [2.212, 2.284]}, "ilo_Latn": {"tokens": 63260, "chars": 159680, "chars_per_token": 2.524, "ratio_vs_en": 1.446, "ci95": [1.433, 1.459]}, "ind_Latn": {"tokens": 53508, "chars": 142318, "chars_per_token": 2.66, "ratio_vs_en": 1.223, "ci95": [1.213, 1.234]}, "isl_Latn": {"tokens": 67585, "chars": 129783, "chars_per_token": 1.92, "ratio_vs_en": 1.545, "ci95": [1.529, 1.561]}, "ita_Latn": {"tokens": 56971, "chars": 156138, "chars_per_token": 2.741, "ratio_vs_en": 1.303, "ci95": [1.291, 1.314]}, "jav_Latn": {"tokens": 52837, "chars": 136928, "chars_per_token": 2.592, "ratio_vs_en": 1.208, "ci95": [1.197, 1.22]}, "jpn_Jpan": {"tokens": 166188, "chars": 56943, "chars_per_token": 0.343, "ratio_vs_en": 3.8, "ci95": [3.758, 3.84]}, "kab_Latn": {"tokens": 72260, "chars": 130554, "chars_per_token": 1.807, "ratio_vs_en": 1.652, "ci95": [1.635, 1.669]}, "kac_Latn": {"tokens": 72694, "chars": 169397, "chars_per_token": 2.33, "ratio_vs_en": 1.662, "ci95": [1.64, 1.685]}, "kam_Latn": {"tokens": 63025, "chars": 128356, "chars_per_token": 2.037, "ratio_vs_en": 1.441, "ci95": [1.414, 1.469]}, "kan_Knda": {"tokens": 373638, "chars": 138040, "chars_per_token": 0.369, "ratio_vs_en": 8.542, "ci95": [8.457, 8.629]}, "kas_Arab": {"tokens": 217004, "chars": 126105, "chars_per_token": 0.581, "ratio_vs_en": 4.961, "ci95": [4.914, 5.008]}, "kas_Deva": {"tokens": 312881, "chars": 126401, "chars_per_token": 0.404, "ratio_vs_en": 7.153, "ci95": [7.087, 7.222]}, "kat_Geor": {"tokens": 387579, "chars": 143930, "chars_per_token": 0.371, "ratio_vs_en": 8.861, "ci95": [8.767, 8.954]}, "kaz_Cyrl": {"tokens": 213635, "chars": 135404, "chars_per_token": 0.634, "ratio_vs_en": 4.884, "ci95": [4.833, 4.933]}, "kbp_Latn": {"tokens": 131546, "chars": 142957, "chars_per_token": 1.087, "ratio_vs_en": 3.008, "ci95": [2.964, 3.055]}, "kea_Latn": {"tokens": 49068, "chars": 130800, "chars_per_token": 2.666, "ratio_vs_en": 1.122, "ci95": [1.114, 1.129]}, "khk_Cyrl": {"tokens": 214531, "chars": 137067, "chars_per_token": 0.639, "ratio_vs_en": 4.905, "ci95": [4.858, 4.951]}, "khm_Khmr": {"tokens": 414486, "chars": 153212, "chars_per_token": 0.37, "ratio_vs_en": 9.476, "ci95": [9.372, 9.585]}, "kik_Latn": {"tokens": 94046, "chars": 153431, "chars_per_token": 1.631, "ratio_vs_en": 2.15, "ci95": [2.113, 2.186]}, "kin_Latn": {"tokens": 63636, "chars": 145862, "chars_per_token": 2.292, "ratio_vs_en": 1.455, "ci95": [1.44, 1.471]}, "kir_Cyrl": {"tokens": 209413, "chars": 135532, "chars_per_token": 0.647, "ratio_vs_en": 4.788, "ci95": [4.732, 4.842]}, "kmb_Latn": {"tokens": 61144, "chars": 145762, "chars_per_token": 2.384, "ratio_vs_en": 1.398, "ci95": [1.382, 1.414]}, "kmr_Latn": {"tokens": 76625, "chars": 130372, "chars_per_token": 1.701, "ratio_vs_en": 1.752, "ci95": [1.734, 1.77]}, "knc_Arab": {"tokens": 199850, "chars": 116000, "chars_per_token": 0.58, "ratio_vs_en": 4.569, "ci95": [4.469, 4.672]}, "knc_Latn": {"tokens": 70801, "chars": 138972, "chars_per_token": 1.963, "ratio_vs_en": 1.619, "ci95": [1.599, 1.641]}, "kon_Latn": {"tokens": 57872, "chars": 149894, "chars_per_token": 2.59, "ratio_vs_en": 1.323, "ci95": [1.309, 1.337]}, "kor_Hang": {"tokens": 154915, "chars": 65965, "chars_per_token": 0.426, "ratio_vs_en": 3.542, "ci95": [3.509, 3.575]}, "lao_Laoo": {"tokens": 354429, "chars": 130060, "chars_per_token": 0.367, "ratio_vs_en": 8.103, "ci95": [8.016, 8.19]}, "lij_Latn": {"tokens": 63806, "chars": 145994, "chars_per_token": 2.288, "ratio_vs_en": 1.459, "ci95": [1.447, 1.471]}, "lim_Latn": {"tokens": 56829, "chars": 137686, "chars_per_token": 2.423, "ratio_vs_en": 1.299, "ci95": [1.288, 1.311]}, "lin_Latn": {"tokens": 54423, "chars": 142197, "chars_per_token": 2.613, "ratio_vs_en": 1.244, "ci95": [1.234, 1.254]}, "lit_Latn": {"tokens": 60611, "chars": 130329, "chars_per_token": 2.15, "ratio_vs_en": 1.386, "ci95": [1.372, 1.399]}, "lmo_Latn": {"tokens": 62139, "chars": 141666, "chars_per_token": 2.28, "ratio_vs_en": 1.421, "ci95": [1.409, 1.432]}, "ltg_Latn": {"tokens": 65778, "chars": 129848, "chars_per_token": 1.974, "ratio_vs_en": 1.504, "ci95": [1.49, 1.518]}, "ltz_Latn": {"tokens": 60806, "chars": 147545, "chars_per_token": 2.426, "ratio_vs_en": 1.39, "ci95": [1.379, 1.402]}, "lua_Latn": {"tokens": 57308, "chars": 142998, "chars_per_token": 2.495, "ratio_vs_en": 1.31, "ci95": [1.296, 1.325]}, "lug_Latn": {"tokens": 58631, "chars": 135078, "chars_per_token": 2.304, "ratio_vs_en": 1.34, "ci95": [1.327, 1.354]}, "luo_Latn": {"tokens": 54485, "chars": 137546, "chars_per_token": 2.524, "ratio_vs_en": 1.246, "ci95": [1.231, 1.26]}, "lus_Latn": {"tokens": 59445, "chars": 146255, "chars_per_token": 2.46, "ratio_vs_en": 1.359, "ci95": [1.342, 1.376]}, "lvs_Latn": {"tokens": 73287, "chars": 134157, "chars_per_token": 1.831, "ratio_vs_en": 1.676, "ci95": [1.659, 1.693]}, "mag_Deva": {"tokens": 325594, "chars": 126695, "chars_per_token": 0.389, "ratio_vs_en": 7.444, "ci95": [7.379, 7.505]}, "mai_Deva": {"tokens": 334063, "chars": 129408, "chars_per_token": 0.387, "ratio_vs_en": 7.638, "ci95": [7.568, 7.704]}, "mal_Mlym": {"tokens": 410074, "chars": 149336, "chars_per_token": 0.364, "ratio_vs_en": 9.375, "ci95": [9.284, 9.47]}, "mar_Deva": {"tokens": 354392, "chars": 133051, "chars_per_token": 0.375, "ratio_vs_en": 8.102, "ci95": [8.029, 8.178]}, "min_Arab": {"tokens": 219845, "chars": 126399, "chars_per_token": 0.575, "ratio_vs_en": 5.026, "ci95": [4.979, 5.073]}, "min_Latn": {"tokens": 54402, "chars": 141163, "chars_per_token": 2.595, "ratio_vs_en": 1.244, "ci95": [1.233, 1.255]}, "mkd_Cyrl": {"tokens": 202172, "chars": 137827, "chars_per_token": 0.682, "ratio_vs_en": 4.622, "ci95": [4.579, 4.664]}, "mlt_Latn": {"tokens": 74294, "chars": 146288, "chars_per_token": 1.969, "ratio_vs_en": 1.699, "ci95": [1.683, 1.714]}, "mni_Beng": {"tokens": 366634, "chars": 136782, "chars_per_token": 0.373, "ratio_vs_en": 8.382, "ci95": [8.304, 8.47]}, "mos_Latn": {"tokens": 69116, "chars": 124657, "chars_per_token": 1.804, "ratio_vs_en": 1.58, "ci95": [1.557, 1.604]}, "mri_Latn": {"tokens": 75195, "chars": 146527, "chars_per_token": 1.949, "ratio_vs_en": 1.719, "ci95": [1.702, 1.737]}, "mya_Mymr": {"tokens": 464105, "chars": 163169, "chars_per_token": 0.352, "ratio_vs_en": 10.611, "ci95": [10.496, 10.725]}, "nld_Latn": {"tokens": 55700, "chars": 147507, "chars_per_token": 2.648, "ratio_vs_en": 1.273, "ci95": [1.262, 1.285]}, "nno_Latn": {"tokens": 52671, "chars": 133443, "chars_per_token": 2.534, "ratio_vs_en": 1.204, "ci95": [1.194, 1.215]}, "nob_Latn": {"tokens": 51641, "chars": 132138, "chars_per_token": 2.559, "ratio_vs_en": 1.181, "ci95": [1.171, 1.191]}, "npi_Deva": {"tokens": 337487, "chars": 126903, "chars_per_token": 0.376, "ratio_vs_en": 7.716, "ci95": [7.637, 7.792]}, "nso_Latn": {"tokens": 61728, "chars": 151109, "chars_per_token": 2.448, "ratio_vs_en": 1.411, "ci95": [1.399, 1.425]}, "nus_Latn": {"tokens": 112810, "chars": 142340, "chars_per_token": 1.262, "ratio_vs_en": 2.579, "ci95": [2.544, 2.613]}, "nya_Latn": {"tokens": 60455, "chars": 147172, "chars_per_token": 2.434, "ratio_vs_en": 1.382, "ci95": [1.366, 1.398]}, "oci_Latn": {"tokens": 58619, "chars": 150651, "chars_per_token": 2.57, "ratio_vs_en": 1.34, "ci95": [1.33, 1.35]}, "ory_Orya": {"tokens": 359787, "chars": 134839, "chars_per_token": 0.375, "ratio_vs_en": 8.226, "ci95": [8.148, 8.304]}, "pag_Latn": {"tokens": 48465, "chars": 129899, "chars_per_token": 2.68, "ratio_vs_en": 1.108, "ci95": [1.092, 1.123]}, "pan_Guru": {"tokens": 342472, "chars": 133425, "chars_per_token": 0.39, "ratio_vs_en": 7.83, "ci95": [7.757, 7.907]}, "pap_Latn": {"tokens": 51075, "chars": 139154, "chars_per_token": 2.725, "ratio_vs_en": 1.168, "ci95": [1.16, 1.176]}, "pbt_Arab": {"tokens": 200745, "chars": 122455, "chars_per_token": 0.61, "ratio_vs_en": 4.59, "ci95": [4.546, 4.632]}, "pes_Arab": {"tokens": 206482, "chars": 123827, "chars_per_token": 0.6, "ratio_vs_en": 4.721, "ci95": [4.674, 4.763]}, "plt_Latn": {"tokens": 65533, "chars": 160996, "chars_per_token": 2.457, "ratio_vs_en": 1.498, "ci95": [1.483, 1.514]}, "pol_Latn": {"tokens": 61293, "chars": 139483, "chars_per_token": 2.276, "ratio_vs_en": 1.401, "ci95": [1.386, 1.417]}, "por_Latn": {"tokens": 55547, "chars": 143418, "chars_per_token": 2.582, "ratio_vs_en": 1.27, "ci95": [1.26, 1.28]}, "prs_Arab": {"tokens": 200004, "chars": 120643, "chars_per_token": 0.603, "ratio_vs_en": 4.573, "ci95": [4.53, 4.616]}, "quy_Latn": {"tokens": 63094, "chars": 141027, "chars_per_token": 2.235, "ratio_vs_en": 1.443, "ci95": [1.425, 1.46]}, "ron_Latn": {"tokens": 70146, "chars": 148571, "chars_per_token": 2.118, "ratio_vs_en": 1.604, "ci95": [1.588, 1.62]}, "run_Latn": {"tokens": 64081, "chars": 147265, "chars_per_token": 2.298, "ratio_vs_en": 1.465, "ci95": [1.448, 1.483]}, "rus_Cyrl": {"tokens": 217118, "chars": 142096, "chars_per_token": 0.654, "ratio_vs_en": 4.964, "ci95": [4.909, 5.016]}, "sag_Latn": {"tokens": 60933, "chars": 142621, "chars_per_token": 2.341, "ratio_vs_en": 1.393, "ci95": [1.375, 1.412]}, "san_Deva": {"tokens": 345097, "chars": 128257, "chars_per_token": 0.372, "ratio_vs_en": 7.89, "ci95": [7.81, 7.971]}, "sat_Olck": {"tokens": 368901, "chars": 139791, "chars_per_token": 0.379, "ratio_vs_en": 8.434, "ci95": [8.351, 8.519]}, "scn_Latn": {"tokens": 59177, "chars": 138571, "chars_per_token": 2.342, "ratio_vs_en": 1.353, "ci95": [1.341, 1.365]}, "shn_Mymr": {"tokens": 513426, "chars": 188284, "chars_per_token": 0.367, "ratio_vs_en": 11.738, "ci95": [11.573, 11.895]}, "sin_Sinh": {"tokens": 343428, "chars": 131080, "chars_per_token": 0.382, "ratio_vs_en": 7.852, "ci95": [7.78, 7.927]}, "slk_Latn": {"tokens": 40413, "chars": 131710, "chars_per_token": 3.259, "ratio_vs_en": 0.924, "ci95": [0.915, 0.933]}, "slv_Latn": {"tokens": 46971, "chars": 130855, "chars_per_token": 2.786, "ratio_vs_en": 1.074, "ci95": [1.064, 1.083]}, "smo_Latn": {"tokens": 68493, "chars": 152724, "chars_per_token": 2.23, "ratio_vs_en": 1.566, "ci95": [1.55, 1.583]}, "sna_Latn": {"tokens": 62383, "chars": 147603, "chars_per_token": 2.366, "ratio_vs_en": 1.426, "ci95": [1.41, 1.443]}, "snd_Arab": {"tokens": 199559, "chars": 119588, "chars_per_token": 0.599, "ratio_vs_en": 4.562, "ci95": [4.524, 4.603]}, "som_Latn": {"tokens": 68240, "chars": 151662, "chars_per_token": 2.222, "ratio_vs_en": 1.56, "ci95": [1.545, 1.575]}, "sot_Latn": {"tokens": 63649, "chars": 158732, "chars_per_token": 2.494, "ratio_vs_en": 1.455, "ci95": [1.44, 1.469]}, "spa_Latn": {"tokens": 56740, "chars": 156997, "chars_per_token": 2.767, "ratio_vs_en": 1.297, "ci95": [1.286, 1.308]}, "srd_Latn": {"tokens": 60907, "chars": 153347, "chars_per_token": 2.518, "ratio_vs_en": 1.393, "ci95": [1.382, 1.404]}, "srp_Cyrl": {"tokens": 196582, "chars": 130780, "chars_per_token": 0.665, "ratio_vs_en": 4.494, "ci95": [4.453, 4.533]}, "ssw_Latn": {"tokens": 62631, "chars": 148726, "chars_per_token": 2.375, "ratio_vs_en": 1.432, "ci95": [1.417, 1.448]}, "sun_Latn": {"tokens": 53876, "chars": 136846, "chars_per_token": 2.54, "ratio_vs_en": 1.232, "ci95": [1.22, 1.244]}, "swe_Latn": {"tokens": 52940, "chars": 132173, "chars_per_token": 2.497, "ratio_vs_en": 1.21, "ci95": [1.2, 1.221]}, "swh_Latn": {"tokens": 56784, "chars": 138104, "chars_per_token": 2.432, "ratio_vs_en": 1.298, "ci95": [1.287, 1.308]}, "szl_Latn": {"tokens": 67201, "chars": 137371, "chars_per_token": 2.044, "ratio_vs_en": 1.536, "ci95": [1.522, 1.552]}, "tam_Taml": {"tokens": 420278, "chars": 154133, "chars_per_token": 0.367, "ratio_vs_en": 9.609, "ci95": [9.516, 9.703]}, "taq_Latn": {"tokens": 66874, "chars": 124417, "chars_per_token": 1.86, "ratio_vs_en": 1.529, "ci95": [1.506, 1.554]}, "taq_Tfng": {"tokens": 281223, "chars": 123904, "chars_per_token": 0.441, "ratio_vs_en": 6.43, "ci95": [6.353, 6.515]}, "tat_Cyrl": {"tokens": 210795, "chars": 133282, "chars_per_token": 0.632, "ratio_vs_en": 4.819, "ci95": [4.774, 4.866]}, "tel_Telu": {"tokens": 351092, "chars": 132470, "chars_per_token": 0.377, "ratio_vs_en": 8.027, "ci95": [7.939, 8.116]}, "tgk_Cyrl": {"tokens": 212740, "chars": 145871, "chars_per_token": 0.686, "ratio_vs_en": 4.864, "ci95": [4.818, 4.91]}, "tgl_Latn": {"tokens": 66884, "chars": 166169, "chars_per_token": 2.484, "ratio_vs_en": 1.529, "ci95": [1.515, 1.543]}, "tha_Thai": {"tokens": 362381, "chars": 126109, "chars_per_token": 0.348, "ratio_vs_en": 8.285, "ci95": [8.195, 8.383]}, "tir_Ethi": {"tokens": 230381, "chars": 90700, "chars_per_token": 0.394, "ratio_vs_en": 5.267, "ci95": [5.215, 5.323]}, "tpi_Latn": {"tokens": 61080, "chars": 169011, "chars_per_token": 2.767, "ratio_vs_en": 1.396, "ci95": [1.381, 1.412]}, "tsn_Latn": {"tokens": 66492, "chars": 163035, "chars_per_token": 2.452, "ratio_vs_en": 1.52, "ci95": [1.502, 1.538]}, "tso_Latn": {"tokens": 65718, "chars": 158178, "chars_per_token": 2.407, "ratio_vs_en": 1.503, "ci95": [1.486, 1.519]}, "tuk_Latn": {"tokens": 71552, "chars": 140262, "chars_per_token": 1.96, "ratio_vs_en": 1.636, "ci95": [1.62, 1.652]}, "tum_Latn": {"tokens": 74341, "chars": 172545, "chars_per_token": 2.321, "ratio_vs_en": 1.7, "ci95": [1.676, 1.726]}, "tur_Latn": {"tokens": 73591, "chars": 135761, "chars_per_token": 1.845, "ratio_vs_en": 1.683, "ci95": [1.666, 1.699]}, "twi_Latn": {"tokens": 72107, "chars": 128598, "chars_per_token": 1.783, "ratio_vs_en": 1.649, "ci95": [1.627, 1.671]}, "tzm_Tfng": {"tokens": 280606, "chars": 117960, "chars_per_token": 0.42, "ratio_vs_en": 6.415, "ci95": [6.352, 6.481]}, "uig_Arab": {"tokens": 250464, "chars": 140477, "chars_per_token": 0.561, "ratio_vs_en": 5.726, "ci95": [5.664, 5.79]}, "ukr_Cyrl": {"tokens": 206634, "chars": 134446, "chars_per_token": 0.651, "ratio_vs_en": 4.724, "ci95": [4.681, 4.768]}, "umb_Latn": {"tokens": 59596, "chars": 134747, "chars_per_token": 2.261, "ratio_vs_en": 1.363, "ci95": [1.344, 1.382]}, "urd_Arab": {"tokens": 218839, "chars": 129919, "chars_per_token": 0.594, "ratio_vs_en": 5.003, "ci95": [4.956, 5.051]}, "uzn_Latn": {"tokens": 63897, "chars": 149323, "chars_per_token": 2.337, "ratio_vs_en": 1.461, "ci95": [1.448, 1.474]}, "vec_Latn": {"tokens": 54353, "chars": 133237, "chars_per_token": 2.451, "ratio_vs_en": 1.243, "ci95": [1.232, 1.253]}, "vie_Latn": {"tokens": 122493, "chars": 138595, "chars_per_token": 1.131, "ratio_vs_en": 2.801, "ci95": [2.772, 2.832]}, "war_Latn": {"tokens": 64656, "chars": 164746, "chars_per_token": 2.548, "ratio_vs_en": 1.478, "ci95": [1.465, 1.491]}, "wol_Latn": {"tokens": 58082, "chars": 127173, "chars_per_token": 2.19, "ratio_vs_en": 1.328, "ci95": [1.314, 1.342]}, "xho_Latn": {"tokens": 62551, "chars": 139123, "chars_per_token": 2.224, "ratio_vs_en": 1.43, "ci95": [1.417, 1.443]}, "ydd_Hebr": {"tokens": 233820, "chars": 141658, "chars_per_token": 0.606, "ratio_vs_en": 5.346, "ci95": [5.307, 5.385]}, "yor_Latn": {"tokens": 97321, "chars": 126844, "chars_per_token": 1.303, "ratio_vs_en": 2.225, "ci95": [2.18, 2.275]}, "yue_Hant": {"tokens": 112878, "chars": 40019, "chars_per_token": 0.355, "ratio_vs_en": 2.581, "ci95": [2.556, 2.605]}, "zho_Hans": {"tokens": 117857, "chars": 43248, "chars_per_token": 0.367, "ratio_vs_en": 2.695, "ci95": [2.666, 2.723]}, "zho_Hant": {"tokens": 114594, "chars": 40695, "chars_per_token": 0.355, "ratio_vs_en": 2.62, "ci95": [2.595, 2.645]}, "zsm_Latn": {"tokens": 55441, "chars": 146201, "chars_per_token": 2.637, "ratio_vs_en": 1.268, "ci95": [1.258, 1.278]}, "zul_Latn": {"tokens": 66057, "chars": 148362, "chars_per_token": 2.246, "ratio_vs_en": 1.51, "ci95": [1.496, 1.524]}, "eng_Latn": {"tokens": 43739, "chars": 131966, "chars_per_token": 3.017, "ratio_vs_en": 1.0}}, "costs": []}, {"schema": 1, "tokenizer": "CSTinyLlama (Czech, BUT-FIT)", "kind": "hf", "id": "BUT-FIT/CSTinyLlama-1.2B", "group": "Regional", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 190180, "chars": 111621, "chars_per_token": 0.587, "ratio_vs_en": 4.348, "ci95": [4.309, 4.389]}, "ace_Latn": {"tokens": 61375, "chars": 141933, "chars_per_token": 2.313, "ratio_vs_en": 1.403, "ci95": [1.389, 1.417]}, "acm_Arab": {"tokens": 193822, "chars": 113573, "chars_per_token": 0.586, "ratio_vs_en": 4.431, "ci95": [4.387, 4.475]}, "acq_Arab": {"tokens": 196607, "chars": 115113, "chars_per_token": 0.585, "ratio_vs_en": 4.495, "ci95": [4.452, 4.539]}, "aeb_Arab": {"tokens": 192000, "chars": 112077, "chars_per_token": 0.584, "ratio_vs_en": 4.39, "ci95": [4.345, 4.434]}, "afr_Latn": {"tokens": 53500, "chars": 139690, "chars_per_token": 2.611, "ratio_vs_en": 1.223, "ci95": [1.214, 1.233]}, "ajp_Arab": {"tokens": 183923, "chars": 109046, "chars_per_token": 0.593, "ratio_vs_en": 4.205, "ci95": [4.166, 4.243]}, "aka_Latn": {"tokens": 77689, "chars": 132650, "chars_per_token": 1.707, "ratio_vs_en": 1.776, "ci95": [1.754, 1.801]}, "als_Latn": {"tokens": 69754, "chars": 147064, "chars_per_token": 2.108, "ratio_vs_en": 1.595, "ci95": [1.58, 1.609]}, "amh_Ethi": {"tokens": 224087, "chars": 87132, "chars_per_token": 0.389, "ratio_vs_en": 5.123, "ci95": [5.075, 5.171]}, "apc_Arab": {"tokens": 183883, "chars": 107981, "chars_per_token": 0.587, "ratio_vs_en": 4.204, "ci95": [4.162, 4.245]}, "arb_Arab": {"tokens": 198628, "chars": 116307, "chars_per_token": 0.586, "ratio_vs_en": 4.541, "ci95": [4.499, 4.584]}, "arb_Latn": {"tokens": 70586, "chars": 153758, "chars_per_token": 2.178, "ratio_vs_en": 1.614, "ci95": [1.596, 1.631]}, "ars_Arab": {"tokens": 198973, "chars": 116428, "chars_per_token": 0.585, "ratio_vs_en": 4.549, "ci95": [4.506, 4.593]}, "ary_Arab": {"tokens": 194607, "chars": 113563, "chars_per_token": 0.584, "ratio_vs_en": 4.449, "ci95": [4.4, 4.498]}, "arz_Arab": {"tokens": 194171, "chars": 113770, "chars_per_token": 0.586, "ratio_vs_en": 4.439, "ci95": [4.392, 4.485]}, "asm_Beng": {"tokens": 333966, "chars": 125936, "chars_per_token": 0.377, "ratio_vs_en": 7.635, "ci95": [7.564, 7.708]}, "ast_Latn": {"tokens": 52594, "chars": 136363, "chars_per_token": 2.593, "ratio_vs_en": 1.202, "ci95": [1.192, 1.213]}, "awa_Deva": {"tokens": 329415, "chars": 128171, "chars_per_token": 0.389, "ratio_vs_en": 7.531, "ci95": [7.455, 7.609]}, "ayr_Latn": {"tokens": 63115, "chars": 138617, "chars_per_token": 2.196, "ratio_vs_en": 1.443, "ci95": [1.424, 1.461]}, "azb_Arab": {"tokens": 204852, "chars": 117061, "chars_per_token": 0.571, "ratio_vs_en": 4.684, "ci95": [4.634, 4.733]}, "azj_Latn": {"tokens": 101075, "chars": 143739, "chars_per_token": 1.422, "ratio_vs_en": 2.311, "ci95": [2.283, 2.338]}, "bak_Cyrl": {"tokens": 212462, "chars": 133222, "chars_per_token": 0.627, "ratio_vs_en": 4.857, "ci95": [4.808, 4.907]}, "bam_Latn": {"tokens": 72841, "chars": 126387, "chars_per_token": 1.735, "ratio_vs_en": 1.665, "ci95": [1.644, 1.686]}, "ban_Latn": {"tokens": 54669, "chars": 145570, "chars_per_token": 2.663, "ratio_vs_en": 1.25, "ci95": [1.237, 1.262]}, "bel_Cyrl": {"tokens": 225574, "chars": 147991, "chars_per_token": 0.656, "ratio_vs_en": 5.157, "ci95": [5.097, 5.215]}, "bem_Latn": {"tokens": 66192, "chars": 160751, "chars_per_token": 2.429, "ratio_vs_en": 1.513, "ci95": [1.497, 1.529]}, "ben_Beng": {"tokens": 343691, "chars": 129042, "chars_per_token": 0.375, "ratio_vs_en": 7.858, "ci95": [7.787, 7.933]}, "bho_Deva": {"tokens": 327154, "chars": 128611, "chars_per_token": 0.393, "ratio_vs_en": 7.48, "ci95": [7.405, 7.557]}, "bjn_Arab": {"tokens": 214525, "chars": 122230, "chars_per_token": 0.57, "ratio_vs_en": 4.905, "ci95": [4.856, 4.956]}, "bjn_Latn": {"tokens": 54814, "chars": 138182, "chars_per_token": 2.521, "ratio_vs_en": 1.253, "ci95": [1.243, 1.264]}, "bod_Tibt": {"tokens": 438116, "chars": 148151, "chars_per_token": 0.338, "ratio_vs_en": 10.017, "ci95": [9.895, 10.139]}, "bos_Latn": {"tokens": 48837, "chars": 132187, "chars_per_token": 2.707, "ratio_vs_en": 1.117, "ci95": [1.106, 1.127]}, "bug_Latn": {"tokens": 57469, "chars": 139375, "chars_per_token": 2.425, "ratio_vs_en": 1.314, "ci95": [1.298, 1.331]}, "bul_Cyrl": {"tokens": 204282, "chars": 137824, "chars_per_token": 0.675, "ratio_vs_en": 4.67, "ci95": [4.627, 4.715]}, "cat_Latn": {"tokens": 55941, "chars": 145781, "chars_per_token": 2.606, "ratio_vs_en": 1.279, "ci95": [1.269, 1.29]}, "ceb_Latn": {"tokens": 63728, "chars": 158685, "chars_per_token": 2.49, "ratio_vs_en": 1.457, "ci95": [1.444, 1.47]}, "ces_Latn": {"tokens": 26979, "chars": 127257, "chars_per_token": 4.717, "ratio_vs_en": 0.617, "ci95": [0.611, 0.623]}, "cjk_Latn": {"tokens": 57624, "chars": 139261, "chars_per_token": 2.417, "ratio_vs_en": 1.317, "ci95": [1.299, 1.336]}, "ckb_Arab": {"tokens": 226950, "chars": 128585, "chars_per_token": 0.567, "ratio_vs_en": 5.189, "ci95": [5.138, 5.239]}, "crh_Latn": {"tokens": 76010, "chars": 134038, "chars_per_token": 1.763, "ratio_vs_en": 1.738, "ci95": [1.718, 1.757]}, "cym_Latn": {"tokens": 67004, "chars": 141257, "chars_per_token": 2.108, "ratio_vs_en": 1.532, "ci95": [1.52, 1.543]}, "dan_Latn": {"tokens": 53614, "chars": 135083, "chars_per_token": 2.52, "ratio_vs_en": 1.226, "ci95": [1.215, 1.236]}, "deu_Latn": {"tokens": 53982, "chars": 153809, "chars_per_token": 2.849, "ratio_vs_en": 1.234, "ci95": [1.225, 1.244]}, "dik_Latn": {"tokens": 67160, "chars": 111789, "chars_per_token": 1.665, "ratio_vs_en": 1.535, "ci95": [1.505, 1.569]}, "dyu_Latn": {"tokens": 58960, "chars": 132855, "chars_per_token": 2.253, "ratio_vs_en": 1.348, "ci95": [1.328, 1.368]}, "dzo_Tibt": {"tokens": 478058, "chars": 163358, "chars_per_token": 0.342, "ratio_vs_en": 10.93, "ci95": [10.786, 11.073]}, "ell_Grek": {"tokens": 261546, "chars": 157539, "chars_per_token": 0.602, "ratio_vs_en": 5.98, "ci95": [5.92, 6.038]}, "epo_Latn": {"tokens": 52843, "chars": 131292, "chars_per_token": 2.485, "ratio_vs_en": 1.208, "ci95": [1.198, 1.218]}, "est_Latn": {"tokens": 57326, "chars": 129459, "chars_per_token": 2.258, "ratio_vs_en": 1.311, "ci95": [1.297, 1.323]}, "eus_Latn": {"tokens": 55542, "chars": 139822, "chars_per_token": 2.517, "ratio_vs_en": 1.27, "ci95": [1.258, 1.281]}, "ewe_Latn": {"tokens": 78480, "chars": 127448, "chars_per_token": 1.624, "ratio_vs_en": 1.794, "ci95": [1.766, 1.825]}, "fao_Latn": {"tokens": 63487, "chars": 134274, "chars_per_token": 2.115, "ratio_vs_en": 1.451, "ci95": [1.439, 1.465]}, "fij_Latn": {"tokens": 62724, "chars": 155177, "chars_per_token": 2.474, "ratio_vs_en": 1.434, "ci95": [1.418, 1.452]}, "fin_Latn": {"tokens": 61450, "chars": 140128, "chars_per_token": 2.28, "ratio_vs_en": 1.405, "ci95": [1.391, 1.418]}, "fon_Latn": {"tokens": 102838, "chars": 135260, "chars_per_token": 1.315, "ratio_vs_en": 2.351, "ci95": [2.314, 2.39]}, "fra_Latn": {"tokens": 61027, "chars": 157638, "chars_per_token": 2.583, "ratio_vs_en": 1.395, "ci95": [1.383, 1.408]}, "fur_Latn": {"tokens": 58187, "chars": 144519, "chars_per_token": 2.484, "ratio_vs_en": 1.33, "ci95": [1.32, 1.341]}, "fuv_Latn": {"tokens": 53341, "chars": 122162, "chars_per_token": 2.29, "ratio_vs_en": 1.22, "ci95": [1.2, 1.239]}, "gaz_Latn": {"tokens": 70449, "chars": 156418, "chars_per_token": 2.22, "ratio_vs_en": 1.611, "ci95": [1.595, 1.627]}, "gla_Latn": {"tokens": 74534, "chars": 162597, "chars_per_token": 2.182, "ratio_vs_en": 1.704, "ci95": [1.688, 1.721]}, "gle_Latn": {"tokens": 68277, "chars": 152481, "chars_per_token": 2.233, "ratio_vs_en": 1.561, "ci95": [1.546, 1.576]}, "glg_Latn": {"tokens": 54375, "chars": 146143, "chars_per_token": 2.688, "ratio_vs_en": 1.243, "ci95": [1.234, 1.252]}, "grn_Latn": {"tokens": 63820, "chars": 132815, "chars_per_token": 2.081, "ratio_vs_en": 1.459, "ci95": [1.443, 1.475]}, "guj_Gujr": {"tokens": 329786, "chars": 126428, "chars_per_token": 0.383, "ratio_vs_en": 7.54, "ci95": [7.471, 7.609]}, "hat_Latn": {"tokens": 48730, "chars": 121280, "chars_per_token": 2.489, "ratio_vs_en": 1.114, "ci95": [1.104, 1.124]}, "hau_Latn": {"tokens": 56954, "chars": 140067, "chars_per_token": 2.459, "ratio_vs_en": 1.302, "ci95": [1.289, 1.315]}, "heb_Hebr": {"tokens": 165779, "chars": 102054, "chars_per_token": 0.616, "ratio_vs_en": 3.79, "ci95": [3.757, 3.823]}, "hin_Deva": {"tokens": 335600, "chars": 131058, "chars_per_token": 0.391, "ratio_vs_en": 7.673, "ci95": [7.599, 7.748]}, "hne_Deva": {"tokens": 324556, "chars": 126933, "chars_per_token": 0.391, "ratio_vs_en": 7.42, "ci95": [7.361, 7.485]}, "hrv_Latn": {"tokens": 47897, "chars": 128727, "chars_per_token": 2.688, "ratio_vs_en": 1.095, "ci95": [1.085, 1.106]}, "hun_Latn": {"tokens": 65049, "chars": 138629, "chars_per_token": 2.131, "ratio_vs_en": 1.487, "ci95": [1.472, 1.502]}, "hye_Armn": {"tokens": 268390, "chars": 145956, "chars_per_token": 0.544, "ratio_vs_en": 6.136, "ci95": [6.075, 6.195]}, "ibo_Latn": {"tokens": 98288, "chars": 134560, "chars_per_token": 1.369, "ratio_vs_en": 2.247, "ci95": [2.212, 2.284]}, "ilo_Latn": {"tokens": 63260, "chars": 159680, "chars_per_token": 2.524, "ratio_vs_en": 1.446, "ci95": [1.433, 1.459]}, "ind_Latn": {"tokens": 53508, "chars": 142318, "chars_per_token": 2.66, "ratio_vs_en": 1.223, "ci95": [1.213, 1.234]}, "isl_Latn": {"tokens": 67585, "chars": 129783, "chars_per_token": 1.92, "ratio_vs_en": 1.545, "ci95": [1.529, 1.561]}, "ita_Latn": {"tokens": 56971, "chars": 156138, "chars_per_token": 2.741, "ratio_vs_en": 1.303, "ci95": [1.291, 1.314]}, "jav_Latn": {"tokens": 52837, "chars": 136928, "chars_per_token": 2.592, "ratio_vs_en": 1.208, "ci95": [1.197, 1.22]}, "jpn_Jpan": {"tokens": 166188, "chars": 56943, "chars_per_token": 0.343, "ratio_vs_en": 3.8, "ci95": [3.758, 3.84]}, "kab_Latn": {"tokens": 72260, "chars": 130554, "chars_per_token": 1.807, "ratio_vs_en": 1.652, "ci95": [1.635, 1.669]}, "kac_Latn": {"tokens": 72694, "chars": 169397, "chars_per_token": 2.33, "ratio_vs_en": 1.662, "ci95": [1.64, 1.685]}, "kam_Latn": {"tokens": 63025, "chars": 128356, "chars_per_token": 2.037, "ratio_vs_en": 1.441, "ci95": [1.414, 1.469]}, "kan_Knda": {"tokens": 373638, "chars": 138040, "chars_per_token": 0.369, "ratio_vs_en": 8.542, "ci95": [8.457, 8.629]}, "kas_Arab": {"tokens": 217004, "chars": 126105, "chars_per_token": 0.581, "ratio_vs_en": 4.961, "ci95": [4.914, 5.008]}, "kas_Deva": {"tokens": 312881, "chars": 126401, "chars_per_token": 0.404, "ratio_vs_en": 7.153, "ci95": [7.087, 7.222]}, "kat_Geor": {"tokens": 387579, "chars": 143930, "chars_per_token": 0.371, "ratio_vs_en": 8.861, "ci95": [8.767, 8.954]}, "kaz_Cyrl": {"tokens": 213635, "chars": 135404, "chars_per_token": 0.634, "ratio_vs_en": 4.884, "ci95": [4.833, 4.933]}, "kbp_Latn": {"tokens": 131546, "chars": 142957, "chars_per_token": 1.087, "ratio_vs_en": 3.008, "ci95": [2.964, 3.055]}, "kea_Latn": {"tokens": 49068, "chars": 130800, "chars_per_token": 2.666, "ratio_vs_en": 1.122, "ci95": [1.114, 1.129]}, "khk_Cyrl": {"tokens": 214531, "chars": 137067, "chars_per_token": 0.639, "ratio_vs_en": 4.905, "ci95": [4.858, 4.951]}, "khm_Khmr": {"tokens": 414486, "chars": 153212, "chars_per_token": 0.37, "ratio_vs_en": 9.476, "ci95": [9.372, 9.585]}, "kik_Latn": {"tokens": 94046, "chars": 153431, "chars_per_token": 1.631, "ratio_vs_en": 2.15, "ci95": [2.113, 2.186]}, "kin_Latn": {"tokens": 63636, "chars": 145862, "chars_per_token": 2.292, "ratio_vs_en": 1.455, "ci95": [1.44, 1.471]}, "kir_Cyrl": {"tokens": 209413, "chars": 135532, "chars_per_token": 0.647, "ratio_vs_en": 4.788, "ci95": [4.732, 4.842]}, "kmb_Latn": {"tokens": 61144, "chars": 145762, "chars_per_token": 2.384, "ratio_vs_en": 1.398, "ci95": [1.382, 1.414]}, "kmr_Latn": {"tokens": 76625, "chars": 130372, "chars_per_token": 1.701, "ratio_vs_en": 1.752, "ci95": [1.734, 1.77]}, "knc_Arab": {"tokens": 199850, "chars": 116000, "chars_per_token": 0.58, "ratio_vs_en": 4.569, "ci95": [4.469, 4.672]}, "knc_Latn": {"tokens": 70801, "chars": 138972, "chars_per_token": 1.963, "ratio_vs_en": 1.619, "ci95": [1.599, 1.641]}, "kon_Latn": {"tokens": 57872, "chars": 149894, "chars_per_token": 2.59, "ratio_vs_en": 1.323, "ci95": [1.309, 1.337]}, "kor_Hang": {"tokens": 154915, "chars": 65965, "chars_per_token": 0.426, "ratio_vs_en": 3.542, "ci95": [3.509, 3.575]}, "lao_Laoo": {"tokens": 354429, "chars": 130060, "chars_per_token": 0.367, "ratio_vs_en": 8.103, "ci95": [8.016, 8.19]}, "lij_Latn": {"tokens": 63806, "chars": 145994, "chars_per_token": 2.288, "ratio_vs_en": 1.459, "ci95": [1.447, 1.471]}, "lim_Latn": {"tokens": 56829, "chars": 137686, "chars_per_token": 2.423, "ratio_vs_en": 1.299, "ci95": [1.288, 1.311]}, "lin_Latn": {"tokens": 54423, "chars": 142197, "chars_per_token": 2.613, "ratio_vs_en": 1.244, "ci95": [1.234, 1.254]}, "lit_Latn": {"tokens": 60611, "chars": 130329, "chars_per_token": 2.15, "ratio_vs_en": 1.386, "ci95": [1.372, 1.399]}, "lmo_Latn": {"tokens": 62139, "chars": 141666, "chars_per_token": 2.28, "ratio_vs_en": 1.421, "ci95": [1.409, 1.432]}, "ltg_Latn": {"tokens": 65778, "chars": 129848, "chars_per_token": 1.974, "ratio_vs_en": 1.504, "ci95": [1.49, 1.518]}, "ltz_Latn": {"tokens": 60806, "chars": 147545, "chars_per_token": 2.426, "ratio_vs_en": 1.39, "ci95": [1.379, 1.402]}, "lua_Latn": {"tokens": 57308, "chars": 142998, "chars_per_token": 2.495, "ratio_vs_en": 1.31, "ci95": [1.296, 1.325]}, "lug_Latn": {"tokens": 58631, "chars": 135078, "chars_per_token": 2.304, "ratio_vs_en": 1.34, "ci95": [1.327, 1.354]}, "luo_Latn": {"tokens": 54485, "chars": 137546, "chars_per_token": 2.524, "ratio_vs_en": 1.246, "ci95": [1.231, 1.26]}, "lus_Latn": {"tokens": 59445, "chars": 146255, "chars_per_token": 2.46, "ratio_vs_en": 1.359, "ci95": [1.342, 1.376]}, "lvs_Latn": {"tokens": 73287, "chars": 134157, "chars_per_token": 1.831, "ratio_vs_en": 1.676, "ci95": [1.659, 1.693]}, "mag_Deva": {"tokens": 325594, "chars": 126695, "chars_per_token": 0.389, "ratio_vs_en": 7.444, "ci95": [7.379, 7.505]}, "mai_Deva": {"tokens": 334063, "chars": 129408, "chars_per_token": 0.387, "ratio_vs_en": 7.638, "ci95": [7.568, 7.704]}, "mal_Mlym": {"tokens": 410074, "chars": 149336, "chars_per_token": 0.364, "ratio_vs_en": 9.375, "ci95": [9.284, 9.47]}, "mar_Deva": {"tokens": 354392, "chars": 133051, "chars_per_token": 0.375, "ratio_vs_en": 8.102, "ci95": [8.029, 8.178]}, "min_Arab": {"tokens": 219845, "chars": 126399, "chars_per_token": 0.575, "ratio_vs_en": 5.026, "ci95": [4.979, 5.073]}, "min_Latn": {"tokens": 54402, "chars": 141163, "chars_per_token": 2.595, "ratio_vs_en": 1.244, "ci95": [1.233, 1.255]}, "mkd_Cyrl": {"tokens": 202172, "chars": 137827, "chars_per_token": 0.682, "ratio_vs_en": 4.622, "ci95": [4.579, 4.664]}, "mlt_Latn": {"tokens": 74294, "chars": 146288, "chars_per_token": 1.969, "ratio_vs_en": 1.699, "ci95": [1.683, 1.714]}, "mni_Beng": {"tokens": 366634, "chars": 136782, "chars_per_token": 0.373, "ratio_vs_en": 8.382, "ci95": [8.304, 8.47]}, "mos_Latn": {"tokens": 69116, "chars": 124657, "chars_per_token": 1.804, "ratio_vs_en": 1.58, "ci95": [1.557, 1.604]}, "mri_Latn": {"tokens": 75195, "chars": 146527, "chars_per_token": 1.949, "ratio_vs_en": 1.719, "ci95": [1.702, 1.737]}, "mya_Mymr": {"tokens": 464105, "chars": 163169, "chars_per_token": 0.352, "ratio_vs_en": 10.611, "ci95": [10.496, 10.725]}, "nld_Latn": {"tokens": 55700, "chars": 147507, "chars_per_token": 2.648, "ratio_vs_en": 1.273, "ci95": [1.262, 1.285]}, "nno_Latn": {"tokens": 52671, "chars": 133443, "chars_per_token": 2.534, "ratio_vs_en": 1.204, "ci95": [1.194, 1.215]}, "nob_Latn": {"tokens": 51641, "chars": 132138, "chars_per_token": 2.559, "ratio_vs_en": 1.181, "ci95": [1.171, 1.191]}, "npi_Deva": {"tokens": 337487, "chars": 126903, "chars_per_token": 0.376, "ratio_vs_en": 7.716, "ci95": [7.637, 7.792]}, "nso_Latn": {"tokens": 61728, "chars": 151109, "chars_per_token": 2.448, "ratio_vs_en": 1.411, "ci95": [1.399, 1.425]}, "nus_Latn": {"tokens": 112810, "chars": 142340, "chars_per_token": 1.262, "ratio_vs_en": 2.579, "ci95": [2.544, 2.613]}, "nya_Latn": {"tokens": 60455, "chars": 147172, "chars_per_token": 2.434, "ratio_vs_en": 1.382, "ci95": [1.366, 1.398]}, "oci_Latn": {"tokens": 58619, "chars": 150651, "chars_per_token": 2.57, "ratio_vs_en": 1.34, "ci95": [1.33, 1.35]}, "ory_Orya": {"tokens": 359787, "chars": 134839, "chars_per_token": 0.375, "ratio_vs_en": 8.226, "ci95": [8.148, 8.304]}, "pag_Latn": {"tokens": 48465, "chars": 129899, "chars_per_token": 2.68, "ratio_vs_en": 1.108, "ci95": [1.092, 1.123]}, "pan_Guru": {"tokens": 342472, "chars": 133425, "chars_per_token": 0.39, "ratio_vs_en": 7.83, "ci95": [7.757, 7.907]}, "pap_Latn": {"tokens": 51075, "chars": 139154, "chars_per_token": 2.725, "ratio_vs_en": 1.168, "ci95": [1.16, 1.176]}, "pbt_Arab": {"tokens": 200745, "chars": 122455, "chars_per_token": 0.61, "ratio_vs_en": 4.59, "ci95": [4.546, 4.632]}, "pes_Arab": {"tokens": 206482, "chars": 123827, "chars_per_token": 0.6, "ratio_vs_en": 4.721, "ci95": [4.674, 4.763]}, "plt_Latn": {"tokens": 65533, "chars": 160996, "chars_per_token": 2.457, "ratio_vs_en": 1.498, "ci95": [1.483, 1.514]}, "pol_Latn": {"tokens": 61293, "chars": 139483, "chars_per_token": 2.276, "ratio_vs_en": 1.401, "ci95": [1.386, 1.417]}, "por_Latn": {"tokens": 55547, "chars": 143418, "chars_per_token": 2.582, "ratio_vs_en": 1.27, "ci95": [1.26, 1.28]}, "prs_Arab": {"tokens": 200004, "chars": 120643, "chars_per_token": 0.603, "ratio_vs_en": 4.573, "ci95": [4.53, 4.616]}, "quy_Latn": {"tokens": 63094, "chars": 141027, "chars_per_token": 2.235, "ratio_vs_en": 1.443, "ci95": [1.425, 1.46]}, "ron_Latn": {"tokens": 70146, "chars": 148571, "chars_per_token": 2.118, "ratio_vs_en": 1.604, "ci95": [1.588, 1.62]}, "run_Latn": {"tokens": 64081, "chars": 147265, "chars_per_token": 2.298, "ratio_vs_en": 1.465, "ci95": [1.448, 1.483]}, "rus_Cyrl": {"tokens": 217118, "chars": 142096, "chars_per_token": 0.654, "ratio_vs_en": 4.964, "ci95": [4.909, 5.016]}, "sag_Latn": {"tokens": 60933, "chars": 142621, "chars_per_token": 2.341, "ratio_vs_en": 1.393, "ci95": [1.375, 1.412]}, "san_Deva": {"tokens": 345097, "chars": 128257, "chars_per_token": 0.372, "ratio_vs_en": 7.89, "ci95": [7.81, 7.971]}, "sat_Olck": {"tokens": 368901, "chars": 139791, "chars_per_token": 0.379, "ratio_vs_en": 8.434, "ci95": [8.351, 8.519]}, "scn_Latn": {"tokens": 59177, "chars": 138571, "chars_per_token": 2.342, "ratio_vs_en": 1.353, "ci95": [1.341, 1.365]}, "shn_Mymr": {"tokens": 513426, "chars": 188284, "chars_per_token": 0.367, "ratio_vs_en": 11.738, "ci95": [11.573, 11.895]}, "sin_Sinh": {"tokens": 343428, "chars": 131080, "chars_per_token": 0.382, "ratio_vs_en": 7.852, "ci95": [7.78, 7.927]}, "slk_Latn": {"tokens": 40413, "chars": 131710, "chars_per_token": 3.259, "ratio_vs_en": 0.924, "ci95": [0.915, 0.933]}, "slv_Latn": {"tokens": 46971, "chars": 130855, "chars_per_token": 2.786, "ratio_vs_en": 1.074, "ci95": [1.064, 1.083]}, "smo_Latn": {"tokens": 68493, "chars": 152724, "chars_per_token": 2.23, "ratio_vs_en": 1.566, "ci95": [1.55, 1.583]}, "sna_Latn": {"tokens": 62383, "chars": 147603, "chars_per_token": 2.366, "ratio_vs_en": 1.426, "ci95": [1.41, 1.443]}, "snd_Arab": {"tokens": 199559, "chars": 119588, "chars_per_token": 0.599, "ratio_vs_en": 4.562, "ci95": [4.524, 4.603]}, "som_Latn": {"tokens": 68240, "chars": 151662, "chars_per_token": 2.222, "ratio_vs_en": 1.56, "ci95": [1.545, 1.575]}, "sot_Latn": {"tokens": 63649, "chars": 158732, "chars_per_token": 2.494, "ratio_vs_en": 1.455, "ci95": [1.44, 1.469]}, "spa_Latn": {"tokens": 56740, "chars": 156997, "chars_per_token": 2.767, "ratio_vs_en": 1.297, "ci95": [1.286, 1.308]}, "srd_Latn": {"tokens": 60907, "chars": 153347, "chars_per_token": 2.518, "ratio_vs_en": 1.393, "ci95": [1.382, 1.404]}, "srp_Cyrl": {"tokens": 196582, "chars": 130780, "chars_per_token": 0.665, "ratio_vs_en": 4.494, "ci95": [4.453, 4.533]}, "ssw_Latn": {"tokens": 62631, "chars": 148726, "chars_per_token": 2.375, "ratio_vs_en": 1.432, "ci95": [1.417, 1.448]}, "sun_Latn": {"tokens": 53876, "chars": 136846, "chars_per_token": 2.54, "ratio_vs_en": 1.232, "ci95": [1.22, 1.244]}, "swe_Latn": {"tokens": 52940, "chars": 132173, "chars_per_token": 2.497, "ratio_vs_en": 1.21, "ci95": [1.2, 1.221]}, "swh_Latn": {"tokens": 56784, "chars": 138104, "chars_per_token": 2.432, "ratio_vs_en": 1.298, "ci95": [1.287, 1.308]}, "szl_Latn": {"tokens": 67201, "chars": 137371, "chars_per_token": 2.044, "ratio_vs_en": 1.536, "ci95": [1.522, 1.552]}, "tam_Taml": {"tokens": 420278, "chars": 154133, "chars_per_token": 0.367, "ratio_vs_en": 9.609, "ci95": [9.516, 9.703]}, "taq_Latn": {"tokens": 66874, "chars": 124417, "chars_per_token": 1.86, "ratio_vs_en": 1.529, "ci95": [1.506, 1.554]}, "taq_Tfng": {"tokens": 281223, "chars": 123904, "chars_per_token": 0.441, "ratio_vs_en": 6.43, "ci95": [6.353, 6.515]}, "tat_Cyrl": {"tokens": 210795, "chars": 133282, "chars_per_token": 0.632, "ratio_vs_en": 4.819, "ci95": [4.774, 4.866]}, "tel_Telu": {"tokens": 351092, "chars": 132470, "chars_per_token": 0.377, "ratio_vs_en": 8.027, "ci95": [7.939, 8.116]}, "tgk_Cyrl": {"tokens": 212740, "chars": 145871, "chars_per_token": 0.686, "ratio_vs_en": 4.864, "ci95": [4.818, 4.91]}, "tgl_Latn": {"tokens": 66884, "chars": 166169, "chars_per_token": 2.484, "ratio_vs_en": 1.529, "ci95": [1.515, 1.543]}, "tha_Thai": {"tokens": 362381, "chars": 126109, "chars_per_token": 0.348, "ratio_vs_en": 8.285, "ci95": [8.195, 8.383]}, "tir_Ethi": {"tokens": 230381, "chars": 90700, "chars_per_token": 0.394, "ratio_vs_en": 5.267, "ci95": [5.215, 5.323]}, "tpi_Latn": {"tokens": 61080, "chars": 169011, "chars_per_token": 2.767, "ratio_vs_en": 1.396, "ci95": [1.381, 1.412]}, "tsn_Latn": {"tokens": 66492, "chars": 163035, "chars_per_token": 2.452, "ratio_vs_en": 1.52, "ci95": [1.502, 1.538]}, "tso_Latn": {"tokens": 65718, "chars": 158178, "chars_per_token": 2.407, "ratio_vs_en": 1.503, "ci95": [1.486, 1.519]}, "tuk_Latn": {"tokens": 71552, "chars": 140262, "chars_per_token": 1.96, "ratio_vs_en": 1.636, "ci95": [1.62, 1.652]}, "tum_Latn": {"tokens": 74341, "chars": 172545, "chars_per_token": 2.321, "ratio_vs_en": 1.7, "ci95": [1.676, 1.726]}, "tur_Latn": {"tokens": 73591, "chars": 135761, "chars_per_token": 1.845, "ratio_vs_en": 1.683, "ci95": [1.666, 1.699]}, "twi_Latn": {"tokens": 72107, "chars": 128598, "chars_per_token": 1.783, "ratio_vs_en": 1.649, "ci95": [1.627, 1.671]}, "tzm_Tfng": {"tokens": 280606, "chars": 117960, "chars_per_token": 0.42, "ratio_vs_en": 6.415, "ci95": [6.352, 6.481]}, "uig_Arab": {"tokens": 250464, "chars": 140477, "chars_per_token": 0.561, "ratio_vs_en": 5.726, "ci95": [5.664, 5.79]}, "ukr_Cyrl": {"tokens": 206634, "chars": 134446, "chars_per_token": 0.651, "ratio_vs_en": 4.724, "ci95": [4.681, 4.768]}, "umb_Latn": {"tokens": 59596, "chars": 134747, "chars_per_token": 2.261, "ratio_vs_en": 1.363, "ci95": [1.344, 1.382]}, "urd_Arab": {"tokens": 218839, "chars": 129919, "chars_per_token": 0.594, "ratio_vs_en": 5.003, "ci95": [4.956, 5.051]}, "uzn_Latn": {"tokens": 63897, "chars": 149323, "chars_per_token": 2.337, "ratio_vs_en": 1.461, "ci95": [1.448, 1.474]}, "vec_Latn": {"tokens": 54353, "chars": 133237, "chars_per_token": 2.451, "ratio_vs_en": 1.243, "ci95": [1.232, 1.253]}, "vie_Latn": {"tokens": 122493, "chars": 138595, "chars_per_token": 1.131, "ratio_vs_en": 2.801, "ci95": [2.772, 2.832]}, "war_Latn": {"tokens": 64656, "chars": 164746, "chars_per_token": 2.548, "ratio_vs_en": 1.478, "ci95": [1.465, 1.491]}, "wol_Latn": {"tokens": 58082, "chars": 127173, "chars_per_token": 2.19, "ratio_vs_en": 1.328, "ci95": [1.314, 1.342]}, "xho_Latn": {"tokens": 62551, "chars": 139123, "chars_per_token": 2.224, "ratio_vs_en": 1.43, "ci95": [1.417, 1.443]}, "ydd_Hebr": {"tokens": 233820, "chars": 141658, "chars_per_token": 0.606, "ratio_vs_en": 5.346, "ci95": [5.307, 5.385]}, "yor_Latn": {"tokens": 97321, "chars": 126844, "chars_per_token": 1.303, "ratio_vs_en": 2.225, "ci95": [2.18, 2.275]}, "yue_Hant": {"tokens": 112878, "chars": 40019, "chars_per_token": 0.355, "ratio_vs_en": 2.581, "ci95": [2.556, 2.605]}, "zho_Hans": {"tokens": 117857, "chars": 43248, "chars_per_token": 0.367, "ratio_vs_en": 2.695, "ci95": [2.666, 2.723]}, "zho_Hant": {"tokens": 114594, "chars": 40695, "chars_per_token": 0.355, "ratio_vs_en": 2.62, "ci95": [2.595, 2.645]}, "zsm_Latn": {"tokens": 55441, "chars": 146201, "chars_per_token": 2.637, "ratio_vs_en": 1.268, "ci95": [1.258, 1.278]}, "zul_Latn": {"tokens": 66057, "chars": 148362, "chars_per_token": 2.246, "ratio_vs_en": 1.51, "ci95": [1.496, 1.524]}, "eng_Latn": {"tokens": 43739, "chars": 131966, "chars_per_token": 3.017, "ratio_vs_en": 1.0}}, "costs": []}, {"schema": 1, "tokenizer": "DeepSeek V3 / V3.1 / R1", "kind": "hf", "id": "deepseek-ai/DeepSeek-V3.1", "group": "China", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 73398, "chars": 111621, "chars_per_token": 1.521, "ratio_vs_en": 2.714, "ci95": [2.685, 2.745]}, "ace_Latn": {"tokens": 52747, "chars": 141933, "chars_per_token": 2.691, "ratio_vs_en": 1.951, "ci95": [1.928, 1.972]}, "acm_Arab": {"tokens": 43636, "chars": 113573, "chars_per_token": 2.603, "ratio_vs_en": 1.614, "ci95": [1.598, 1.63]}, "acq_Arab": {"tokens": 43823, "chars": 115113, "chars_per_token": 2.627, "ratio_vs_en": 1.621, "ci95": [1.604, 1.637]}, "aeb_Arab": {"tokens": 44327, "chars": 112077, "chars_per_token": 2.528, "ratio_vs_en": 1.639, "ci95": [1.622, 1.657]}, "afr_Latn": {"tokens": 44134, "chars": 139690, "chars_per_token": 3.165, "ratio_vs_en": 1.632, "ci95": [1.617, 1.647]}, "ajp_Arab": {"tokens": 42090, "chars": 109046, "chars_per_token": 2.591, "ratio_vs_en": 1.557, "ci95": [1.542, 1.571]}, "aka_Latn": {"tokens": 63886, "chars": 132650, "chars_per_token": 2.076, "ratio_vs_en": 2.363, "ci95": [2.33, 2.398]}, "als_Latn": {"tokens": 62111, "chars": 147064, "chars_per_token": 2.368, "ratio_vs_en": 2.297, "ci95": [2.272, 2.321]}, "amh_Ethi": {"tokens": 161525, "chars": 87132, "chars_per_token": 0.539, "ratio_vs_en": 5.973, "ci95": [5.905, 6.043]}, "apc_Arab": {"tokens": 42458, "chars": 107981, "chars_per_token": 2.543, "ratio_vs_en": 1.57, "ci95": [1.554, 1.586]}, "arb_Arab": {"tokens": 43700, "chars": 116307, "chars_per_token": 2.661, "ratio_vs_en": 1.616, "ci95": [1.6, 1.633]}, "arb_Latn": {"tokens": 65157, "chars": 153758, "chars_per_token": 2.36, "ratio_vs_en": 2.41, "ci95": [2.38, 2.44]}, "ars_Arab": {"tokens": 43907, "chars": 116428, "chars_per_token": 2.652, "ratio_vs_en": 1.624, "ci95": [1.607, 1.64]}, "ary_Arab": {"tokens": 45780, "chars": 113563, "chars_per_token": 2.481, "ratio_vs_en": 1.693, "ci95": [1.674, 1.712]}, "arz_Arab": {"tokens": 43961, "chars": 113770, "chars_per_token": 2.588, "ratio_vs_en": 1.626, "ci95": [1.609, 1.643]}, "asm_Beng": {"tokens": 72837, "chars": 125936, "chars_per_token": 1.729, "ratio_vs_en": 2.694, "ci95": [2.667, 2.723]}, "ast_Latn": {"tokens": 41772, "chars": 136363, "chars_per_token": 3.264, "ratio_vs_en": 1.545, "ci95": [1.529, 1.56]}, "awa_Deva": {"tokens": 78394, "chars": 128171, "chars_per_token": 1.635, "ratio_vs_en": 2.899, "ci95": [2.868, 2.932]}, "ayr_Latn": {"tokens": 57928, "chars": 138617, "chars_per_token": 2.393, "ratio_vs_en": 2.142, "ci95": [2.111, 2.173]}, "azb_Arab": {"tokens": 55323, "chars": 117061, "chars_per_token": 2.116, "ratio_vs_en": 2.046, "ci95": [2.022, 2.07]}, "azj_Latn": {"tokens": 67174, "chars": 143739, "chars_per_token": 2.14, "ratio_vs_en": 2.484, "ci95": [2.453, 2.515]}, "bak_Cyrl": {"tokens": 79726, "chars": 133222, "chars_per_token": 1.671, "ratio_vs_en": 2.948, "ci95": [2.912, 2.987]}, "bam_Latn": {"tokens": 59122, "chars": 126387, "chars_per_token": 2.138, "ratio_vs_en": 2.186, "ci95": [2.157, 2.215]}, "ban_Latn": {"tokens": 45805, "chars": 145570, "chars_per_token": 3.178, "ratio_vs_en": 1.694, "ci95": [1.675, 1.714]}, "bel_Cyrl": {"tokens": 70801, "chars": 147991, "chars_per_token": 2.09, "ratio_vs_en": 2.618, "ci95": [2.587, 2.652]}, "bem_Latn": {"tokens": 59738, "chars": 160751, "chars_per_token": 2.691, "ratio_vs_en": 2.209, "ci95": [2.184, 2.234]}, "ben_Beng": {"tokens": 54532, "chars": 129042, "chars_per_token": 2.366, "ratio_vs_en": 2.017, "ci95": [1.997, 2.037]}, "bho_Deva": {"tokens": 78647, "chars": 128611, "chars_per_token": 1.635, "ratio_vs_en": 2.908, "ci95": [2.876, 2.943]}, "bjn_Arab": {"tokens": 72373, "chars": 122230, "chars_per_token": 1.689, "ratio_vs_en": 2.676, "ci95": [2.647, 2.707]}, "bjn_Latn": {"tokens": 43062, "chars": 138182, "chars_per_token": 3.209, "ratio_vs_en": 1.592, "ci95": [1.576, 1.609]}, "bod_Tibt": {"tokens": 165882, "chars": 148151, "chars_per_token": 0.893, "ratio_vs_en": 6.134, "ci95": [6.053, 6.22]}, "bos_Latn": {"tokens": 49140, "chars": 132187, "chars_per_token": 2.69, "ratio_vs_en": 1.817, "ci95": [1.798, 1.837]}, "bug_Latn": {"tokens": 51571, "chars": 139375, "chars_per_token": 2.703, "ratio_vs_en": 1.907, "ci95": [1.881, 1.934]}, "bul_Cyrl": {"tokens": 53399, "chars": 137824, "chars_per_token": 2.581, "ratio_vs_en": 1.975, "ci95": [1.955, 1.995]}, "cat_Latn": {"tokens": 43783, "chars": 145781, "chars_per_token": 3.33, "ratio_vs_en": 1.619, "ci95": [1.605, 1.635]}, "ceb_Latn": {"tokens": 49385, "chars": 158685, "chars_per_token": 3.213, "ratio_vs_en": 1.826, "ci95": [1.806, 1.847]}, "ces_Latn": {"tokens": 45925, "chars": 127257, "chars_per_token": 2.771, "ratio_vs_en": 1.698, "ci95": [1.682, 1.716]}, "cjk_Latn": {"tokens": 51978, "chars": 139261, "chars_per_token": 2.679, "ratio_vs_en": 1.922, "ci95": [1.894, 1.951]}, "ckb_Arab": {"tokens": 83044, "chars": 128585, "chars_per_token": 1.548, "ratio_vs_en": 3.071, "ci95": [3.035, 3.107]}, "crh_Latn": {"tokens": 57911, "chars": 134038, "chars_per_token": 2.315, "ratio_vs_en": 2.142, "ci95": [2.116, 2.168]}, "cym_Latn": {"tokens": 56775, "chars": 141257, "chars_per_token": 2.488, "ratio_vs_en": 2.1, "ci95": [2.078, 2.121]}, "dan_Latn": {"tokens": 43738, "chars": 135083, "chars_per_token": 3.088, "ratio_vs_en": 1.617, "ci95": [1.6, 1.634]}, "deu_Latn": {"tokens": 40957, "chars": 153809, "chars_per_token": 3.755, "ratio_vs_en": 1.515, "ci95": [1.5, 1.529]}, "dik_Latn": {"tokens": 52588, "chars": 111789, "chars_per_token": 2.126, "ratio_vs_en": 1.945, "ci95": [1.909, 1.986]}, "dyu_Latn": {"tokens": 55084, "chars": 132855, "chars_per_token": 2.412, "ratio_vs_en": 2.037, "ci95": [2.007, 2.068]}, "dzo_Tibt": {"tokens": 184037, "chars": 163358, "chars_per_token": 0.888, "ratio_vs_en": 6.806, "ci95": [6.712, 6.895]}, "ell_Grek": {"tokens": 72486, "chars": 157539, "chars_per_token": 2.173, "ratio_vs_en": 2.681, "ci95": [2.651, 2.711]}, "epo_Latn": {"tokens": 47494, "chars": 131292, "chars_per_token": 2.764, "ratio_vs_en": 1.756, "ci95": [1.74, 1.774]}, "est_Latn": {"tokens": 50054, "chars": 129459, "chars_per_token": 2.586, "ratio_vs_en": 1.851, "ci95": [1.829, 1.873]}, "eus_Latn": {"tokens": 46950, "chars": 139822, "chars_per_token": 2.978, "ratio_vs_en": 1.736, "ci95": [1.718, 1.755]}, "ewe_Latn": {"tokens": 67200, "chars": 127448, "chars_per_token": 1.897, "ratio_vs_en": 2.485, "ci95": [2.439, 2.531]}, "fao_Latn": {"tokens": 55488, "chars": 134274, "chars_per_token": 2.42, "ratio_vs_en": 2.052, "ci95": [2.029, 2.076]}, "fij_Latn": {"tokens": 57456, "chars": 155177, "chars_per_token": 2.701, "ratio_vs_en": 2.125, "ci95": [2.099, 2.152]}, "fin_Latn": {"tokens": 50494, "chars": 140128, "chars_per_token": 2.775, "ratio_vs_en": 1.867, "ci95": [1.846, 1.888]}, "fon_Latn": {"tokens": 86068, "chars": 135260, "chars_per_token": 1.572, "ratio_vs_en": 3.183, "ci95": [3.127, 3.241]}, "fra_Latn": {"tokens": 41785, "chars": 157638, "chars_per_token": 3.773, "ratio_vs_en": 1.545, "ci95": [1.531, 1.56]}, "fur_Latn": {"tokens": 49600, "chars": 144519, "chars_per_token": 2.914, "ratio_vs_en": 1.834, "ci95": [1.816, 1.853]}, "fuv_Latn": {"tokens": 49663, "chars": 122162, "chars_per_token": 2.46, "ratio_vs_en": 1.837, "ci95": [1.805, 1.867]}, "gaz_Latn": {"tokens": 62774, "chars": 156418, "chars_per_token": 2.492, "ratio_vs_en": 2.321, "ci95": [2.295, 2.348]}, "gla_Latn": {"tokens": 65495, "chars": 162597, "chars_per_token": 2.483, "ratio_vs_en": 2.422, "ci95": [2.393, 2.453]}, "gle_Latn": {"tokens": 62353, "chars": 152481, "chars_per_token": 2.445, "ratio_vs_en": 2.306, "ci95": [2.279, 2.332]}, "glg_Latn": {"tokens": 41220, "chars": 146143, "chars_per_token": 3.545, "ratio_vs_en": 1.524, "ci95": [1.509, 1.538]}, "grn_Latn": {"tokens": 55623, "chars": 132815, "chars_per_token": 2.388, "ratio_vs_en": 2.057, "ci95": [2.03, 2.082]}, "guj_Gujr": {"tokens": 104419, "chars": 126428, "chars_per_token": 1.211, "ratio_vs_en": 3.862, "ci95": [3.819, 3.905]}, "hat_Latn": {"tokens": 45535, "chars": 121280, "chars_per_token": 2.663, "ratio_vs_en": 1.684, "ci95": [1.666, 1.701]}, "hau_Latn": {"tokens": 52564, "chars": 140067, "chars_per_token": 2.665, "ratio_vs_en": 1.944, "ci95": [1.922, 1.965]}, "heb_Hebr": {"tokens": 47847, "chars": 102054, "chars_per_token": 2.133, "ratio_vs_en": 1.769, "ci95": [1.753, 1.787]}, "hin_Deva": {"tokens": 75573, "chars": 131058, "chars_per_token": 1.734, "ratio_vs_en": 2.795, "ci95": [2.765, 2.825]}, "hne_Deva": {"tokens": 78671, "chars": 126933, "chars_per_token": 1.613, "ratio_vs_en": 2.909, "ci95": [2.88, 2.938]}, "hrv_Latn": {"tokens": 48224, "chars": 128727, "chars_per_token": 2.669, "ratio_vs_en": 1.783, "ci95": [1.765, 1.803]}, "hun_Latn": {"tokens": 53746, "chars": 138629, "chars_per_token": 2.579, "ratio_vs_en": 1.988, "ci95": [1.964, 2.011]}, "hye_Armn": {"tokens": 81475, "chars": 145956, "chars_per_token": 1.791, "ratio_vs_en": 3.013, "ci95": [2.98, 3.044]}, "ibo_Latn": {"tokens": 65434, "chars": 134560, "chars_per_token": 2.056, "ratio_vs_en": 2.42, "ci95": [2.388, 2.452]}, "ilo_Latn": {"tokens": 54892, "chars": 159680, "chars_per_token": 2.909, "ratio_vs_en": 2.03, "ci95": [2.007, 2.052]}, "ind_Latn": {"tokens": 36385, "chars": 142318, "chars_per_token": 3.911, "ratio_vs_en": 1.346, "ci95": [1.333, 1.358]}, "isl_Latn": {"tokens": 56875, "chars": 129783, "chars_per_token": 2.282, "ratio_vs_en": 2.103, "ci95": [2.078, 2.13]}, "ita_Latn": {"tokens": 41740, "chars": 156138, "chars_per_token": 3.741, "ratio_vs_en": 1.544, "ci95": [1.529, 1.558]}, "jav_Latn": {"tokens": 45030, "chars": 136928, "chars_per_token": 3.041, "ratio_vs_en": 1.665, "ci95": [1.649, 1.682]}, "jpn_Jpan": {"tokens": 38441, "chars": 56943, "chars_per_token": 1.481, "ratio_vs_en": 1.422, "ci95": [1.405, 1.438]}, "kab_Latn": {"tokens": 58175, "chars": 130554, "chars_per_token": 2.244, "ratio_vs_en": 2.151, "ci95": [2.127, 2.175]}, "kac_Latn": {"tokens": 63837, "chars": 169397, "chars_per_token": 2.654, "ratio_vs_en": 2.361, "ci95": [2.326, 2.398]}, "kam_Latn": {"tokens": 54606, "chars": 128356, "chars_per_token": 2.351, "ratio_vs_en": 2.019, "ci95": [1.986, 2.053]}, "kan_Knda": {"tokens": 99649, "chars": 138040, "chars_per_token": 1.385, "ratio_vs_en": 3.685, "ci95": [3.644, 3.724]}, "kas_Arab": {"tokens": 82439, "chars": 126105, "chars_per_token": 1.53, "ratio_vs_en": 3.049, "ci95": [3.007, 3.089]}, "kas_Deva": {"tokens": 86621, "chars": 126401, "chars_per_token": 1.459, "ratio_vs_en": 3.203, "ci95": [3.168, 3.24]}, "kat_Geor": {"tokens": 105820, "chars": 143930, "chars_per_token": 1.36, "ratio_vs_en": 3.913, "ci95": [3.864, 3.962]}, "kaz_Cyrl": {"tokens": 71785, "chars": 135404, "chars_per_token": 1.886, "ratio_vs_en": 2.655, "ci95": [2.624, 2.685]}, "kbp_Latn": {"tokens": 108737, "chars": 142957, "chars_per_token": 1.315, "ratio_vs_en": 4.021, "ci95": [3.955, 4.088]}, "kea_Latn": {"tokens": 44829, "chars": 130800, "chars_per_token": 2.918, "ratio_vs_en": 1.658, "ci95": [1.643, 1.673]}, "khk_Cyrl": {"tokens": 79464, "chars": 137067, "chars_per_token": 1.725, "ratio_vs_en": 2.939, "ci95": [2.903, 2.974]}, "khm_Khmr": {"tokens": 183599, "chars": 153212, "chars_per_token": 0.834, "ratio_vs_en": 6.79, "ci95": [6.701, 6.881]}, "kik_Latn": {"tokens": 73191, "chars": 153431, "chars_per_token": 2.096, "ratio_vs_en": 2.707, "ci95": [2.662, 2.751]}, "kin_Latn": {"tokens": 57448, "chars": 145862, "chars_per_token": 2.539, "ratio_vs_en": 2.124, "ci95": [2.099, 2.151]}, "kir_Cyrl": {"tokens": 69823, "chars": 135532, "chars_per_token": 1.941, "ratio_vs_en": 2.582, "ci95": [2.547, 2.616]}, "kmb_Latn": {"tokens": 56604, "chars": 145762, "chars_per_token": 2.575, "ratio_vs_en": 2.093, "ci95": [2.068, 2.118]}, "kmr_Latn": {"tokens": 58560, "chars": 130372, "chars_per_token": 2.226, "ratio_vs_en": 2.166, "ci95": [2.142, 2.189]}, "knc_Arab": {"tokens": 73160, "chars": 116000, "chars_per_token": 1.586, "ratio_vs_en": 2.706, "ci95": [2.632, 2.782]}, "knc_Latn": {"tokens": 62391, "chars": 138972, "chars_per_token": 2.227, "ratio_vs_en": 2.307, "ci95": [2.274, 2.342]}, "kon_Latn": {"tokens": 54148, "chars": 149894, "chars_per_token": 2.768, "ratio_vs_en": 2.002, "ci95": [1.98, 2.025]}, "kor_Hang": {"tokens": 44426, "chars": 65965, "chars_per_token": 1.485, "ratio_vs_en": 1.643, "ci95": [1.626, 1.66]}, "lao_Laoo": {"tokens": 215609, "chars": 130060, "chars_per_token": 0.603, "ratio_vs_en": 7.973, "ci95": [7.866, 8.076]}, "lij_Latn": {"tokens": 53364, "chars": 145994, "chars_per_token": 2.736, "ratio_vs_en": 1.973, "ci95": [1.954, 1.994]}, "lim_Latn": {"tokens": 47978, "chars": 137686, "chars_per_token": 2.87, "ratio_vs_en": 1.774, "ci95": [1.755, 1.794]}, "lin_Latn": {"tokens": 50449, "chars": 142197, "chars_per_token": 2.819, "ratio_vs_en": 1.866, "ci95": [1.847, 1.884]}, "lit_Latn": {"tokens": 52957, "chars": 130329, "chars_per_token": 2.461, "ratio_vs_en": 1.958, "ci95": [1.936, 1.98]}, "lmo_Latn": {"tokens": 54655, "chars": 141666, "chars_per_token": 2.592, "ratio_vs_en": 2.021, "ci95": [1.999, 2.042]}, "ltg_Latn": {"tokens": 57121, "chars": 129848, "chars_per_token": 2.273, "ratio_vs_en": 2.112, "ci95": [2.089, 2.135]}, "ltz_Latn": {"tokens": 52731, "chars": 147545, "chars_per_token": 2.798, "ratio_vs_en": 1.95, "ci95": [1.93, 1.971]}, "lua_Latn": {"tokens": 51927, "chars": 142998, "chars_per_token": 2.754, "ratio_vs_en": 1.92, "ci95": [1.897, 1.943]}, "lug_Latn": {"tokens": 52596, "chars": 135078, "chars_per_token": 2.568, "ratio_vs_en": 1.945, "ci95": [1.923, 1.968]}, "luo_Latn": {"tokens": 49344, "chars": 137546, "chars_per_token": 2.787, "ratio_vs_en": 1.825, "ci95": [1.803, 1.848]}, "lus_Latn": {"tokens": 53213, "chars": 146255, "chars_per_token": 2.748, "ratio_vs_en": 1.968, "ci95": [1.937, 1.997]}, "lvs_Latn": {"tokens": 60128, "chars": 134157, "chars_per_token": 2.231, "ratio_vs_en": 2.224, "ci95": [2.199, 2.249]}, "mag_Deva": {"tokens": 77986, "chars": 126695, "chars_per_token": 1.625, "ratio_vs_en": 2.884, "ci95": [2.855, 2.912]}, "mai_Deva": {"tokens": 84404, "chars": 129408, "chars_per_token": 1.533, "ratio_vs_en": 3.121, "ci95": [3.089, 3.154]}, "mal_Mlym": {"tokens": 119408, "chars": 149336, "chars_per_token": 1.251, "ratio_vs_en": 4.416, "ci95": [4.365, 4.466]}, "mar_Deva": {"tokens": 80999, "chars": 133051, "chars_per_token": 1.643, "ratio_vs_en": 2.995, "ci95": [2.964, 3.027]}, "min_Arab": {"tokens": 76536, "chars": 126399, "chars_per_token": 1.651, "ratio_vs_en": 2.83, "ci95": [2.799, 2.863]}, "min_Latn": {"tokens": 45387, "chars": 141163, "chars_per_token": 3.11, "ratio_vs_en": 1.678, "ci95": [1.662, 1.696]}, "mkd_Cyrl": {"tokens": 54069, "chars": 137827, "chars_per_token": 2.549, "ratio_vs_en": 2.0, "ci95": [1.98, 2.019]}, "mlt_Latn": {"tokens": 62727, "chars": 146288, "chars_per_token": 2.332, "ratio_vs_en": 2.32, "ci95": [2.294, 2.346]}, "mni_Beng": {"tokens": 88638, "chars": 136782, "chars_per_token": 1.543, "ratio_vs_en": 3.278, "ci95": [3.239, 3.32]}, "mos_Latn": {"tokens": 58424, "chars": 124657, "chars_per_token": 2.134, "ratio_vs_en": 2.161, "ci95": [2.129, 2.191]}, "mri_Latn": {"tokens": 61932, "chars": 146527, "chars_per_token": 2.366, "ratio_vs_en": 2.29, "ci95": [2.265, 2.317]}, "mya_Mymr": {"tokens": 143308, "chars": 163169, "chars_per_token": 1.139, "ratio_vs_en": 5.3, "ci95": [5.236, 5.365]}, "nld_Latn": {"tokens": 40458, "chars": 147507, "chars_per_token": 3.646, "ratio_vs_en": 1.496, "ci95": [1.481, 1.511]}, "nno_Latn": {"tokens": 43877, "chars": 133443, "chars_per_token": 3.041, "ratio_vs_en": 1.623, "ci95": [1.605, 1.64]}, "nob_Latn": {"tokens": 41877, "chars": 132138, "chars_per_token": 3.155, "ratio_vs_en": 1.549, "ci95": [1.534, 1.565]}, "npi_Deva": {"tokens": 80239, "chars": 126903, "chars_per_token": 1.582, "ratio_vs_en": 2.967, "ci95": [2.933, 3.001]}, "nso_Latn": {"tokens": 57431, "chars": 151109, "chars_per_token": 2.631, "ratio_vs_en": 2.124, "ci95": [2.1, 2.149]}, "nus_Latn": {"tokens": 92490, "chars": 142340, "chars_per_token": 1.539, "ratio_vs_en": 3.42, "ci95": [3.369, 3.469]}, "nya_Latn": {"tokens": 55909, "chars": 147172, "chars_per_token": 2.632, "ratio_vs_en": 2.068, "ci95": [2.043, 2.093]}, "oci_Latn": {"tokens": 48303, "chars": 150651, "chars_per_token": 3.119, "ratio_vs_en": 1.786, "ci95": [1.769, 1.805]}, "ory_Orya": {"tokens": 149957, "chars": 134839, "chars_per_token": 0.899, "ratio_vs_en": 5.546, "ci95": [5.483, 5.613]}, "pag_Latn": {"tokens": 41046, "chars": 129899, "chars_per_token": 3.165, "ratio_vs_en": 1.518, "ci95": [1.494, 1.542]}, "pan_Guru": {"tokens": 121018, "chars": 133425, "chars_per_token": 1.103, "ratio_vs_en": 4.475, "ci95": [4.427, 4.53]}, "pap_Latn": {"tokens": 46396, "chars": 139154, "chars_per_token": 2.999, "ratio_vs_en": 1.716, "ci95": [1.698, 1.733]}, "pbt_Arab": {"tokens": 68202, "chars": 122455, "chars_per_token": 1.795, "ratio_vs_en": 2.522, "ci95": [2.494, 2.55]}, "pes_Arab": {"tokens": 48342, "chars": 123827, "chars_per_token": 2.561, "ratio_vs_en": 1.788, "ci95": [1.766, 1.807]}, "plt_Latn": {"tokens": 58772, "chars": 160996, "chars_per_token": 2.739, "ratio_vs_en": 2.173, "ci95": [2.151, 2.198]}, "pol_Latn": {"tokens": 45542, "chars": 139483, "chars_per_token": 3.063, "ratio_vs_en": 1.684, "ci95": [1.667, 1.702]}, "por_Latn": {"tokens": 38401, "chars": 143418, "chars_per_token": 3.735, "ratio_vs_en": 1.42, "ci95": [1.408, 1.432]}, "prs_Arab": {"tokens": 43907, "chars": 120643, "chars_per_token": 2.748, "ratio_vs_en": 1.624, "ci95": [1.607, 1.64]}, "quy_Latn": {"tokens": 55425, "chars": 141027, "chars_per_token": 2.544, "ratio_vs_en": 2.05, "ci95": [2.023, 2.077]}, "ron_Latn": {"tokens": 50292, "chars": 148571, "chars_per_token": 2.954, "ratio_vs_en": 1.86, "ci95": [1.841, 1.88]}, "run_Latn": {"tokens": 57493, "chars": 147265, "chars_per_token": 2.561, "ratio_vs_en": 2.126, "ci95": [2.101, 2.154]}, "rus_Cyrl": {"tokens": 42789, "chars": 142096, "chars_per_token": 3.321, "ratio_vs_en": 1.582, "ci95": [1.565, 1.6]}, "sag_Latn": {"tokens": 55515, "chars": 142621, "chars_per_token": 2.569, "ratio_vs_en": 2.053, "ci95": [2.023, 2.082]}, "san_Deva": {"tokens": 77218, "chars": 128257, "chars_per_token": 1.661, "ratio_vs_en": 2.856, "ci95": [2.825, 2.886]}, "sat_Olck": {"tokens": 173564, "chars": 139791, "chars_per_token": 0.805, "ratio_vs_en": 6.419, "ci95": [6.345, 6.492]}, "scn_Latn": {"tokens": 52453, "chars": 138571, "chars_per_token": 2.642, "ratio_vs_en": 1.94, "ci95": [1.919, 1.961]}, "shn_Mymr": {"tokens": 215445, "chars": 188284, "chars_per_token": 0.874, "ratio_vs_en": 7.967, "ci95": [7.839, 8.094]}, "sin_Sinh": {"tokens": 123646, "chars": 131080, "chars_per_token": 1.06, "ratio_vs_en": 4.573, "ci95": [4.524, 4.625]}, "slk_Latn": {"tokens": 51511, "chars": 131710, "chars_per_token": 2.557, "ratio_vs_en": 1.905, "ci95": [1.885, 1.926]}, "slv_Latn": {"tokens": 49053, "chars": 130855, "chars_per_token": 2.668, "ratio_vs_en": 1.814, "ci95": [1.795, 1.833]}, "smo_Latn": {"tokens": 61503, "chars": 152724, "chars_per_token": 2.483, "ratio_vs_en": 2.274, "ci95": [2.246, 2.302]}, "sna_Latn": {"tokens": 56442, "chars": 147603, "chars_per_token": 2.615, "ratio_vs_en": 2.087, "ci95": [2.059, 2.115]}, "snd_Arab": {"tokens": 78131, "chars": 119588, "chars_per_token": 1.531, "ratio_vs_en": 2.889, "ci95": [2.858, 2.921]}, "som_Latn": {"tokens": 60273, "chars": 151662, "chars_per_token": 2.516, "ratio_vs_en": 2.229, "ci95": [2.206, 2.255]}, "sot_Latn": {"tokens": 59263, "chars": 158732, "chars_per_token": 2.678, "ratio_vs_en": 2.192, "ci95": [2.166, 2.217]}, "spa_Latn": {"tokens": 40392, "chars": 156997, "chars_per_token": 3.887, "ratio_vs_en": 1.494, "ci95": [1.478, 1.509]}, "srd_Latn": {"tokens": 52841, "chars": 153347, "chars_per_token": 2.902, "ratio_vs_en": 1.954, "ci95": [1.935, 1.975]}, "srp_Cyrl": {"tokens": 51317, "chars": 130780, "chars_per_token": 2.548, "ratio_vs_en": 1.898, "ci95": [1.88, 1.916]}, "ssw_Latn": {"tokens": 57339, "chars": 148726, "chars_per_token": 2.594, "ratio_vs_en": 2.12, "ci95": [2.096, 2.148]}, "sun_Latn": {"tokens": 46801, "chars": 136846, "chars_per_token": 2.924, "ratio_vs_en": 1.731, "ci95": [1.712, 1.749]}, "swe_Latn": {"tokens": 41930, "chars": 132173, "chars_per_token": 3.152, "ratio_vs_en": 1.551, "ci95": [1.535, 1.565]}, "swh_Latn": {"tokens": 52470, "chars": 138104, "chars_per_token": 2.632, "ratio_vs_en": 1.94, "ci95": [1.921, 1.959]}, "szl_Latn": {"tokens": 54790, "chars": 137371, "chars_per_token": 2.507, "ratio_vs_en": 2.026, "ci95": [2.004, 2.05]}, "tam_Taml": {"tokens": 83021, "chars": 154133, "chars_per_token": 1.857, "ratio_vs_en": 3.07, "ci95": [3.036, 3.103]}, "taq_Latn": {"tokens": 56071, "chars": 124417, "chars_per_token": 2.219, "ratio_vs_en": 2.074, "ci95": [2.041, 2.106]}, "taq_Tfng": {"tokens": 274416, "chars": 123904, "chars_per_token": 0.452, "ratio_vs_en": 10.148, "ci95": [10.016, 10.297]}, "tat_Cyrl": {"tokens": 67317, "chars": 133282, "chars_per_token": 1.98, "ratio_vs_en": 2.489, "ci95": [2.46, 2.518]}, "tel_Telu": {"tokens": 101180, "chars": 132470, "chars_per_token": 1.309, "ratio_vs_en": 3.742, "ci95": [3.697, 3.785]}, "tgk_Cyrl": {"tokens": 75152, "chars": 145871, "chars_per_token": 1.941, "ratio_vs_en": 2.779, "ci95": [2.748, 2.81]}, "tgl_Latn": {"tokens": 53973, "chars": 166169, "chars_per_token": 3.079, "ratio_vs_en": 1.996, "ci95": [1.974, 2.018]}, "tha_Thai": {"tokens": 47862, "chars": 126109, "chars_per_token": 2.635, "ratio_vs_en": 1.77, "ci95": [1.747, 1.793]}, "tir_Ethi": {"tokens": 165487, "chars": 90700, "chars_per_token": 0.548, "ratio_vs_en": 6.12, "ci95": [6.049, 6.199]}, "tpi_Latn": {"tokens": 55322, "chars": 169011, "chars_per_token": 3.055, "ratio_vs_en": 2.046, "ci95": [2.019, 2.073]}, "tsn_Latn": {"tokens": 60919, "chars": 163035, "chars_per_token": 2.676, "ratio_vs_en": 2.253, "ci95": [2.225, 2.282]}, "tso_Latn": {"tokens": 59908, "chars": 158178, "chars_per_token": 2.64, "ratio_vs_en": 2.215, "ci95": [2.187, 2.243]}, "tuk_Latn": {"tokens": 62958, "chars": 140262, "chars_per_token": 2.228, "ratio_vs_en": 2.328, "ci95": [2.302, 2.356]}, "tum_Latn": {"tokens": 69118, "chars": 172545, "chars_per_token": 2.496, "ratio_vs_en": 2.556, "ci95": [2.518, 2.599]}, "tur_Latn": {"tokens": 55167, "chars": 135761, "chars_per_token": 2.461, "ratio_vs_en": 2.04, "ci95": [2.018, 2.063]}, "twi_Latn": {"tokens": 58559, "chars": 128598, "chars_per_token": 2.196, "ratio_vs_en": 2.166, "ci95": [2.135, 2.198]}, "tzm_Tfng": {"tokens": 272678, "chars": 117960, "chars_per_token": 0.433, "ratio_vs_en": 10.084, "ci95": [9.968, 10.204]}, "uig_Arab": {"tokens": 101616, "chars": 140477, "chars_per_token": 1.382, "ratio_vs_en": 3.758, "ci95": [3.711, 3.809]}, "ukr_Cyrl": {"tokens": 58387, "chars": 134446, "chars_per_token": 2.303, "ratio_vs_en": 2.159, "ci95": [2.138, 2.182]}, "umb_Latn": {"tokens": 54454, "chars": 134747, "chars_per_token": 2.475, "ratio_vs_en": 2.014, "ci95": [1.984, 2.045]}, "urd_Arab": {"tokens": 63945, "chars": 129919, "chars_per_token": 2.032, "ratio_vs_en": 2.365, "ci95": [2.338, 2.392]}, "uzn_Latn": {"tokens": 57584, "chars": 149323, "chars_per_token": 2.593, "ratio_vs_en": 2.13, "ci95": [2.107, 2.153]}, "vec_Latn": {"tokens": 45013, "chars": 133237, "chars_per_token": 2.96, "ratio_vs_en": 1.665, "ci95": [1.648, 1.681]}, "vie_Latn": {"tokens": 57285, "chars": 138595, "chars_per_token": 2.419, "ratio_vs_en": 2.118, "ci95": [2.095, 2.143]}, "war_Latn": {"tokens": 50063, "chars": 164746, "chars_per_token": 3.291, "ratio_vs_en": 1.851, "ci95": [1.831, 1.872]}, "wol_Latn": {"tokens": 50896, "chars": 127173, "chars_per_token": 2.499, "ratio_vs_en": 1.882, "ci95": [1.859, 1.905]}, "xho_Latn": {"tokens": 55280, "chars": 139123, "chars_per_token": 2.517, "ratio_vs_en": 2.044, "ci95": [2.022, 2.067]}, "ydd_Hebr": {"tokens": 91639, "chars": 141658, "chars_per_token": 1.546, "ratio_vs_en": 3.389, "ci95": [3.355, 3.423]}, "yor_Latn": {"tokens": 76526, "chars": 126844, "chars_per_token": 1.658, "ratio_vs_en": 2.83, "ci95": [2.779, 2.885]}, "yue_Hant": {"tokens": 27699, "chars": 40019, "chars_per_token": 1.445, "ratio_vs_en": 1.024, "ci95": [1.014, 1.035]}, "zho_Hans": {"tokens": 25393, "chars": 43248, "chars_per_token": 1.703, "ratio_vs_en": 0.939, "ci95": [0.926, 0.953]}, "zho_Hant": {"tokens": 28707, "chars": 40695, "chars_per_token": 1.418, "ratio_vs_en": 1.062, "ci95": [1.049, 1.074]}, "zsm_Latn": {"tokens": 38018, "chars": 146201, "chars_per_token": 3.846, "ratio_vs_en": 1.406, "ci95": [1.393, 1.419]}, "zul_Latn": {"tokens": 59202, "chars": 148362, "chars_per_token": 2.506, "ratio_vs_en": 2.189, "ci95": [2.166, 2.212]}, "eng_Latn": {"tokens": 27041, "chars": 131966, "chars_per_token": 4.88, "ratio_vs_en": 1.0}}, "costs": []}, {"schema": 1, "tokenizer": "EuroLLM", "kind": "hf", "id": "utter-project/EuroLLM-1.7B", "group": "European", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 78419, "chars": 111621, "chars_per_token": 1.423, "ratio_vs_en": 2.716, "ci95": [2.684, 2.75]}, "ace_Latn": {"tokens": 53039, "chars": 141933, "chars_per_token": 2.676, "ratio_vs_en": 1.837, "ci95": [1.816, 1.857]}, "acm_Arab": {"tokens": 42015, "chars": 113573, "chars_per_token": 2.703, "ratio_vs_en": 1.455, "ci95": [1.441, 1.47]}, "acq_Arab": {"tokens": 41922, "chars": 115113, "chars_per_token": 2.746, "ratio_vs_en": 1.452, "ci95": [1.437, 1.467]}, "aeb_Arab": {"tokens": 42800, "chars": 112077, "chars_per_token": 2.619, "ratio_vs_en": 1.482, "ci95": [1.467, 1.499]}, "afr_Latn": {"tokens": 40428, "chars": 139690, "chars_per_token": 3.455, "ratio_vs_en": 1.4, "ci95": [1.389, 1.412]}, "ajp_Arab": {"tokens": 40453, "chars": 109046, "chars_per_token": 2.696, "ratio_vs_en": 1.401, "ci95": [1.388, 1.414]}, "aka_Latn": {"tokens": 65176, "chars": 132650, "chars_per_token": 2.035, "ratio_vs_en": 2.257, "ci95": [2.225, 2.292]}, "als_Latn": {"tokens": 61611, "chars": 147064, "chars_per_token": 2.387, "ratio_vs_en": 2.134, "ci95": [2.11, 2.157]}, "amh_Ethi": {"tokens": 225767, "chars": 87132, "chars_per_token": 0.386, "ratio_vs_en": 7.819, "ci95": [7.72, 7.916]}, "apc_Arab": {"tokens": 40724, "chars": 107981, "chars_per_token": 2.652, "ratio_vs_en": 1.41, "ci95": [1.396, 1.425]}, "arb_Arab": {"tokens": 41651, "chars": 116307, "chars_per_token": 2.792, "ratio_vs_en": 1.442, "ci95": [1.428, 1.458]}, "arb_Latn": {"tokens": 65730, "chars": 153758, "chars_per_token": 2.339, "ratio_vs_en": 2.276, "ci95": [2.248, 2.306]}, "ars_Arab": {"tokens": 41825, "chars": 116428, "chars_per_token": 2.784, "ratio_vs_en": 1.448, "ci95": [1.434, 1.463]}, "ary_Arab": {"tokens": 44459, "chars": 113563, "chars_per_token": 2.554, "ratio_vs_en": 1.54, "ci95": [1.523, 1.557]}, "arz_Arab": {"tokens": 42548, "chars": 113770, "chars_per_token": 2.674, "ratio_vs_en": 1.474, "ci95": [1.458, 1.489]}, "asm_Beng": {"tokens": 200283, "chars": 125936, "chars_per_token": 0.629, "ratio_vs_en": 6.936, "ci95": [6.854, 7.024]}, "ast_Latn": {"tokens": 38887, "chars": 136363, "chars_per_token": 3.507, "ratio_vs_en": 1.347, "ci95": [1.334, 1.359]}, "awa_Deva": {"tokens": 50787, "chars": 128171, "chars_per_token": 2.524, "ratio_vs_en": 1.759, "ci95": [1.739, 1.779]}, "ayr_Latn": {"tokens": 57186, "chars": 138617, "chars_per_token": 2.424, "ratio_vs_en": 1.98, "ci95": [1.952, 2.009]}, "azb_Arab": {"tokens": 76753, "chars": 117061, "chars_per_token": 1.525, "ratio_vs_en": 2.658, "ci95": [2.626, 2.692]}, "azj_Latn": {"tokens": 65097, "chars": 143739, "chars_per_token": 2.208, "ratio_vs_en": 2.254, "ci95": [2.224, 2.285]}, "bak_Cyrl": {"tokens": 86294, "chars": 133222, "chars_per_token": 1.544, "ratio_vs_en": 2.989, "ci95": [2.948, 3.031]}, "bam_Latn": {"tokens": 58048, "chars": 126387, "chars_per_token": 2.177, "ratio_vs_en": 2.01, "ci95": [1.985, 2.037]}, "ban_Latn": {"tokens": 47832, "chars": 145570, "chars_per_token": 3.043, "ratio_vs_en": 1.657, "ci95": [1.638, 1.676]}, "bel_Cyrl": {"tokens": 66483, "chars": 147991, "chars_per_token": 2.226, "ratio_vs_en": 2.302, "ci95": [2.273, 2.333]}, "bem_Latn": {"tokens": 58778, "chars": 160751, "chars_per_token": 2.735, "ratio_vs_en": 2.036, "ci95": [2.013, 2.06]}, "ben_Beng": {"tokens": 174962, "chars": 129042, "chars_per_token": 0.738, "ratio_vs_en": 6.059, "ci95": [5.991, 6.131]}, "bho_Deva": {"tokens": 53440, "chars": 128611, "chars_per_token": 2.407, "ratio_vs_en": 1.851, "ci95": [1.83, 1.873]}, "bjn_Arab": {"tokens": 75475, "chars": 122230, "chars_per_token": 1.619, "ratio_vs_en": 2.614, "ci95": [2.584, 2.646]}, "bjn_Latn": {"tokens": 47289, "chars": 138182, "chars_per_token": 2.922, "ratio_vs_en": 1.638, "ci95": [1.621, 1.655]}, "bod_Tibt": {"tokens": 353798, "chars": 148151, "chars_per_token": 0.419, "ratio_vs_en": 12.253, "ci95": [12.074, 12.439]}, "bos_Latn": {"tokens": 38211, "chars": 132187, "chars_per_token": 3.459, "ratio_vs_en": 1.323, "ci95": [1.311, 1.335]}, "bug_Latn": {"tokens": 51633, "chars": 139375, "chars_per_token": 2.699, "ratio_vs_en": 1.788, "ci95": [1.764, 1.812]}, "bul_Cyrl": {"tokens": 40568, "chars": 137824, "chars_per_token": 3.397, "ratio_vs_en": 1.405, "ci95": [1.393, 1.418]}, "cat_Latn": {"tokens": 40174, "chars": 145781, "chars_per_token": 3.629, "ratio_vs_en": 1.391, "ci95": [1.379, 1.405]}, "ceb_Latn": {"tokens": 54572, "chars": 158685, "chars_per_token": 2.908, "ratio_vs_en": 1.89, "ci95": [1.868, 1.912]}, "ces_Latn": {"tokens": 38671, "chars": 127257, "chars_per_token": 3.291, "ratio_vs_en": 1.339, "ci95": [1.327, 1.352]}, "cjk_Latn": {"tokens": 51032, "chars": 139261, "chars_per_token": 2.729, "ratio_vs_en": 1.767, "ci95": [1.742, 1.793]}, "ckb_Arab": {"tokens": 124003, "chars": 128585, "chars_per_token": 1.037, "ratio_vs_en": 4.294, "ci95": [4.237, 4.352]}, "crh_Latn": {"tokens": 48392, "chars": 134038, "chars_per_token": 2.77, "ratio_vs_en": 1.676, "ci95": [1.657, 1.696]}, "cym_Latn": {"tokens": 59433, "chars": 141257, "chars_per_token": 2.377, "ratio_vs_en": 2.058, "ci95": [2.035, 2.081]}, "dan_Latn": {"tokens": 36371, "chars": 135083, "chars_per_token": 3.714, "ratio_vs_en": 1.26, "ci95": [1.248, 1.271]}, "deu_Latn": {"tokens": 35326, "chars": 153809, "chars_per_token": 4.354, "ratio_vs_en": 1.223, "ci95": [1.213, 1.234]}, "dik_Latn": {"tokens": 52651, "chars": 111789, "chars_per_token": 2.123, "ratio_vs_en": 1.823, "ci95": [1.79, 1.861]}, "dyu_Latn": {"tokens": 52314, "chars": 132855, "chars_per_token": 2.54, "ratio_vs_en": 1.812, "ci95": [1.786, 1.84]}, "dzo_Tibt": {"tokens": 385293, "chars": 163358, "chars_per_token": 0.424, "ratio_vs_en": 13.343, "ci95": [13.154, 13.533]}, "ell_Grek": {"tokens": 50806, "chars": 157539, "chars_per_token": 3.101, "ratio_vs_en": 1.76, "ci95": [1.742, 1.777]}, "epo_Latn": {"tokens": 45473, "chars": 131292, "chars_per_token": 2.887, "ratio_vs_en": 1.575, "ci95": [1.56, 1.59]}, "est_Latn": {"tokens": 37244, "chars": 129459, "chars_per_token": 3.476, "ratio_vs_en": 1.29, "ci95": [1.276, 1.302]}, "eus_Latn": {"tokens": 49399, "chars": 139822, "chars_per_token": 2.83, "ratio_vs_en": 1.711, "ci95": [1.693, 1.729]}, "ewe_Latn": {"tokens": 66265, "chars": 127448, "chars_per_token": 1.923, "ratio_vs_en": 2.295, "ci95": [2.252, 2.338]}, "fao_Latn": {"tokens": 51772, "chars": 134274, "chars_per_token": 2.594, "ratio_vs_en": 1.793, "ci95": [1.774, 1.813]}, "fij_Latn": {"tokens": 56145, "chars": 155177, "chars_per_token": 2.764, "ratio_vs_en": 1.944, "ci95": [1.92, 1.97]}, "fin_Latn": {"tokens": 38917, "chars": 140128, "chars_per_token": 3.601, "ratio_vs_en": 1.348, "ci95": [1.334, 1.362]}, "fon_Latn": {"tokens": 85655, "chars": 135260, "chars_per_token": 1.579, "ratio_vs_en": 2.966, "ci95": [2.912, 3.023]}, "fra_Latn": {"tokens": 39075, "chars": 157638, "chars_per_token": 4.034, "ratio_vs_en": 1.353, "ci95": [1.34, 1.367]}, "fur_Latn": {"tokens": 47267, "chars": 144519, "chars_per_token": 3.058, "ratio_vs_en": 1.637, "ci95": [1.621, 1.653]}, "fuv_Latn": {"tokens": 48743, "chars": 122162, "chars_per_token": 2.506, "ratio_vs_en": 1.688, "ci95": [1.659, 1.717]}, "gaz_Latn": {"tokens": 60026, "chars": 156418, "chars_per_token": 2.606, "ratio_vs_en": 2.079, "ci95": [2.055, 2.103]}, "gla_Latn": {"tokens": 59661, "chars": 162597, "chars_per_token": 2.725, "ratio_vs_en": 2.066, "ci95": [2.042, 2.091]}, "gle_Latn": {"tokens": 46363, "chars": 152481, "chars_per_token": 3.289, "ratio_vs_en": 1.606, "ci95": [1.589, 1.622]}, "glg_Latn": {"tokens": 35002, "chars": 146143, "chars_per_token": 4.175, "ratio_vs_en": 1.212, "ci95": [1.202, 1.222]}, "grn_Latn": {"tokens": 54167, "chars": 132815, "chars_per_token": 2.452, "ratio_vs_en": 1.876, "ci95": [1.852, 1.899]}, "guj_Gujr": {"tokens": 297341, "chars": 126428, "chars_per_token": 0.425, "ratio_vs_en": 10.298, "ci95": [10.169, 10.428]}, "hat_Latn": {"tokens": 44047, "chars": 121280, "chars_per_token": 2.753, "ratio_vs_en": 1.525, "ci95": [1.51, 1.541]}, "hau_Latn": {"tokens": 52324, "chars": 140067, "chars_per_token": 2.677, "ratio_vs_en": 1.812, "ci95": [1.79, 1.833]}, "heb_Hebr": {"tokens": 102504, "chars": 102054, "chars_per_token": 0.996, "ratio_vs_en": 3.55, "ci95": [3.511, 3.587]}, "hin_Deva": {"tokens": 45432, "chars": 131058, "chars_per_token": 2.885, "ratio_vs_en": 1.573, "ci95": [1.558, 1.589]}, "hne_Deva": {"tokens": 51139, "chars": 126933, "chars_per_token": 2.482, "ratio_vs_en": 1.771, "ci95": [1.753, 1.789]}, "hrv_Latn": {"tokens": 37137, "chars": 128727, "chars_per_token": 3.466, "ratio_vs_en": 1.286, "ci95": [1.274, 1.299]}, "hun_Latn": {"tokens": 41519, "chars": 138629, "chars_per_token": 3.339, "ratio_vs_en": 1.438, "ci95": [1.423, 1.453]}, "hye_Armn": {"tokens": 181303, "chars": 145956, "chars_per_token": 0.805, "ratio_vs_en": 6.279, "ci95": [6.195, 6.359]}, "ibo_Latn": {"tokens": 67546, "chars": 134560, "chars_per_token": 1.992, "ratio_vs_en": 2.339, "ci95": [2.307, 2.372]}, "ilo_Latn": {"tokens": 53896, "chars": 159680, "chars_per_token": 2.963, "ratio_vs_en": 1.867, "ci95": [1.846, 1.887]}, "ind_Latn": {"tokens": 47231, "chars": 142318, "chars_per_token": 3.013, "ratio_vs_en": 1.636, "ci95": [1.619, 1.652]}, "isl_Latn": {"tokens": 54631, "chars": 129783, "chars_per_token": 2.376, "ratio_vs_en": 1.892, "ci95": [1.87, 1.915]}, "ita_Latn": {"tokens": 36019, "chars": 156138, "chars_per_token": 4.335, "ratio_vs_en": 1.247, "ci95": [1.236, 1.258]}, "jav_Latn": {"tokens": 46531, "chars": 136928, "chars_per_token": 2.943, "ratio_vs_en": 1.611, "ci95": [1.595, 1.63]}, "jpn_Jpan": {"tokens": 38126, "chars": 56943, "chars_per_token": 1.494, "ratio_vs_en": 1.32, "ci95": [1.305, 1.334]}, "kab_Latn": {"tokens": 57897, "chars": 130554, "chars_per_token": 2.255, "ratio_vs_en": 2.005, "ci95": [1.983, 2.027]}, "kac_Latn": {"tokens": 63763, "chars": 169397, "chars_per_token": 2.657, "ratio_vs_en": 2.208, "ci95": [2.175, 2.243]}, "kam_Latn": {"tokens": 53387, "chars": 128356, "chars_per_token": 2.404, "ratio_vs_en": 1.849, "ci95": [1.817, 1.881]}, "kan_Knda": {"tokens": 374476, "chars": 138040, "chars_per_token": 0.369, "ratio_vs_en": 12.969, "ci95": [12.803, 13.142]}, "kas_Arab": {"tokens": 111848, "chars": 126105, "chars_per_token": 1.127, "ratio_vs_en": 3.874, "ci95": [3.822, 3.926]}, "kas_Deva": {"tokens": 70170, "chars": 126401, "chars_per_token": 1.801, "ratio_vs_en": 2.43, "ci95": [2.401, 2.461]}, "kat_Geor": {"tokens": 165607, "chars": 143930, "chars_per_token": 0.869, "ratio_vs_en": 5.735, "ci95": [5.658, 5.811]}, "kaz_Cyrl": {"tokens": 71948, "chars": 135404, "chars_per_token": 1.882, "ratio_vs_en": 2.492, "ci95": [2.462, 2.523]}, "kbp_Latn": {"tokens": 109886, "chars": 142957, "chars_per_token": 1.301, "ratio_vs_en": 3.806, "ci95": [3.742, 3.871]}, "kea_Latn": {"tokens": 42413, "chars": 130800, "chars_per_token": 3.084, "ratio_vs_en": 1.469, "ci95": [1.456, 1.482]}, "khk_Cyrl": {"tokens": 77804, "chars": 137067, "chars_per_token": 1.762, "ratio_vs_en": 2.695, "ci95": [2.662, 2.728]}, "khm_Khmr": {"tokens": 354947, "chars": 153212, "chars_per_token": 0.432, "ratio_vs_en": 12.293, "ci95": [12.133, 12.466]}, "kik_Latn": {"tokens": 73417, "chars": 153431, "chars_per_token": 2.09, "ratio_vs_en": 2.543, "ci95": [2.502, 2.583]}, "kin_Latn": {"tokens": 57006, "chars": 145862, "chars_per_token": 2.559, "ratio_vs_en": 1.974, "ci95": [1.951, 1.999]}, "kir_Cyrl": {"tokens": 68280, "chars": 135532, "chars_per_token": 1.985, "ratio_vs_en": 2.365, "ci95": [2.333, 2.397]}, "kmb_Latn": {"tokens": 54135, "chars": 145762, "chars_per_token": 2.693, "ratio_vs_en": 1.875, "ci95": [1.852, 1.897]}, "kmr_Latn": {"tokens": 57016, "chars": 130372, "chars_per_token": 2.287, "ratio_vs_en": 1.975, "ci95": [1.953, 1.997]}, "knc_Arab": {"tokens": 80473, "chars": 116000, "chars_per_token": 1.441, "ratio_vs_en": 2.787, "ci95": [2.705, 2.87]}, "knc_Latn": {"tokens": 60997, "chars": 138972, "chars_per_token": 2.278, "ratio_vs_en": 2.112, "ci95": [2.083, 2.144]}, "kon_Latn": {"tokens": 51813, "chars": 149894, "chars_per_token": 2.893, "ratio_vs_en": 1.794, "ci95": [1.775, 1.815]}, "kor_Hang": {"tokens": 37450, "chars": 65965, "chars_per_token": 1.761, "ratio_vs_en": 1.297, "ci95": [1.284, 1.31]}, "lao_Laoo": {"tokens": 355620, "chars": 130060, "chars_per_token": 0.366, "ratio_vs_en": 12.316, "ci95": [12.13, 12.487]}, "lij_Latn": {"tokens": 51100, "chars": 145994, "chars_per_token": 2.857, "ratio_vs_en": 1.77, "ci95": [1.751, 1.789]}, "lim_Latn": {"tokens": 44406, "chars": 137686, "chars_per_token": 3.101, "ratio_vs_en": 1.538, "ci95": [1.522, 1.554]}, "lin_Latn": {"tokens": 48922, "chars": 142197, "chars_per_token": 2.907, "ratio_vs_en": 1.694, "ci95": [1.678, 1.712]}, "lit_Latn": {"tokens": 38145, "chars": 130329, "chars_per_token": 3.417, "ratio_vs_en": 1.321, "ci95": [1.308, 1.334]}, "lmo_Latn": {"tokens": 52609, "chars": 141666, "chars_per_token": 2.693, "ratio_vs_en": 1.822, "ci95": [1.803, 1.841]}, "ltg_Latn": {"tokens": 48635, "chars": 129848, "chars_per_token": 2.67, "ratio_vs_en": 1.684, "ci95": [1.667, 1.702]}, "ltz_Latn": {"tokens": 50860, "chars": 147545, "chars_per_token": 2.901, "ratio_vs_en": 1.761, "ci95": [1.744, 1.78]}, "lua_Latn": {"tokens": 50383, "chars": 142998, "chars_per_token": 2.838, "ratio_vs_en": 1.745, "ci95": [1.724, 1.765]}, "lug_Latn": {"tokens": 52043, "chars": 135078, "chars_per_token": 2.596, "ratio_vs_en": 1.802, "ci95": [1.782, 1.824]}, "luo_Latn": {"tokens": 48201, "chars": 137546, "chars_per_token": 2.854, "ratio_vs_en": 1.669, "ci95": [1.649, 1.691]}, "lus_Latn": {"tokens": 51940, "chars": 146255, "chars_per_token": 2.816, "ratio_vs_en": 1.799, "ci95": [1.772, 1.826]}, "lvs_Latn": {"tokens": 39852, "chars": 134157, "chars_per_token": 3.366, "ratio_vs_en": 1.38, "ci95": [1.367, 1.394]}, "mag_Deva": {"tokens": 50904, "chars": 126695, "chars_per_token": 2.489, "ratio_vs_en": 1.763, "ci95": [1.745, 1.781]}, "mai_Deva": {"tokens": 56958, "chars": 129408, "chars_per_token": 2.272, "ratio_vs_en": 1.973, "ci95": [1.95, 1.994]}, "mal_Mlym": {"tokens": 371525, "chars": 149336, "chars_per_token": 0.402, "ratio_vs_en": 12.867, "ci95": [12.703, 13.037]}, "mar_Deva": {"tokens": 61298, "chars": 133051, "chars_per_token": 2.171, "ratio_vs_en": 2.123, "ci95": [2.101, 2.146]}, "min_Arab": {"tokens": 80619, "chars": 126399, "chars_per_token": 1.568, "ratio_vs_en": 2.792, "ci95": [2.759, 2.827]}, "min_Latn": {"tokens": 48754, "chars": 141163, "chars_per_token": 2.895, "ratio_vs_en": 1.688, "ci95": [1.671, 1.708]}, "mkd_Cyrl": {"tokens": 50430, "chars": 137827, "chars_per_token": 2.733, "ratio_vs_en": 1.746, "ci95": [1.729, 1.765]}, "mlt_Latn": {"tokens": 48098, "chars": 146288, "chars_per_token": 3.041, "ratio_vs_en": 1.666, "ci95": [1.65, 1.682]}, "mni_Beng": {"tokens": 196439, "chars": 136782, "chars_per_token": 0.696, "ratio_vs_en": 6.803, "ci95": [6.712, 6.899]}, "mos_Latn": {"tokens": 59110, "chars": 124657, "chars_per_token": 2.109, "ratio_vs_en": 2.047, "ci95": [2.017, 2.078]}, "mri_Latn": {"tokens": 59320, "chars": 146527, "chars_per_token": 2.47, "ratio_vs_en": 2.054, "ci95": [2.031, 2.078]}, "mya_Mymr": {"tokens": 409173, "chars": 163169, "chars_per_token": 0.399, "ratio_vs_en": 14.17, "ci95": [13.972, 14.377]}, "nld_Latn": {"tokens": 34248, "chars": 147507, "chars_per_token": 4.307, "ratio_vs_en": 1.186, "ci95": [1.176, 1.197]}, "nno_Latn": {"tokens": 38282, "chars": 133443, "chars_per_token": 3.486, "ratio_vs_en": 1.326, "ci95": [1.313, 1.338]}, "nob_Latn": {"tokens": 35695, "chars": 132138, "chars_per_token": 3.702, "ratio_vs_en": 1.236, "ci95": [1.226, 1.247]}, "npi_Deva": {"tokens": 56942, "chars": 126903, "chars_per_token": 2.229, "ratio_vs_en": 1.972, "ci95": [1.949, 1.995]}, "nso_Latn": {"tokens": 55897, "chars": 151109, "chars_per_token": 2.703, "ratio_vs_en": 1.936, "ci95": [1.914, 1.958]}, "nus_Latn": {"tokens": 82543, "chars": 142340, "chars_per_token": 1.724, "ratio_vs_en": 2.859, "ci95": [2.818, 2.896]}, "nya_Latn": {"tokens": 54197, "chars": 147172, "chars_per_token": 2.716, "ratio_vs_en": 1.877, "ci95": [1.854, 1.899]}, "oci_Latn": {"tokens": 45844, "chars": 150651, "chars_per_token": 3.286, "ratio_vs_en": 1.588, "ci95": [1.572, 1.603]}, "ory_Orya": {"tokens": 359064, "chars": 134839, "chars_per_token": 0.376, "ratio_vs_en": 12.435, "ci95": [12.273, 12.607]}, "pag_Latn": {"tokens": 41534, "chars": 129899, "chars_per_token": 3.128, "ratio_vs_en": 1.438, "ci95": [1.417, 1.461]}, "pan_Guru": {"tokens": 341802, "chars": 133425, "chars_per_token": 0.39, "ratio_vs_en": 11.837, "ci95": [11.691, 11.996]}, "pap_Latn": {"tokens": 43848, "chars": 139154, "chars_per_token": 3.174, "ratio_vs_en": 1.519, "ci95": [1.505, 1.533]}, "pbt_Arab": {"tokens": 92418, "chars": 122455, "chars_per_token": 1.325, "ratio_vs_en": 3.201, "ci95": [3.163, 3.238]}, "pes_Arab": {"tokens": 75410, "chars": 123827, "chars_per_token": 1.642, "ratio_vs_en": 2.612, "ci95": [2.579, 2.642]}, "plt_Latn": {"tokens": 59098, "chars": 160996, "chars_per_token": 2.724, "ratio_vs_en": 2.047, "ci95": [2.025, 2.07]}, "pol_Latn": {"tokens": 35198, "chars": 139483, "chars_per_token": 3.963, "ratio_vs_en": 1.219, "ci95": [1.207, 1.232]}, "por_Latn": {"tokens": 33188, "chars": 143418, "chars_per_token": 4.321, "ratio_vs_en": 1.149, "ci95": [1.141, 1.158]}, "prs_Arab": {"tokens": 72360, "chars": 120643, "chars_per_token": 1.667, "ratio_vs_en": 2.506, "ci95": [2.477, 2.536]}, "quy_Latn": {"tokens": 53530, "chars": 141027, "chars_per_token": 2.635, "ratio_vs_en": 1.854, "ci95": [1.83, 1.878]}, "ron_Latn": {"tokens": 41505, "chars": 148571, "chars_per_token": 3.58, "ratio_vs_en": 1.437, "ci95": [1.425, 1.451]}, "run_Latn": {"tokens": 57116, "chars": 147265, "chars_per_token": 2.578, "ratio_vs_en": 1.978, "ci95": [1.954, 2.004]}, "rus_Cyrl": {"tokens": 36724, "chars": 142096, "chars_per_token": 3.869, "ratio_vs_en": 1.272, "ci95": [1.259, 1.285]}, "sag_Latn": {"tokens": 54188, "chars": 142621, "chars_per_token": 2.632, "ratio_vs_en": 1.877, "ci95": [1.851, 1.903]}, "san_Deva": {"tokens": 57972, "chars": 128257, "chars_per_token": 2.212, "ratio_vs_en": 2.008, "ci95": [1.984, 2.031]}, "sat_Olck": {"tokens": 369832, "chars": 139791, "chars_per_token": 0.378, "ratio_vs_en": 12.808, "ci95": [12.648, 12.971]}, "scn_Latn": {"tokens": 49583, "chars": 138571, "chars_per_token": 2.795, "ratio_vs_en": 1.717, "ci95": [1.698, 1.736]}, "shn_Mymr": {"tokens": 456898, "chars": 188284, "chars_per_token": 0.412, "ratio_vs_en": 15.823, "ci95": [15.556, 16.086]}, "sin_Sinh": {"tokens": 343710, "chars": 131080, "chars_per_token": 0.381, "ratio_vs_en": 11.903, "ci95": [11.76, 12.056]}, "slk_Latn": {"tokens": 39015, "chars": 131710, "chars_per_token": 3.376, "ratio_vs_en": 1.351, "ci95": [1.339, 1.364]}, "slv_Latn": {"tokens": 37745, "chars": 130855, "chars_per_token": 3.467, "ratio_vs_en": 1.307, "ci95": [1.295, 1.319]}, "smo_Latn": {"tokens": 59676, "chars": 152724, "chars_per_token": 2.559, "ratio_vs_en": 2.067, "ci95": [2.042, 2.091]}, "sna_Latn": {"tokens": 54334, "chars": 147603, "chars_per_token": 2.717, "ratio_vs_en": 1.882, "ci95": [1.857, 1.906]}, "snd_Arab": {"tokens": 86470, "chars": 119588, "chars_per_token": 1.383, "ratio_vs_en": 2.995, "ci95": [2.957, 3.03]}, "som_Latn": {"tokens": 58674, "chars": 151662, "chars_per_token": 2.585, "ratio_vs_en": 2.032, "ci95": [2.01, 2.055]}, "sot_Latn": {"tokens": 57472, "chars": 158732, "chars_per_token": 2.762, "ratio_vs_en": 1.99, "ci95": [1.968, 2.014]}, "spa_Latn": {"tokens": 36065, "chars": 156997, "chars_per_token": 4.353, "ratio_vs_en": 1.249, "ci95": [1.238, 1.261]}, "srd_Latn": {"tokens": 49334, "chars": 153347, "chars_per_token": 3.108, "ratio_vs_en": 1.709, "ci95": [1.691, 1.727]}, "srp_Cyrl": {"tokens": 54856, "chars": 130780, "chars_per_token": 2.384, "ratio_vs_en": 1.9, "ci95": [1.881, 1.921]}, "ssw_Latn": {"tokens": 55867, "chars": 148726, "chars_per_token": 2.662, "ratio_vs_en": 1.935, "ci95": [1.913, 1.958]}, "sun_Latn": {"tokens": 48548, "chars": 136846, "chars_per_token": 2.819, "ratio_vs_en": 1.681, "ci95": [1.663, 1.699]}, "swe_Latn": {"tokens": 35799, "chars": 132173, "chars_per_token": 3.692, "ratio_vs_en": 1.24, "ci95": [1.229, 1.25]}, "swh_Latn": {"tokens": 49992, "chars": 138104, "chars_per_token": 2.763, "ratio_vs_en": 1.731, "ci95": [1.714, 1.748]}, "szl_Latn": {"tokens": 50617, "chars": 137371, "chars_per_token": 2.714, "ratio_vs_en": 1.753, "ci95": [1.733, 1.774]}, "tam_Taml": {"tokens": 239234, "chars": 154133, "chars_per_token": 0.644, "ratio_vs_en": 8.285, "ci95": [8.183, 8.392]}, "taq_Latn": {"tokens": 54371, "chars": 124417, "chars_per_token": 2.288, "ratio_vs_en": 1.883, "ci95": [1.853, 1.913]}, "taq_Tfng": {"tokens": 301249, "chars": 123904, "chars_per_token": 0.411, "ratio_vs_en": 10.433, "ci95": [10.289, 10.589]}, "tat_Cyrl": {"tokens": 72003, "chars": 133282, "chars_per_token": 1.851, "ratio_vs_en": 2.494, "ci95": [2.462, 2.525]}, "tel_Telu": {"tokens": 290060, "chars": 132470, "chars_per_token": 0.457, "ratio_vs_en": 10.045, "ci95": [9.913, 10.181]}, "tgk_Cyrl": {"tokens": 77073, "chars": 145871, "chars_per_token": 1.893, "ratio_vs_en": 2.669, "ci95": [2.636, 2.703]}, "tgl_Latn": {"tokens": 55640, "chars": 166169, "chars_per_token": 2.987, "ratio_vs_en": 1.927, "ci95": [1.903, 1.95]}, "tha_Thai": {"tokens": 147516, "chars": 126109, "chars_per_token": 0.855, "ratio_vs_en": 5.109, "ci95": [5.04, 5.181]}, "tir_Ethi": {"tokens": 232234, "chars": 90700, "chars_per_token": 0.391, "ratio_vs_en": 8.043, "ci95": [7.941, 8.149]}, "tpi_Latn": {"tokens": 54541, "chars": 169011, "chars_per_token": 3.099, "ratio_vs_en": 1.889, "ci95": [1.864, 1.913]}, "tsn_Latn": {"tokens": 59153, "chars": 163035, "chars_per_token": 2.756, "ratio_vs_en": 2.049, "ci95": [2.025, 2.075]}, "tso_Latn": {"tokens": 59955, "chars": 158178, "chars_per_token": 2.638, "ratio_vs_en": 2.076, "ci95": [2.05, 2.103]}, "tuk_Latn": {"tokens": 57817, "chars": 140262, "chars_per_token": 2.426, "ratio_vs_en": 2.002, "ci95": [1.98, 2.025]}, "tum_Latn": {"tokens": 66329, "chars": 172545, "chars_per_token": 2.601, "ratio_vs_en": 2.297, "ci95": [2.262, 2.336]}, "tur_Latn": {"tokens": 37143, "chars": 135761, "chars_per_token": 3.655, "ratio_vs_en": 1.286, "ci95": [1.274, 1.298]}, "twi_Latn": {"tokens": 58915, "chars": 128598, "chars_per_token": 2.183, "ratio_vs_en": 2.04, "ci95": [2.011, 2.072]}, "tzm_Tfng": {"tokens": 303447, "chars": 117960, "chars_per_token": 0.389, "ratio_vs_en": 10.509, "ci95": [10.377, 10.639]}, "uig_Arab": {"tokens": 122885, "chars": 140477, "chars_per_token": 1.143, "ratio_vs_en": 4.256, "ci95": [4.199, 4.313]}, "ukr_Cyrl": {"tokens": 41665, "chars": 134446, "chars_per_token": 3.227, "ratio_vs_en": 1.443, "ci95": [1.43, 1.456]}, "umb_Latn": {"tokens": 52042, "chars": 134747, "chars_per_token": 2.589, "ratio_vs_en": 1.802, "ci95": [1.777, 1.83]}, "urd_Arab": {"tokens": 108841, "chars": 129919, "chars_per_token": 1.194, "ratio_vs_en": 3.769, "ci95": [3.723, 3.819]}, "uzn_Latn": {"tokens": 57072, "chars": 149323, "chars_per_token": 2.616, "ratio_vs_en": 1.977, "ci95": [1.956, 1.998]}, "vec_Latn": {"tokens": 41545, "chars": 133237, "chars_per_token": 3.207, "ratio_vs_en": 1.439, "ci95": [1.425, 1.453]}, "vie_Latn": {"tokens": 90102, "chars": 138595, "chars_per_token": 1.538, "ratio_vs_en": 3.12, "ci95": [3.079, 3.165]}, "war_Latn": {"tokens": 56406, "chars": 164746, "chars_per_token": 2.921, "ratio_vs_en": 1.953, "ci95": [1.93, 1.977]}, "wol_Latn": {"tokens": 51776, "chars": 127173, "chars_per_token": 2.456, "ratio_vs_en": 1.793, "ci95": [1.77, 1.815]}, "xho_Latn": {"tokens": 54738, "chars": 139123, "chars_per_token": 2.542, "ratio_vs_en": 1.896, "ci95": [1.876, 1.917]}, "ydd_Hebr": {"tokens": 142326, "chars": 141658, "chars_per_token": 0.995, "ratio_vs_en": 4.929, "ci95": [4.878, 4.981]}, "yor_Latn": {"tokens": 77945, "chars": 126844, "chars_per_token": 1.627, "ratio_vs_en": 2.699, "ci95": [2.646, 2.755]}, "yue_Hant": {"tokens": 35098, "chars": 40019, "chars_per_token": 1.14, "ratio_vs_en": 1.216, "ci95": [1.203, 1.228]}, "zho_Hans": {"tokens": 36513, "chars": 43248, "chars_per_token": 1.184, "ratio_vs_en": 1.265, "ci95": [1.249, 1.281]}, "zho_Hant": {"tokens": 36322, "chars": 40695, "chars_per_token": 1.12, "ratio_vs_en": 1.258, "ci95": [1.245, 1.271]}, "zsm_Latn": {"tokens": 48737, "chars": 146201, "chars_per_token": 3.0, "ratio_vs_en": 1.688, "ci95": [1.671, 1.705]}, "zul_Latn": {"tokens": 57964, "chars": 148362, "chars_per_token": 2.56, "ratio_vs_en": 2.007, "ci95": [1.987, 2.028]}, "eng_Latn": {"tokens": 28875, "chars": 131966, "chars_per_token": 4.57, "ratio_vs_en": 1.0}}, "costs": []}, {"schema": 1, "tokenizer": "Falcon 3", "kind": "hf", "id": "tiiuae/Falcon3-7B-Instruct", "group": "Other", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 105516, "chars": 111621, "chars_per_token": 1.058, "ratio_vs_en": 3.874, "ci95": [3.83, 3.92]}, "ace_Latn": {"tokens": 54654, "chars": 141933, "chars_per_token": 2.597, "ratio_vs_en": 2.007, "ci95": [1.982, 2.031]}, "acm_Arab": {"tokens": 88488, "chars": 113573, "chars_per_token": 1.283, "ratio_vs_en": 3.249, "ci95": [3.213, 3.286]}, "acq_Arab": {"tokens": 89700, "chars": 115113, "chars_per_token": 1.283, "ratio_vs_en": 3.293, "ci95": [3.257, 3.331]}, "aeb_Arab": {"tokens": 87278, "chars": 112077, "chars_per_token": 1.284, "ratio_vs_en": 3.205, "ci95": [3.169, 3.244]}, "afr_Latn": {"tokens": 48645, "chars": 139690, "chars_per_token": 2.872, "ratio_vs_en": 1.786, "ci95": [1.768, 1.804]}, "ajp_Arab": {"tokens": 84307, "chars": 109046, "chars_per_token": 1.293, "ratio_vs_en": 3.095, "ci95": [3.061, 3.131]}, "aka_Latn": {"tokens": 68574, "chars": 132650, "chars_per_token": 1.934, "ratio_vs_en": 2.518, "ci95": [2.481, 2.558]}, "als_Latn": {"tokens": 66420, "chars": 147064, "chars_per_token": 2.214, "ratio_vs_en": 2.439, "ci95": [2.408, 2.467]}, "amh_Ethi": {"tokens": 162433, "chars": 87132, "chars_per_token": 0.536, "ratio_vs_en": 5.964, "ci95": [5.887, 6.042]}, "apc_Arab": {"tokens": 83931, "chars": 107981, "chars_per_token": 1.287, "ratio_vs_en": 3.082, "ci95": [3.046, 3.118]}, "arb_Arab": {"tokens": 91046, "chars": 116307, "chars_per_token": 1.277, "ratio_vs_en": 3.343, "ci95": [3.306, 3.381]}, "arb_Latn": {"tokens": 66944, "chars": 153758, "chars_per_token": 2.297, "ratio_vs_en": 2.458, "ci95": [2.425, 2.492]}, "ars_Arab": {"tokens": 91208, "chars": 116428, "chars_per_token": 1.277, "ratio_vs_en": 3.349, "ci95": [3.311, 3.387]}, "ary_Arab": {"tokens": 87242, "chars": 113563, "chars_per_token": 1.302, "ratio_vs_en": 3.203, "ci95": [3.164, 3.245]}, "arz_Arab": {"tokens": 88254, "chars": 113770, "chars_per_token": 1.289, "ratio_vs_en": 3.24, "ci95": [3.201, 3.28]}, "asm_Beng": {"tokens": 193406, "chars": 125936, "chars_per_token": 0.651, "ratio_vs_en": 7.101, "ci95": [7.014, 7.194]}, "ast_Latn": {"tokens": 41502, "chars": 136363, "chars_per_token": 3.286, "ratio_vs_en": 1.524, "ci95": [1.507, 1.54]}, "awa_Deva": {"tokens": 132644, "chars": 128171, "chars_per_token": 0.966, "ratio_vs_en": 4.87, "ci95": [4.808, 4.938]}, "ayr_Latn": {"tokens": 58966, "chars": 138617, "chars_per_token": 2.351, "ratio_vs_en": 2.165, "ci95": [2.133, 2.196]}, "azb_Arab": {"tokens": 99462, "chars": 117061, "chars_per_token": 1.177, "ratio_vs_en": 3.652, "ci95": [3.606, 3.699]}, "azj_Latn": {"tokens": 78320, "chars": 143739, "chars_per_token": 1.835, "ratio_vs_en": 2.876, "ci95": [2.835, 2.914]}, "bak_Cyrl": {"tokens": 137441, "chars": 133222, "chars_per_token": 0.969, "ratio_vs_en": 5.046, "ci95": [4.979, 5.115]}, "bam_Latn": {"tokens": 65141, "chars": 126387, "chars_per_token": 1.94, "ratio_vs_en": 2.392, "ci95": [2.358, 2.426]}, "ban_Latn": {"tokens": 49392, "chars": 145570, "chars_per_token": 2.947, "ratio_vs_en": 1.813, "ci95": [1.792, 1.835]}, "bel_Cyrl": {"tokens": 132850, "chars": 147991, "chars_per_token": 1.114, "ratio_vs_en": 4.878, "ci95": [4.809, 4.949]}, "bem_Latn": {"tokens": 60374, "chars": 160751, "chars_per_token": 2.663, "ratio_vs_en": 2.217, "ci95": [2.191, 2.243]}, "ben_Beng": {"tokens": 185815, "chars": 129042, "chars_per_token": 0.694, "ratio_vs_en": 6.822, "ci95": [6.738, 6.907]}, "bho_Deva": {"tokens": 131293, "chars": 128611, "chars_per_token": 0.98, "ratio_vs_en": 4.821, "ci95": [4.759, 4.887]}, "bjn_Arab": {"tokens": 106581, "chars": 122230, "chars_per_token": 1.147, "ratio_vs_en": 3.913, "ci95": [3.866, 3.963]}, "bjn_Latn": {"tokens": 48455, "chars": 138182, "chars_per_token": 2.852, "ratio_vs_en": 1.779, "ci95": [1.759, 1.799]}, "bod_Tibt": {"tokens": 437865, "chars": 148151, "chars_per_token": 0.338, "ratio_vs_en": 16.077, "ci95": [15.839, 16.327]}, "bos_Latn": {"tokens": 53817, "chars": 132187, "chars_per_token": 2.456, "ratio_vs_en": 1.976, "ci95": [1.953, 1.998]}, "bug_Latn": {"tokens": 53211, "chars": 139375, "chars_per_token": 2.619, "ratio_vs_en": 1.954, "ci95": [1.927, 1.98]}, "bul_Cyrl": {"tokens": 116229, "chars": 137824, "chars_per_token": 1.186, "ratio_vs_en": 4.267, "ci95": [4.213, 4.32]}, "cat_Latn": {"tokens": 45241, "chars": 145781, "chars_per_token": 3.222, "ratio_vs_en": 1.661, "ci95": [1.645, 1.679]}, "ceb_Latn": {"tokens": 54264, "chars": 158685, "chars_per_token": 2.924, "ratio_vs_en": 1.992, "ci95": [1.97, 2.016]}, "ces_Latn": {"tokens": 62205, "chars": 127257, "chars_per_token": 2.046, "ratio_vs_en": 2.284, "ci95": [2.256, 2.314]}, "cjk_Latn": {"tokens": 52883, "chars": 139261, "chars_per_token": 2.633, "ratio_vs_en": 1.942, "ci95": [1.913, 1.971]}, "ckb_Arab": {"tokens": 136848, "chars": 128585, "chars_per_token": 0.94, "ratio_vs_en": 5.025, "ci95": [4.955, 5.09]}, "crh_Latn": {"tokens": 63018, "chars": 134038, "chars_per_token": 2.127, "ratio_vs_en": 2.314, "ci95": [2.284, 2.345]}, "cym_Latn": {"tokens": 60419, "chars": 141257, "chars_per_token": 2.338, "ratio_vs_en": 2.218, "ci95": [2.193, 2.244]}, "dan_Latn": {"tokens": 47668, "chars": 135083, "chars_per_token": 2.834, "ratio_vs_en": 1.75, "ci95": [1.731, 1.77]}, "deu_Latn": {"tokens": 50163, "chars": 153809, "chars_per_token": 3.066, "ratio_vs_en": 1.842, "ci95": [1.821, 1.862]}, "dik_Latn": {"tokens": 60030, "chars": 111789, "chars_per_token": 1.862, "ratio_vs_en": 2.204, "ci95": [2.159, 2.254]}, "dyu_Latn": {"tokens": 55366, "chars": 132855, "chars_per_token": 2.4, "ratio_vs_en": 2.033, "ci95": [2.002, 2.065]}, "dzo_Tibt": {"tokens": 472335, "chars": 163358, "chars_per_token": 0.346, "ratio_vs_en": 17.342, "ci95": [17.082, 17.603]}, "ell_Grek": {"tokens": 142687, "chars": 157539, "chars_per_token": 1.104, "ratio_vs_en": 5.239, "ci95": [5.171, 5.309]}, "epo_Latn": {"tokens": 50624, "chars": 131292, "chars_per_token": 2.593, "ratio_vs_en": 1.859, "ci95": [1.839, 1.879]}, "est_Latn": {"tokens": 52774, "chars": 129459, "chars_per_token": 2.453, "ratio_vs_en": 1.938, "ci95": [1.913, 1.962]}, "eus_Latn": {"tokens": 50921, "chars": 139822, "chars_per_token": 2.746, "ratio_vs_en": 1.87, "ci95": [1.849, 1.892]}, "ewe_Latn": {"tokens": 71841, "chars": 127448, "chars_per_token": 1.774, "ratio_vs_en": 2.638, "ci95": [2.588, 2.689]}, "fao_Latn": {"tokens": 58721, "chars": 134274, "chars_per_token": 2.287, "ratio_vs_en": 2.156, "ci95": [2.131, 2.183]}, "fij_Latn": {"tokens": 59009, "chars": 155177, "chars_per_token": 2.63, "ratio_vs_en": 2.167, "ci95": [2.139, 2.196]}, "fin_Latn": {"tokens": 56395, "chars": 140128, "chars_per_token": 2.485, "ratio_vs_en": 2.071, "ci95": [2.044, 2.096]}, "fon_Latn": {"tokens": 92415, "chars": 135260, "chars_per_token": 1.464, "ratio_vs_en": 3.393, "ci95": [3.331, 3.456]}, "fra_Latn": {"tokens": 38478, "chars": 157638, "chars_per_token": 4.097, "ratio_vs_en": 1.413, "ci95": [1.399, 1.427]}, "fur_Latn": {"tokens": 49404, "chars": 144519, "chars_per_token": 2.925, "ratio_vs_en": 1.814, "ci95": [1.794, 1.834]}, "fuv_Latn": {"tokens": 48980, "chars": 122162, "chars_per_token": 2.494, "ratio_vs_en": 1.798, "ci95": [1.768, 1.828]}, "gaz_Latn": {"tokens": 62319, "chars": 156418, "chars_per_token": 2.51, "ratio_vs_en": 2.288, "ci95": [2.261, 2.315]}, "gla_Latn": {"tokens": 65753, "chars": 162597, "chars_per_token": 2.473, "ratio_vs_en": 2.414, "ci95": [2.385, 2.447]}, "gle_Latn": {"tokens": 63276, "chars": 152481, "chars_per_token": 2.41, "ratio_vs_en": 2.323, "ci95": [2.294, 2.352]}, "glg_Latn": {"tokens": 39901, "chars": 146143, "chars_per_token": 3.663, "ratio_vs_en": 1.465, "ci95": [1.449, 1.48]}, "grn_Latn": {"tokens": 58541, "chars": 132815, "chars_per_token": 2.269, "ratio_vs_en": 2.149, "ci95": [2.12, 2.177]}, "guj_Gujr": {"tokens": 252204, "chars": 126428, "chars_per_token": 0.501, "ratio_vs_en": 9.26, "ci95": [9.141, 9.384]}, "hat_Latn": {"tokens": 46846, "chars": 121280, "chars_per_token": 2.589, "ratio_vs_en": 1.72, "ci95": [1.701, 1.739]}, "hau_Latn": {"tokens": 53079, "chars": 140067, "chars_per_token": 2.639, "ratio_vs_en": 1.949, "ci95": [1.926, 1.973]}, "heb_Hebr": {"tokens": 88195, "chars": 102054, "chars_per_token": 1.157, "ratio_vs_en": 3.238, "ci95": [3.201, 3.273]}, "hin_Deva": {"tokens": 131571, "chars": 131058, "chars_per_token": 0.996, "ratio_vs_en": 4.831, "ci95": [4.77, 4.895]}, "hne_Deva": {"tokens": 127496, "chars": 126933, "chars_per_token": 0.996, "ratio_vs_en": 4.681, "ci95": [4.628, 4.738]}, "hrv_Latn": {"tokens": 52664, "chars": 128727, "chars_per_token": 2.444, "ratio_vs_en": 1.934, "ci95": [1.911, 1.955]}, "hun_Latn": {"tokens": 63878, "chars": 138629, "chars_per_token": 2.17, "ratio_vs_en": 2.345, "ci95": [2.315, 2.376]}, "hye_Armn": {"tokens": 250491, "chars": 145956, "chars_per_token": 0.583, "ratio_vs_en": 9.197, "ci95": [9.061, 9.323]}, "ibo_Latn": {"tokens": 76557, "chars": 134560, "chars_per_token": 1.758, "ratio_vs_en": 2.811, "ci95": [2.767, 2.856]}, "ilo_Latn": {"tokens": 56319, "chars": 159680, "chars_per_token": 2.835, "ratio_vs_en": 2.068, "ci95": [2.043, 2.092]}, "ind_Latn": {"tokens": 47555, "chars": 142318, "chars_per_token": 2.993, "ratio_vs_en": 1.746, "ci95": [1.727, 1.765]}, "isl_Latn": {"tokens": 60991, "chars": 129783, "chars_per_token": 2.128, "ratio_vs_en": 2.239, "ci95": [2.212, 2.269]}, "ita_Latn": {"tokens": 44948, "chars": 156138, "chars_per_token": 3.474, "ratio_vs_en": 1.65, "ci95": [1.633, 1.668]}, "jav_Latn": {"tokens": 48262, "chars": 136928, "chars_per_token": 2.837, "ratio_vs_en": 1.772, "ci95": [1.752, 1.792]}, "jpn_Jpan": {"tokens": 77895, "chars": 56943, "chars_per_token": 0.731, "ratio_vs_en": 2.86, "ci95": [2.822, 2.898]}, "kab_Latn": {"tokens": 64272, "chars": 130554, "chars_per_token": 2.031, "ratio_vs_en": 2.36, "ci95": [2.33, 2.39]}, "kac_Latn": {"tokens": 62571, "chars": 169397, "chars_per_token": 2.707, "ratio_vs_en": 2.297, "ci95": [2.262, 2.335]}, "kam_Latn": {"tokens": 58932, "chars": 128356, "chars_per_token": 2.178, "ratio_vs_en": 2.164, "ci95": [2.114, 2.213]}, "kan_Knda": {"tokens": 359900, "chars": 138040, "chars_per_token": 0.384, "ratio_vs_en": 13.214, "ci95": [13.036, 13.391]}, "kas_Arab": {"tokens": 135918, "chars": 126105, "chars_per_token": 0.928, "ratio_vs_en": 4.99, "ci95": [4.927, 5.055]}, "kas_Deva": {"tokens": 126717, "chars": 126401, "chars_per_token": 0.998, "ratio_vs_en": 4.653, "ci95": [4.596, 4.711]}, "kat_Geor": {"tokens": 265930, "chars": 143930, "chars_per_token": 0.541, "ratio_vs_en": 9.764, "ci95": [9.622, 9.906]}, "kaz_Cyrl": {"tokens": 129978, "chars": 135404, "chars_per_token": 1.042, "ratio_vs_en": 4.772, "ci95": [4.71, 4.835]}, "kbp_Latn": {"tokens": 118834, "chars": 142957, "chars_per_token": 1.203, "ratio_vs_en": 4.363, "ci95": [4.288, 4.439]}, "kea_Latn": {"tokens": 45862, "chars": 130800, "chars_per_token": 2.852, "ratio_vs_en": 1.684, "ci95": [1.667, 1.701]}, "khk_Cyrl": {"tokens": 140076, "chars": 137067, "chars_per_token": 0.979, "ratio_vs_en": 5.143, "ci95": [5.078, 5.206]}, "khm_Khmr": {"tokens": 310680, "chars": 153212, "chars_per_token": 0.493, "ratio_vs_en": 11.407, "ci95": [11.249, 11.575]}, "kik_Latn": {"tokens": 88280, "chars": 153431, "chars_per_token": 1.738, "ratio_vs_en": 3.241, "ci95": [3.184, 3.297]}, "kin_Latn": {"tokens": 58122, "chars": 145862, "chars_per_token": 2.51, "ratio_vs_en": 2.134, "ci95": [2.108, 2.162]}, "kir_Cyrl": {"tokens": 127213, "chars": 135532, "chars_per_token": 1.065, "ratio_vs_en": 4.671, "ci95": [4.603, 4.738]}, "kmb_Latn": {"tokens": 57000, "chars": 145762, "chars_per_token": 2.557, "ratio_vs_en": 2.093, "ci95": [2.067, 2.119]}, "kmr_Latn": {"tokens": 59962, "chars": 130372, "chars_per_token": 2.174, "ratio_vs_en": 2.202, "ci95": [2.176, 2.228]}, "knc_Arab": {"tokens": 103319, "chars": 116000, "chars_per_token": 1.123, "ratio_vs_en": 3.793, "ci95": [3.7, 3.889]}, "knc_Latn": {"tokens": 64396, "chars": 138972, "chars_per_token": 2.158, "ratio_vs_en": 2.364, "ci95": [2.331, 2.4]}, "kon_Latn": {"tokens": 53827, "chars": 149894, "chars_per_token": 2.785, "ratio_vs_en": 1.976, "ci95": [1.952, 2.0]}, "kor_Hang": {"tokens": 101006, "chars": 65965, "chars_per_token": 0.653, "ratio_vs_en": 3.709, "ci95": [3.664, 3.753]}, "lao_Laoo": {"tokens": 260135, "chars": 130060, "chars_per_token": 0.5, "ratio_vs_en": 9.551, "ci95": [9.409, 9.689]}, "lij_Latn": {"tokens": 54982, "chars": 145994, "chars_per_token": 2.655, "ratio_vs_en": 2.019, "ci95": [1.997, 2.042]}, "lim_Latn": {"tokens": 52038, "chars": 137686, "chars_per_token": 2.646, "ratio_vs_en": 1.911, "ci95": [1.889, 1.933]}, "lin_Latn": {"tokens": 51448, "chars": 142197, "chars_per_token": 2.764, "ratio_vs_en": 1.889, "ci95": [1.868, 1.91]}, "lit_Latn": {"tokens": 58629, "chars": 130329, "chars_per_token": 2.223, "ratio_vs_en": 2.153, "ci95": [2.127, 2.178]}, "lmo_Latn": {"tokens": 57352, "chars": 141666, "chars_per_token": 2.47, "ratio_vs_en": 2.106, "ci95": [2.081, 2.13]}, "ltg_Latn": {"tokens": 60238, "chars": 129848, "chars_per_token": 2.156, "ratio_vs_en": 2.212, "ci95": [2.186, 2.237]}, "ltz_Latn": {"tokens": 55138, "chars": 147545, "chars_per_token": 2.676, "ratio_vs_en": 2.024, "ci95": [2.001, 2.047]}, "lua_Latn": {"tokens": 52022, "chars": 142998, "chars_per_token": 2.749, "ratio_vs_en": 1.91, "ci95": [1.886, 1.933]}, "lug_Latn": {"tokens": 53729, "chars": 135078, "chars_per_token": 2.514, "ratio_vs_en": 1.973, "ci95": [1.949, 1.997]}, "luo_Latn": {"tokens": 50203, "chars": 137546, "chars_per_token": 2.74, "ratio_vs_en": 1.843, "ci95": [1.82, 1.867]}, "lus_Latn": {"tokens": 54147, "chars": 146255, "chars_per_token": 2.701, "ratio_vs_en": 1.988, "ci95": [1.956, 2.02]}, "lvs_Latn": {"tokens": 63631, "chars": 134157, "chars_per_token": 2.108, "ratio_vs_en": 2.336, "ci95": [2.309, 2.365]}, "mag_Deva": {"tokens": 128081, "chars": 126695, "chars_per_token": 0.989, "ratio_vs_en": 4.703, "ci95": [4.647, 4.759]}, "mai_Deva": {"tokens": 132010, "chars": 129408, "chars_per_token": 0.98, "ratio_vs_en": 4.847, "ci95": [4.791, 4.906]}, "mal_Mlym": {"tokens": 280044, "chars": 149336, "chars_per_token": 0.533, "ratio_vs_en": 10.282, "ci95": [10.148, 10.419]}, "mar_Deva": {"tokens": 144495, "chars": 133051, "chars_per_token": 0.921, "ratio_vs_en": 5.305, "ci95": [5.244, 5.371]}, "min_Arab": {"tokens": 109971, "chars": 126399, "chars_per_token": 1.149, "ratio_vs_en": 4.038, "ci95": [3.992, 4.089]}, "min_Latn": {"tokens": 49993, "chars": 141163, "chars_per_token": 2.824, "ratio_vs_en": 1.836, "ci95": [1.816, 1.856]}, "mkd_Cyrl": {"tokens": 121153, "chars": 137827, "chars_per_token": 1.138, "ratio_vs_en": 4.448, "ci95": [4.395, 4.504]}, "mlt_Latn": {"tokens": 68906, "chars": 146288, "chars_per_token": 2.123, "ratio_vs_en": 2.53, "ci95": [2.498, 2.562]}, "mni_Beng": {"tokens": 214471, "chars": 136782, "chars_per_token": 0.638, "ratio_vs_en": 7.875, "ci95": [7.768, 7.99]}, "mos_Latn": {"tokens": 62337, "chars": 124657, "chars_per_token": 2.0, "ratio_vs_en": 2.289, "ci95": [2.254, 2.324]}, "mri_Latn": {"tokens": 62273, "chars": 146527, "chars_per_token": 2.353, "ratio_vs_en": 2.286, "ci95": [2.259, 2.315]}, "mya_Mymr": {"tokens": 315900, "chars": 163169, "chars_per_token": 0.517, "ratio_vs_en": 11.599, "ci95": [11.435, 11.772]}, "nld_Latn": {"tokens": 48790, "chars": 147507, "chars_per_token": 3.023, "ratio_vs_en": 1.791, "ci95": [1.77, 1.813]}, "nno_Latn": {"tokens": 47203, "chars": 133443, "chars_per_token": 2.827, "ratio_vs_en": 1.733, "ci95": [1.713, 1.753]}, "nob_Latn": {"tokens": 46175, "chars": 132138, "chars_per_token": 2.862, "ratio_vs_en": 1.695, "ci95": [1.678, 1.714]}, "npi_Deva": {"tokens": 138024, "chars": 126903, "chars_per_token": 0.919, "ratio_vs_en": 5.068, "ci95": [5.001, 5.137]}, "nso_Latn": {"tokens": 59172, "chars": 151109, "chars_per_token": 2.554, "ratio_vs_en": 2.173, "ci95": [2.145, 2.2]}, "nus_Latn": {"tokens": 100500, "chars": 142340, "chars_per_token": 1.416, "ratio_vs_en": 3.69, "ci95": [3.634, 3.743]}, "nya_Latn": {"tokens": 56276, "chars": 147172, "chars_per_token": 2.615, "ratio_vs_en": 2.066, "ci95": [2.039, 2.093]}, "oci_Latn": {"tokens": 48670, "chars": 150651, "chars_per_token": 3.095, "ratio_vs_en": 1.787, "ci95": [1.768, 1.806]}, "ory_Orya": {"tokens": 271200, "chars": 134839, "chars_per_token": 0.497, "ratio_vs_en": 9.957, "ci95": [9.824, 10.1]}, "pag_Latn": {"tokens": 41911, "chars": 129899, "chars_per_token": 3.099, "ratio_vs_en": 1.539, "ci95": [1.514, 1.563]}, "pan_Guru": {"tokens": 237199, "chars": 133425, "chars_per_token": 0.563, "ratio_vs_en": 8.709, "ci95": [8.597, 8.828]}, "pap_Latn": {"tokens": 47113, "chars": 139154, "chars_per_token": 2.954, "ratio_vs_en": 1.73, "ci95": [1.711, 1.748]}, "pbt_Arab": {"tokens": 109822, "chars": 122455, "chars_per_token": 1.115, "ratio_vs_en": 4.032, "ci95": [3.984, 4.082]}, "pes_Arab": {"tokens": 102648, "chars": 123827, "chars_per_token": 1.206, "ratio_vs_en": 3.769, "ci95": [3.721, 3.814]}, "plt_Latn": {"tokens": 59858, "chars": 160996, "chars_per_token": 2.69, "ratio_vs_en": 2.198, "ci95": [2.173, 2.225]}, "pol_Latn": {"tokens": 64438, "chars": 139483, "chars_per_token": 2.165, "ratio_vs_en": 2.366, "ci95": [2.336, 2.397]}, "por_Latn": {"tokens": 35840, "chars": 143418, "chars_per_token": 4.002, "ratio_vs_en": 1.316, "ci95": [1.304, 1.327]}, "prs_Arab": {"tokens": 97597, "chars": 120643, "chars_per_token": 1.236, "ratio_vs_en": 3.583, "ci95": [3.54, 3.627]}, "quy_Latn": {"tokens": 55475, "chars": 141027, "chars_per_token": 2.542, "ratio_vs_en": 2.037, "ci95": [2.01, 2.065]}, "ron_Latn": {"tokens": 55335, "chars": 148571, "chars_per_token": 2.685, "ratio_vs_en": 2.032, "ci95": [2.009, 2.055]}, "run_Latn": {"tokens": 58195, "chars": 147265, "chars_per_token": 2.531, "ratio_vs_en": 2.137, "ci95": [2.11, 2.166]}, "rus_Cyrl": {"tokens": 122479, "chars": 142096, "chars_per_token": 1.16, "ratio_vs_en": 4.497, "ci95": [4.438, 4.557]}, "sag_Latn": {"tokens": 55622, "chars": 142621, "chars_per_token": 2.564, "ratio_vs_en": 2.042, "ci95": [2.013, 2.073]}, "san_Deva": {"tokens": 132165, "chars": 128257, "chars_per_token": 0.97, "ratio_vs_en": 4.853, "ci95": [4.79, 4.914]}, "sat_Olck": {"tokens": 342399, "chars": 139791, "chars_per_token": 0.408, "ratio_vs_en": 12.572, "ci95": [12.412, 12.737]}, "scn_Latn": {"tokens": 53939, "chars": 138571, "chars_per_token": 2.569, "ratio_vs_en": 1.98, "ci95": [1.957, 2.004]}, "shn_Mymr": {"tokens": 407777, "chars": 188284, "chars_per_token": 0.462, "ratio_vs_en": 14.972, "ci95": [14.706, 15.23]}, "sin_Sinh": {"tokens": 323770, "chars": 131080, "chars_per_token": 0.405, "ratio_vs_en": 11.888, "ci95": [11.735, 12.05]}, "slk_Latn": {"tokens": 61826, "chars": 131710, "chars_per_token": 2.13, "ratio_vs_en": 2.27, "ci95": [2.243, 2.299]}, "slv_Latn": {"tokens": 53321, "chars": 130855, "chars_per_token": 2.454, "ratio_vs_en": 1.958, "ci95": [1.936, 1.98]}, "smo_Latn": {"tokens": 61907, "chars": 152724, "chars_per_token": 2.467, "ratio_vs_en": 2.273, "ci95": [2.245, 2.302]}, "sna_Latn": {"tokens": 56753, "chars": 147603, "chars_per_token": 2.601, "ratio_vs_en": 2.084, "ci95": [2.055, 2.113]}, "snd_Arab": {"tokens": 111843, "chars": 119588, "chars_per_token": 1.069, "ratio_vs_en": 4.106, "ci95": [4.059, 4.157]}, "som_Latn": {"tokens": 59243, "chars": 151662, "chars_per_token": 2.56, "ratio_vs_en": 2.175, "ci95": [2.151, 2.201]}, "sot_Latn": {"tokens": 59323, "chars": 158732, "chars_per_token": 2.676, "ratio_vs_en": 2.178, "ci95": [2.152, 2.206]}, "spa_Latn": {"tokens": 38162, "chars": 156997, "chars_per_token": 4.114, "ratio_vs_en": 1.401, "ci95": [1.386, 1.416]}, "srd_Latn": {"tokens": 52201, "chars": 153347, "chars_per_token": 2.938, "ratio_vs_en": 1.917, "ci95": [1.896, 1.938]}, "srp_Cyrl": {"tokens": 118869, "chars": 130780, "chars_per_token": 1.1, "ratio_vs_en": 4.364, "ci95": [4.311, 4.417]}, "ssw_Latn": {"tokens": 58286, "chars": 148726, "chars_per_token": 2.552, "ratio_vs_en": 2.14, "ci95": [2.115, 2.166]}, "sun_Latn": {"tokens": 49929, "chars": 136846, "chars_per_token": 2.741, "ratio_vs_en": 1.833, "ci95": [1.812, 1.853]}, "swe_Latn": {"tokens": 47855, "chars": 132173, "chars_per_token": 2.762, "ratio_vs_en": 1.757, "ci95": [1.738, 1.776]}, "swh_Latn": {"tokens": 52611, "chars": 138104, "chars_per_token": 2.625, "ratio_vs_en": 1.932, "ci95": [1.911, 1.952]}, "szl_Latn": {"tokens": 64276, "chars": 137371, "chars_per_token": 2.137, "ratio_vs_en": 2.36, "ci95": [2.331, 2.391]}, "tam_Taml": {"tokens": 231828, "chars": 154133, "chars_per_token": 0.665, "ratio_vs_en": 8.512, "ci95": [8.399, 8.621]}, "taq_Latn": {"tokens": 60015, "chars": 124417, "chars_per_token": 2.073, "ratio_vs_en": 2.204, "ci95": [2.169, 2.242]}, "taq_Tfng": {"tokens": 185417, "chars": 123904, "chars_per_token": 0.668, "ratio_vs_en": 6.808, "ci95": [6.715, 6.906]}, "tat_Cyrl": {"tokens": 126448, "chars": 133282, "chars_per_token": 1.054, "ratio_vs_en": 4.643, "ci95": [4.582, 4.702]}, "tel_Telu": {"tokens": 226125, "chars": 132470, "chars_per_token": 0.586, "ratio_vs_en": 8.302, "ci95": [8.187, 8.417]}, "tgk_Cyrl": {"tokens": 139883, "chars": 145871, "chars_per_token": 1.043, "ratio_vs_en": 5.136, "ci95": [5.067, 5.205]}, "tgl_Latn": {"tokens": 55191, "chars": 166169, "chars_per_token": 3.011, "ratio_vs_en": 2.026, "ci95": [2.002, 2.05]}, "tha_Thai": {"tokens": 179203, "chars": 126109, "chars_per_token": 0.704, "ratio_vs_en": 6.58, "ci95": [6.486, 6.683]}, "tir_Ethi": {"tokens": 166304, "chars": 90700, "chars_per_token": 0.545, "ratio_vs_en": 6.106, "ci95": [6.027, 6.187]}, "tpi_Latn": {"tokens": 56642, "chars": 169011, "chars_per_token": 2.984, "ratio_vs_en": 2.08, "ci95": [2.051, 2.107]}, "tsn_Latn": {"tokens": 60774, "chars": 163035, "chars_per_token": 2.683, "ratio_vs_en": 2.231, "ci95": [2.203, 2.262]}, "tso_Latn": {"tokens": 60592, "chars": 158178, "chars_per_token": 2.611, "ratio_vs_en": 2.225, "ci95": [2.195, 2.254]}, "tuk_Latn": {"tokens": 70306, "chars": 140262, "chars_per_token": 1.995, "ratio_vs_en": 2.581, "ci95": [2.55, 2.617]}, "tum_Latn": {"tokens": 69505, "chars": 172545, "chars_per_token": 2.482, "ratio_vs_en": 2.552, "ci95": [2.511, 2.597]}, "tur_Latn": {"tokens": 61863, "chars": 135761, "chars_per_token": 2.195, "ratio_vs_en": 2.271, "ci95": [2.244, 2.299]}, "twi_Latn": {"tokens": 62483, "chars": 128598, "chars_per_token": 2.058, "ratio_vs_en": 2.294, "ci95": [2.261, 2.33]}, "tzm_Tfng": {"tokens": 191060, "chars": 117960, "chars_per_token": 0.617, "ratio_vs_en": 7.015, "ci95": [6.926, 7.102]}, "uig_Arab": {"tokens": 150257, "chars": 140477, "chars_per_token": 0.935, "ratio_vs_en": 5.517, "ci95": [5.44, 5.594]}, "ukr_Cyrl": {"tokens": 124842, "chars": 134446, "chars_per_token": 1.077, "ratio_vs_en": 4.584, "ci95": [4.528, 4.643]}, "umb_Latn": {"tokens": 55426, "chars": 134747, "chars_per_token": 2.431, "ratio_vs_en": 2.035, "ci95": [2.004, 2.067]}, "urd_Arab": {"tokens": 126753, "chars": 129919, "chars_per_token": 1.025, "ratio_vs_en": 4.654, "ci95": [4.596, 4.711]}, "uzn_Latn": {"tokens": 59129, "chars": 149323, "chars_per_token": 2.525, "ratio_vs_en": 2.171, "ci95": [2.147, 2.195]}, "vec_Latn": {"tokens": 48316, "chars": 133237, "chars_per_token": 2.758, "ratio_vs_en": 1.774, "ci95": [1.755, 1.795]}, "vie_Latn": {"tokens": 89904, "chars": 138595, "chars_per_token": 1.542, "ratio_vs_en": 3.301, "ci95": [3.258, 3.346]}, "war_Latn": {"tokens": 55894, "chars": 164746, "chars_per_token": 2.947, "ratio_vs_en": 2.052, "ci95": [2.027, 2.078]}, "wol_Latn": {"tokens": 52031, "chars": 127173, "chars_per_token": 2.444, "ratio_vs_en": 1.91, "ci95": [1.886, 1.934]}, "xho_Latn": {"tokens": 55487, "chars": 139123, "chars_per_token": 2.507, "ratio_vs_en": 2.037, "ci95": [2.014, 2.061]}, "ydd_Hebr": {"tokens": 134610, "chars": 141658, "chars_per_token": 1.052, "ratio_vs_en": 4.942, "ci95": [4.887, 5.001]}, "yor_Latn": {"tokens": 85976, "chars": 126844, "chars_per_token": 1.475, "ratio_vs_en": 3.157, "ci95": [3.093, 3.224]}, "yue_Hant": {"tokens": 60929, "chars": 40019, "chars_per_token": 0.657, "ratio_vs_en": 2.237, "ci95": [2.212, 2.265]}, "zho_Hans": {"tokens": 54924, "chars": 43248, "chars_per_token": 0.787, "ratio_vs_en": 2.017, "ci95": [1.991, 2.043]}, "zho_Hant": {"tokens": 62523, "chars": 40695, "chars_per_token": 0.651, "ratio_vs_en": 2.296, "ci95": [2.269, 2.324]}, "zsm_Latn": {"tokens": 49004, "chars": 146201, "chars_per_token": 2.983, "ratio_vs_en": 1.799, "ci95": [1.78, 1.819]}, "zul_Latn": {"tokens": 59529, "chars": 148362, "chars_per_token": 2.492, "ratio_vs_en": 2.186, "ci95": [2.162, 2.21]}, "eng_Latn": {"tokens": 27236, "chars": 131966, "chars_per_token": 4.845, "ratio_vs_en": 1.0}}, "costs": []}, {"schema": 1, "tokenizer": "Gemma 2 / 3", "kind": "hf", "id": "unsloth/gemma-3-4b-it", "group": "Google", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 60846, "chars": 111621, "chars_per_token": 1.834, "ratio_vs_en": 2.244, "ci95": [2.219, 2.27]}, "ace_Latn": {"tokens": 49139, "chars": 141933, "chars_per_token": 2.888, "ratio_vs_en": 1.812, "ci95": [1.79, 1.834]}, "acm_Arab": {"tokens": 39583, "chars": 113573, "chars_per_token": 2.869, "ratio_vs_en": 1.46, "ci95": [1.445, 1.475]}, "acq_Arab": {"tokens": 39758, "chars": 115113, "chars_per_token": 2.895, "ratio_vs_en": 1.466, "ci95": [1.451, 1.482]}, "aeb_Arab": {"tokens": 40167, "chars": 112077, "chars_per_token": 2.79, "ratio_vs_en": 1.481, "ci95": [1.466, 1.498]}, "afr_Latn": {"tokens": 41222, "chars": 139690, "chars_per_token": 3.389, "ratio_vs_en": 1.52, "ci95": [1.507, 1.534]}, "ajp_Arab": {"tokens": 37737, "chars": 109046, "chars_per_token": 2.89, "ratio_vs_en": 1.392, "ci95": [1.379, 1.405]}, "aka_Latn": {"tokens": 59731, "chars": 132650, "chars_per_token": 2.221, "ratio_vs_en": 2.203, "ci95": [2.171, 2.236]}, "als_Latn": {"tokens": 52876, "chars": 147064, "chars_per_token": 2.781, "ratio_vs_en": 1.95, "ci95": [1.928, 1.972]}, "amh_Ethi": {"tokens": 52552, "chars": 87132, "chars_per_token": 1.658, "ratio_vs_en": 1.938, "ci95": [1.917, 1.96]}, "apc_Arab": {"tokens": 38305, "chars": 107981, "chars_per_token": 2.819, "ratio_vs_en": 1.413, "ci95": [1.398, 1.427]}, "arb_Arab": {"tokens": 39874, "chars": 116307, "chars_per_token": 2.917, "ratio_vs_en": 1.471, "ci95": [1.456, 1.486]}, "arb_Latn": {"tokens": 62582, "chars": 153758, "chars_per_token": 2.457, "ratio_vs_en": 2.308, "ci95": [2.278, 2.341]}, "ars_Arab": {"tokens": 40015, "chars": 116428, "chars_per_token": 2.91, "ratio_vs_en": 1.476, "ci95": [1.461, 1.492]}, "ary_Arab": {"tokens": 41287, "chars": 113563, "chars_per_token": 2.751, "ratio_vs_en": 1.523, "ci95": [1.506, 1.54]}, "arz_Arab": {"tokens": 38989, "chars": 113770, "chars_per_token": 2.918, "ratio_vs_en": 1.438, "ci95": [1.422, 1.453]}, "asm_Beng": {"tokens": 54371, "chars": 125936, "chars_per_token": 2.316, "ratio_vs_en": 2.005, "ci95": [1.982, 2.03]}, "ast_Latn": {"tokens": 38545, "chars": 136363, "chars_per_token": 3.538, "ratio_vs_en": 1.422, "ci95": [1.408, 1.436]}, "awa_Deva": {"tokens": 39799, "chars": 128171, "chars_per_token": 3.22, "ratio_vs_en": 1.468, "ci95": [1.452, 1.485]}, "ayr_Latn": {"tokens": 54079, "chars": 138617, "chars_per_token": 2.563, "ratio_vs_en": 1.995, "ci95": [1.965, 2.022]}, "azb_Arab": {"tokens": 48035, "chars": 117061, "chars_per_token": 2.437, "ratio_vs_en": 1.772, "ci95": [1.751, 1.792]}, "azj_Latn": {"tokens": 54891, "chars": 143739, "chars_per_token": 2.619, "ratio_vs_en": 2.024, "ci95": [1.999, 2.051]}, "bak_Cyrl": {"tokens": 62747, "chars": 133222, "chars_per_token": 2.123, "ratio_vs_en": 2.314, "ci95": [2.285, 2.344]}, "bam_Latn": {"tokens": 56411, "chars": 126387, "chars_per_token": 2.24, "ratio_vs_en": 2.081, "ci95": [2.053, 2.108]}, "ban_Latn": {"tokens": 42217, "chars": 145570, "chars_per_token": 3.448, "ratio_vs_en": 1.557, "ci95": [1.539, 1.575]}, "bel_Cyrl": {"tokens": 58686, "chars": 147991, "chars_per_token": 2.522, "ratio_vs_en": 2.164, "ci95": [2.139, 2.192]}, "bem_Latn": {"tokens": 54868, "chars": 160751, "chars_per_token": 2.93, "ratio_vs_en": 2.024, "ci95": [2.001, 2.047]}, "ben_Beng": {"tokens": 32836, "chars": 129042, "chars_per_token": 3.93, "ratio_vs_en": 1.211, "ci95": [1.198, 1.224]}, "bho_Deva": {"tokens": 42714, "chars": 128611, "chars_per_token": 3.011, "ratio_vs_en": 1.575, "ci95": [1.557, 1.594]}, "bjn_Arab": {"tokens": 60907, "chars": 122230, "chars_per_token": 2.007, "ratio_vs_en": 2.246, "ci95": [2.22, 2.272]}, "bjn_Latn": {"tokens": 38293, "chars": 138182, "chars_per_token": 3.609, "ratio_vs_en": 1.412, "ci95": [1.398, 1.427]}, "bod_Tibt": {"tokens": 99605, "chars": 148151, "chars_per_token": 1.487, "ratio_vs_en": 3.674, "ci95": [3.625, 3.725]}, "bos_Latn": {"tokens": 40339, "chars": 132187, "chars_per_token": 3.277, "ratio_vs_en": 1.488, "ci95": [1.474, 1.503]}, "bug_Latn": {"tokens": 47652, "chars": 139375, "chars_per_token": 2.925, "ratio_vs_en": 1.757, "ci95": [1.733, 1.782]}, "bul_Cyrl": {"tokens": 43921, "chars": 137824, "chars_per_token": 3.138, "ratio_vs_en": 1.62, "ci95": [1.605, 1.635]}, "cat_Latn": {"tokens": 41846, "chars": 145781, "chars_per_token": 3.484, "ratio_vs_en": 1.543, "ci95": [1.529, 1.559]}, "ceb_Latn": {"tokens": 47981, "chars": 158685, "chars_per_token": 3.307, "ratio_vs_en": 1.77, "ci95": [1.751, 1.789]}, "ces_Latn": {"tokens": 41359, "chars": 127257, "chars_per_token": 3.077, "ratio_vs_en": 1.525, "ci95": [1.511, 1.541]}, "cjk_Latn": {"tokens": 47988, "chars": 139261, "chars_per_token": 2.902, "ratio_vs_en": 1.77, "ci95": [1.745, 1.796]}, "ckb_Arab": {"tokens": 61515, "chars": 128585, "chars_per_token": 2.09, "ratio_vs_en": 2.269, "ci95": [2.241, 2.296]}, "crh_Latn": {"tokens": 47340, "chars": 134038, "chars_per_token": 2.831, "ratio_vs_en": 1.746, "ci95": [1.725, 1.767]}, "cym_Latn": {"tokens": 53673, "chars": 141257, "chars_per_token": 2.632, "ratio_vs_en": 1.98, "ci95": [1.958, 2.0]}, "dan_Latn": {"tokens": 38795, "chars": 135083, "chars_per_token": 3.482, "ratio_vs_en": 1.431, "ci95": [1.417, 1.445]}, "deu_Latn": {"tokens": 36020, "chars": 153809, "chars_per_token": 4.27, "ratio_vs_en": 1.328, "ci95": [1.316, 1.341]}, "dik_Latn": {"tokens": 50874, "chars": 111789, "chars_per_token": 2.197, "ratio_vs_en": 1.876, "ci95": [1.841, 1.917]}, "dyu_Latn": {"tokens": 50125, "chars": 132855, "chars_per_token": 2.65, "ratio_vs_en": 1.849, "ci95": [1.822, 1.876]}, "dzo_Tibt": {"tokens": 114074, "chars": 163358, "chars_per_token": 1.432, "ratio_vs_en": 4.207, "ci95": [4.147, 4.266]}, "ell_Grek": {"tokens": 59088, "chars": 157539, "chars_per_token": 2.666, "ratio_vs_en": 2.179, "ci95": [2.156, 2.204]}, "epo_Latn": {"tokens": 42388, "chars": 131292, "chars_per_token": 3.097, "ratio_vs_en": 1.563, "ci95": [1.549, 1.578]}, "est_Latn": {"tokens": 42708, "chars": 129459, "chars_per_token": 3.031, "ratio_vs_en": 1.575, "ci95": [1.557, 1.593]}, "eus_Latn": {"tokens": 45481, "chars": 139822, "chars_per_token": 3.074, "ratio_vs_en": 1.677, "ci95": [1.66, 1.696]}, "ewe_Latn": {"tokens": 59275, "chars": 127448, "chars_per_token": 2.15, "ratio_vs_en": 2.186, "ci95": [2.147, 2.225]}, "fao_Latn": {"tokens": 50472, "chars": 134274, "chars_per_token": 2.66, "ratio_vs_en": 1.861, "ci95": [1.841, 1.883]}, "fij_Latn": {"tokens": 52346, "chars": 155177, "chars_per_token": 2.964, "ratio_vs_en": 1.931, "ci95": [1.907, 1.955]}, "fin_Latn": {"tokens": 45177, "chars": 140128, "chars_per_token": 3.102, "ratio_vs_en": 1.666, "ci95": [1.647, 1.684]}, "fon_Latn": {"tokens": 71792, "chars": 135260, "chars_per_token": 1.884, "ratio_vs_en": 2.648, "ci95": [2.603, 2.696]}, "fra_Latn": {"tokens": 38180, "chars": 157638, "chars_per_token": 4.129, "ratio_vs_en": 1.408, "ci95": [1.394, 1.423]}, "fur_Latn": {"tokens": 46314, "chars": 144519, "chars_per_token": 3.12, "ratio_vs_en": 1.708, "ci95": [1.69, 1.726]}, "fuv_Latn": {"tokens": 44700, "chars": 122162, "chars_per_token": 2.733, "ratio_vs_en": 1.649, "ci95": [1.622, 1.673]}, "gaz_Latn": {"tokens": 57633, "chars": 156418, "chars_per_token": 2.714, "ratio_vs_en": 2.126, "ci95": [2.101, 2.15]}, "gla_Latn": {"tokens": 59589, "chars": 162597, "chars_per_token": 2.729, "ratio_vs_en": 2.198, "ci95": [2.171, 2.226]}, "gle_Latn": {"tokens": 56099, "chars": 152481, "chars_per_token": 2.718, "ratio_vs_en": 2.069, "ci95": [2.045, 2.093]}, "glg_Latn": {"tokens": 36712, "chars": 146143, "chars_per_token": 3.981, "ratio_vs_en": 1.354, "ci95": [1.341, 1.367]}, "grn_Latn": {"tokens": 52357, "chars": 132815, "chars_per_token": 2.537, "ratio_vs_en": 1.931, "ci95": [1.906, 1.956]}, "guj_Gujr": {"tokens": 50443, "chars": 126428, "chars_per_token": 2.506, "ratio_vs_en": 1.86, "ci95": [1.841, 1.88]}, "hat_Latn": {"tokens": 41569, "chars": 121280, "chars_per_token": 2.918, "ratio_vs_en": 1.533, "ci95": [1.518, 1.549]}, "hau_Latn": {"tokens": 46889, "chars": 140067, "chars_per_token": 2.987, "ratio_vs_en": 1.729, "ci95": [1.71, 1.748]}, "heb_Hebr": {"tokens": 46995, "chars": 102054, "chars_per_token": 2.172, "ratio_vs_en": 1.733, "ci95": [1.717, 1.75]}, "hin_Deva": {"tokens": 35521, "chars": 131058, "chars_per_token": 3.69, "ratio_vs_en": 1.31, "ci95": [1.298, 1.322]}, "hne_Deva": {"tokens": 40347, "chars": 126933, "chars_per_token": 3.146, "ratio_vs_en": 1.488, "ci95": [1.473, 1.504]}, "hrv_Latn": {"tokens": 39752, "chars": 128727, "chars_per_token": 3.238, "ratio_vs_en": 1.466, "ci95": [1.452, 1.481]}, "hun_Latn": {"tokens": 45533, "chars": 138629, "chars_per_token": 3.045, "ratio_vs_en": 1.679, "ci95": [1.66, 1.699]}, "hye_Armn": {"tokens": 77016, "chars": 145956, "chars_per_token": 1.895, "ratio_vs_en": 2.84, "ci95": [2.807, 2.871]}, "ibo_Latn": {"tokens": 58748, "chars": 134560, "chars_per_token": 2.29, "ratio_vs_en": 2.167, "ci95": [2.138, 2.196]}, "ilo_Latn": {"tokens": 50428, "chars": 159680, "chars_per_token": 3.166, "ratio_vs_en": 1.86, "ci95": [1.839, 1.881]}, "ind_Latn": {"tokens": 31196, "chars": 142318, "chars_per_token": 4.562, "ratio_vs_en": 1.151, "ci95": [1.14, 1.161]}, "isl_Latn": {"tokens": 50423, "chars": 129783, "chars_per_token": 2.574, "ratio_vs_en": 1.86, "ci95": [1.838, 1.882]}, "ita_Latn": {"tokens": 37313, "chars": 156138, "chars_per_token": 4.185, "ratio_vs_en": 1.376, "ci95": [1.363, 1.389]}, "jav_Latn": {"tokens": 40042, "chars": 136928, "chars_per_token": 3.42, "ratio_vs_en": 1.477, "ci95": [1.462, 1.493]}, "jpn_Jpan": {"tokens": 32897, "chars": 56943, "chars_per_token": 1.731, "ratio_vs_en": 1.213, "ci95": [1.2, 1.227]}, "kab_Latn": {"tokens": 56393, "chars": 130554, "chars_per_token": 2.315, "ratio_vs_en": 2.08, "ci95": [2.057, 2.103]}, "kac_Latn": {"tokens": 57409, "chars": 169397, "chars_per_token": 2.951, "ratio_vs_en": 2.117, "ci95": [2.085, 2.151]}, "kam_Latn": {"tokens": 50397, "chars": 128356, "chars_per_token": 2.547, "ratio_vs_en": 1.859, "ci95": [1.826, 1.892]}, "kan_Knda": {"tokens": 52180, "chars": 138040, "chars_per_token": 2.645, "ratio_vs_en": 1.924, "ci95": [1.902, 1.944]}, "kas_Arab": {"tokens": 63890, "chars": 126105, "chars_per_token": 1.974, "ratio_vs_en": 2.356, "ci95": [2.323, 2.391]}, "kas_Deva": {"tokens": 52476, "chars": 126401, "chars_per_token": 2.409, "ratio_vs_en": 1.935, "ci95": [1.913, 1.958]}, "kat_Geor": {"tokens": 62219, "chars": 143930, "chars_per_token": 2.313, "ratio_vs_en": 2.295, "ci95": [2.269, 2.32]}, "kaz_Cyrl": {"tokens": 55231, "chars": 135404, "chars_per_token": 2.452, "ratio_vs_en": 2.037, "ci95": [2.014, 2.062]}, "kbp_Latn": {"tokens": 86658, "chars": 142957, "chars_per_token": 1.65, "ratio_vs_en": 3.196, "ci95": [3.145, 3.247]}, "kea_Latn": {"tokens": 42445, "chars": 130800, "chars_per_token": 3.082, "ratio_vs_en": 1.565, "ci95": [1.551, 1.58]}, "khk_Cyrl": {"tokens": 63057, "chars": 137067, "chars_per_token": 2.174, "ratio_vs_en": 2.326, "ci95": [2.299, 2.352]}, "khm_Khmr": {"tokens": 74124, "chars": 153212, "chars_per_token": 2.067, "ratio_vs_en": 2.734, "ci95": [2.689, 2.778]}, "kik_Latn": {"tokens": 68363, "chars": 153431, "chars_per_token": 2.244, "ratio_vs_en": 2.521, "ci95": [2.479, 2.561]}, "kin_Latn": {"tokens": 53301, "chars": 145862, "chars_per_token": 2.737, "ratio_vs_en": 1.966, "ci95": [1.942, 1.99]}, "kir_Cyrl": {"tokens": 52647, "chars": 135532, "chars_per_token": 2.574, "ratio_vs_en": 1.942, "ci95": [1.919, 1.965]}, "kmb_Latn": {"tokens": 51073, "chars": 145762, "chars_per_token": 2.854, "ratio_vs_en": 1.884, "ci95": [1.862, 1.906]}, "kmr_Latn": {"tokens": 53472, "chars": 130372, "chars_per_token": 2.438, "ratio_vs_en": 1.972, "ci95": [1.95, 1.994]}, "knc_Arab": {"tokens": 65819, "chars": 116000, "chars_per_token": 1.762, "ratio_vs_en": 2.427, "ci95": [2.361, 2.494]}, "knc_Latn": {"tokens": 54286, "chars": 138972, "chars_per_token": 2.56, "ratio_vs_en": 2.002, "ci95": [1.977, 2.028]}, "kon_Latn": {"tokens": 49813, "chars": 149894, "chars_per_token": 3.009, "ratio_vs_en": 1.837, "ci95": [1.817, 1.858]}, "kor_Hang": {"tokens": 37268, "chars": 65965, "chars_per_token": 1.77, "ratio_vs_en": 1.374, "ci95": [1.361, 1.389]}, "lao_Laoo": {"tokens": 71003, "chars": 130060, "chars_per_token": 1.832, "ratio_vs_en": 2.619, "ci95": [2.584, 2.653]}, "lij_Latn": {"tokens": 50851, "chars": 145994, "chars_per_token": 2.871, "ratio_vs_en": 1.875, "ci95": [1.856, 1.896]}, "lim_Latn": {"tokens": 44994, "chars": 137686, "chars_per_token": 3.06, "ratio_vs_en": 1.659, "ci95": [1.641, 1.678]}, "lin_Latn": {"tokens": 46762, "chars": 142197, "chars_per_token": 3.041, "ratio_vs_en": 1.725, "ci95": [1.707, 1.743]}, "lit_Latn": {"tokens": 45360, "chars": 130329, "chars_per_token": 2.873, "ratio_vs_en": 1.673, "ci95": [1.655, 1.691]}, "lmo_Latn": {"tokens": 51595, "chars": 141666, "chars_per_token": 2.746, "ratio_vs_en": 1.903, "ci95": [1.882, 1.923]}, "ltg_Latn": {"tokens": 51460, "chars": 129848, "chars_per_token": 2.523, "ratio_vs_en": 1.898, "ci95": [1.878, 1.918]}, "ltz_Latn": {"tokens": 49151, "chars": 147545, "chars_per_token": 3.002, "ratio_vs_en": 1.813, "ci95": [1.795, 1.831]}, "lua_Latn": {"tokens": 47300, "chars": 142998, "chars_per_token": 3.023, "ratio_vs_en": 1.744, "ci95": [1.725, 1.764]}, "lug_Latn": {"tokens": 49431, "chars": 135078, "chars_per_token": 2.733, "ratio_vs_en": 1.823, "ci95": [1.802, 1.845]}, "luo_Latn": {"tokens": 46528, "chars": 137546, "chars_per_token": 2.956, "ratio_vs_en": 1.716, "ci95": [1.695, 1.738]}, "lus_Latn": {"tokens": 48853, "chars": 146255, "chars_per_token": 2.994, "ratio_vs_en": 1.802, "ci95": [1.775, 1.83]}, "lvs_Latn": {"tokens": 51114, "chars": 134157, "chars_per_token": 2.625, "ratio_vs_en": 1.885, "ci95": [1.865, 1.906]}, "mag_Deva": {"tokens": 40053, "chars": 126695, "chars_per_token": 3.163, "ratio_vs_en": 1.477, "ci95": [1.463, 1.491]}, "mai_Deva": {"tokens": 44446, "chars": 129408, "chars_per_token": 2.912, "ratio_vs_en": 1.639, "ci95": [1.62, 1.657]}, "mal_Mlym": {"tokens": 50113, "chars": 149336, "chars_per_token": 2.98, "ratio_vs_en": 1.848, "ci95": [1.828, 1.869]}, "mar_Deva": {"tokens": 37835, "chars": 133051, "chars_per_token": 3.517, "ratio_vs_en": 1.395, "ci95": [1.382, 1.409]}, "min_Arab": {"tokens": 63920, "chars": 126399, "chars_per_token": 1.977, "ratio_vs_en": 2.357, "ci95": [2.33, 2.386]}, "min_Latn": {"tokens": 42027, "chars": 141163, "chars_per_token": 3.359, "ratio_vs_en": 1.55, "ci95": [1.534, 1.567]}, "mkd_Cyrl": {"tokens": 48307, "chars": 137827, "chars_per_token": 2.853, "ratio_vs_en": 1.782, "ci95": [1.764, 1.798]}, "mlt_Latn": {"tokens": 58723, "chars": 146288, "chars_per_token": 2.491, "ratio_vs_en": 2.166, "ci95": [2.142, 2.191]}, "mni_Beng": {"tokens": 68043, "chars": 136782, "chars_per_token": 2.01, "ratio_vs_en": 2.51, "ci95": [2.479, 2.543]}, "mos_Latn": {"tokens": 54093, "chars": 124657, "chars_per_token": 2.304, "ratio_vs_en": 1.995, "ci95": [1.967, 2.022]}, "mri_Latn": {"tokens": 55352, "chars": 146527, "chars_per_token": 2.647, "ratio_vs_en": 2.041, "ci95": [2.019, 2.065]}, "mya_Mymr": {"tokens": 65295, "chars": 163169, "chars_per_token": 2.499, "ratio_vs_en": 2.408, "ci95": [2.378, 2.439]}, "nld_Latn": {"tokens": 37490, "chars": 147507, "chars_per_token": 3.935, "ratio_vs_en": 1.383, "ci95": [1.369, 1.397]}, "nno_Latn": {"tokens": 40007, "chars": 133443, "chars_per_token": 3.335, "ratio_vs_en": 1.476, "ci95": [1.46, 1.491]}, "nob_Latn": {"tokens": 37893, "chars": 132138, "chars_per_token": 3.487, "ratio_vs_en": 1.398, "ci95": [1.385, 1.411]}, "npi_Deva": {"tokens": 41449, "chars": 126903, "chars_per_token": 3.062, "ratio_vs_en": 1.529, "ci95": [1.512, 1.544]}, "nso_Latn": {"tokens": 54011, "chars": 151109, "chars_per_token": 2.798, "ratio_vs_en": 1.992, "ci95": [1.969, 2.016]}, "nus_Latn": {"tokens": 79387, "chars": 142340, "chars_per_token": 1.793, "ratio_vs_en": 2.928, "ci95": [2.885, 2.968]}, "nya_Latn": {"tokens": 50535, "chars": 147172, "chars_per_token": 2.912, "ratio_vs_en": 1.864, "ci95": [1.841, 1.887]}, "oci_Latn": {"tokens": 45535, "chars": 150651, "chars_per_token": 3.308, "ratio_vs_en": 1.679, "ci95": [1.663, 1.696]}, "ory_Orya": {"tokens": 95199, "chars": 134839, "chars_per_token": 1.416, "ratio_vs_en": 3.511, "ci95": [3.47, 3.553]}, "pag_Latn": {"tokens": 39299, "chars": 129899, "chars_per_token": 3.305, "ratio_vs_en": 1.449, "ci95": [1.427, 1.472]}, "pan_Guru": {"tokens": 73045, "chars": 133425, "chars_per_token": 1.827, "ratio_vs_en": 2.694, "ci95": [2.664, 2.725]}, "pap_Latn": {"tokens": 43292, "chars": 139154, "chars_per_token": 3.214, "ratio_vs_en": 1.597, "ci95": [1.581, 1.612]}, "pbt_Arab": {"tokens": 49992, "chars": 122455, "chars_per_token": 2.449, "ratio_vs_en": 1.844, "ci95": [1.823, 1.864]}, "pes_Arab": {"tokens": 39504, "chars": 123827, "chars_per_token": 3.135, "ratio_vs_en": 1.457, "ci95": [1.442, 1.472]}, "plt_Latn": {"tokens": 55907, "chars": 160996, "chars_per_token": 2.88, "ratio_vs_en": 2.062, "ci95": [2.039, 2.086]}, "pol_Latn": {"tokens": 40850, "chars": 139483, "chars_per_token": 3.415, "ratio_vs_en": 1.507, "ci95": [1.491, 1.523]}, "por_Latn": {"tokens": 34022, "chars": 143418, "chars_per_token": 4.215, "ratio_vs_en": 1.255, "ci95": [1.244, 1.265]}, "prs_Arab": {"tokens": 38693, "chars": 120643, "chars_per_token": 3.118, "ratio_vs_en": 1.427, "ci95": [1.413, 1.442]}, "quy_Latn": {"tokens": 50177, "chars": 141027, "chars_per_token": 2.811, "ratio_vs_en": 1.851, "ci95": [1.826, 1.874]}, "ron_Latn": {"tokens": 42702, "chars": 148571, "chars_per_token": 3.479, "ratio_vs_en": 1.575, "ci95": [1.56, 1.591]}, "run_Latn": {"tokens": 53558, "chars": 147265, "chars_per_token": 2.75, "ratio_vs_en": 1.975, "ci95": [1.951, 2.001]}, "rus_Cyrl": {"tokens": 37023, "chars": 142096, "chars_per_token": 3.838, "ratio_vs_en": 1.365, "ci95": [1.351, 1.38]}, "sag_Latn": {"tokens": 50649, "chars": 142621, "chars_per_token": 2.816, "ratio_vs_en": 1.868, "ci95": [1.842, 1.895]}, "san_Deva": {"tokens": 47977, "chars": 128257, "chars_per_token": 2.673, "ratio_vs_en": 1.769, "ci95": [1.748, 1.79]}, "sat_Olck": {"tokens": 142388, "chars": 139791, "chars_per_token": 0.982, "ratio_vs_en": 5.251, "ci95": [5.187, 5.317]}, "scn_Latn": {"tokens": 48828, "chars": 138571, "chars_per_token": 2.838, "ratio_vs_en": 1.801, "ci95": [1.781, 1.821]}, "shn_Mymr": {"tokens": 139309, "chars": 188284, "chars_per_token": 1.352, "ratio_vs_en": 5.138, "ci95": [5.054, 5.22]}, "sin_Sinh": {"tokens": 62066, "chars": 131080, "chars_per_token": 2.112, "ratio_vs_en": 2.289, "ci95": [2.265, 2.314]}, "slk_Latn": {"tokens": 43833, "chars": 131710, "chars_per_token": 3.005, "ratio_vs_en": 1.617, "ci95": [1.601, 1.634]}, "slv_Latn": {"tokens": 42542, "chars": 130855, "chars_per_token": 3.076, "ratio_vs_en": 1.569, "ci95": [1.553, 1.585]}, "smo_Latn": {"tokens": 57953, "chars": 152724, "chars_per_token": 2.635, "ratio_vs_en": 2.137, "ci95": [2.112, 2.163]}, "sna_Latn": {"tokens": 50778, "chars": 147603, "chars_per_token": 2.907, "ratio_vs_en": 1.873, "ci95": [1.848, 1.897]}, "snd_Arab": {"tokens": 54916, "chars": 119588, "chars_per_token": 2.178, "ratio_vs_en": 2.025, "ci95": [2.004, 2.047]}, "som_Latn": {"tokens": 52374, "chars": 151662, "chars_per_token": 2.896, "ratio_vs_en": 1.932, "ci95": [1.911, 1.953]}, "sot_Latn": {"tokens": 54546, "chars": 158732, "chars_per_token": 2.91, "ratio_vs_en": 2.012, "ci95": [1.988, 2.035]}, "spa_Latn": {"tokens": 35125, "chars": 156997, "chars_per_token": 4.47, "ratio_vs_en": 1.295, "ci95": [1.283, 1.308]}, "srd_Latn": {"tokens": 48902, "chars": 153347, "chars_per_token": 3.136, "ratio_vs_en": 1.804, "ci95": [1.785, 1.822]}, "srp_Cyrl": {"tokens": 46925, "chars": 130780, "chars_per_token": 2.787, "ratio_vs_en": 1.731, "ci95": [1.715, 1.747]}, "ssw_Latn": {"tokens": 52598, "chars": 148726, "chars_per_token": 2.828, "ratio_vs_en": 1.94, "ci95": [1.918, 1.963]}, "sun_Latn": {"tokens": 40765, "chars": 136846, "chars_per_token": 3.357, "ratio_vs_en": 1.503, "ci95": [1.488, 1.52]}, "swe_Latn": {"tokens": 37303, "chars": 132173, "chars_per_token": 3.543, "ratio_vs_en": 1.376, "ci95": [1.363, 1.388]}, "swh_Latn": {"tokens": 44433, "chars": 138104, "chars_per_token": 3.108, "ratio_vs_en": 1.639, "ci95": [1.623, 1.653]}, "szl_Latn": {"tokens": 51140, "chars": 137371, "chars_per_token": 2.686, "ratio_vs_en": 1.886, "ci95": [1.865, 1.908]}, "tam_Taml": {"tokens": 39830, "chars": 154133, "chars_per_token": 3.87, "ratio_vs_en": 1.469, "ci95": [1.453, 1.484]}, "taq_Latn": {"tokens": 51434, "chars": 124417, "chars_per_token": 2.419, "ratio_vs_en": 1.897, "ci95": [1.87, 1.926]}, "taq_Tfng": {"tokens": 140379, "chars": 123904, "chars_per_token": 0.883, "ratio_vs_en": 5.177, "ci95": [5.108, 5.251]}, "tat_Cyrl": {"tokens": 54154, "chars": 133282, "chars_per_token": 2.461, "ratio_vs_en": 1.997, "ci95": [1.975, 2.019]}, "tel_Telu": {"tokens": 48148, "chars": 132470, "chars_per_token": 2.751, "ratio_vs_en": 1.776, "ci95": [1.754, 1.797]}, "tgk_Cyrl": {"tokens": 62233, "chars": 145871, "chars_per_token": 2.344, "ratio_vs_en": 2.295, "ci95": [2.268, 2.321]}, "tgl_Latn": {"tokens": 49245, "chars": 166169, "chars_per_token": 3.374, "ratio_vs_en": 1.816, "ci95": [1.795, 1.837]}, "tha_Thai": {"tokens": 43393, "chars": 126109, "chars_per_token": 2.906, "ratio_vs_en": 1.6, "ci95": [1.58, 1.621]}, "tir_Ethi": {"tokens": 67131, "chars": 90700, "chars_per_token": 1.351, "ratio_vs_en": 2.476, "ci95": [2.448, 2.505]}, "tpi_Latn": {"tokens": 52053, "chars": 169011, "chars_per_token": 3.247, "ratio_vs_en": 1.92, "ci95": [1.894, 1.945]}, "tsn_Latn": {"tokens": 56608, "chars": 163035, "chars_per_token": 2.88, "ratio_vs_en": 2.088, "ci95": [2.063, 2.116]}, "tso_Latn": {"tokens": 56630, "chars": 158178, "chars_per_token": 2.793, "ratio_vs_en": 2.089, "ci95": [2.062, 2.116]}, "tuk_Latn": {"tokens": 55843, "chars": 140262, "chars_per_token": 2.512, "ratio_vs_en": 2.06, "ci95": [2.037, 2.084]}, "tum_Latn": {"tokens": 62268, "chars": 172545, "chars_per_token": 2.771, "ratio_vs_en": 2.297, "ci95": [2.262, 2.335]}, "tur_Latn": {"tokens": 37142, "chars": 135761, "chars_per_token": 3.655, "ratio_vs_en": 1.37, "ci95": [1.357, 1.383]}, "twi_Latn": {"tokens": 52735, "chars": 128598, "chars_per_token": 2.439, "ratio_vs_en": 1.945, "ci95": [1.918, 1.975]}, "tzm_Tfng": {"tokens": 120858, "chars": 117960, "chars_per_token": 0.976, "ratio_vs_en": 4.457, "ci95": [4.405, 4.51]}, "uig_Arab": {"tokens": 78420, "chars": 140477, "chars_per_token": 1.791, "ratio_vs_en": 2.892, "ci95": [2.855, 2.93]}, "ukr_Cyrl": {"tokens": 43605, "chars": 134446, "chars_per_token": 3.083, "ratio_vs_en": 1.608, "ci95": [1.593, 1.624]}, "umb_Latn": {"tokens": 51046, "chars": 134747, "chars_per_token": 2.64, "ratio_vs_en": 1.883, "ci95": [1.855, 1.912]}, "urd_Arab": {"tokens": 41163, "chars": 129919, "chars_per_token": 3.156, "ratio_vs_en": 1.518, "ci95": [1.502, 1.534]}, "uzn_Latn": {"tokens": 51704, "chars": 149323, "chars_per_token": 2.888, "ratio_vs_en": 1.907, "ci95": [1.888, 1.927]}, "vec_Latn": {"tokens": 41964, "chars": 133237, "chars_per_token": 3.175, "ratio_vs_en": 1.548, "ci95": [1.532, 1.564]}, "vie_Latn": {"tokens": 37189, "chars": 138595, "chars_per_token": 3.727, "ratio_vs_en": 1.372, "ci95": [1.359, 1.384]}, "war_Latn": {"tokens": 48466, "chars": 164746, "chars_per_token": 3.399, "ratio_vs_en": 1.787, "ci95": [1.767, 1.807]}, "wol_Latn": {"tokens": 48114, "chars": 127173, "chars_per_token": 2.643, "ratio_vs_en": 1.775, "ci95": [1.753, 1.796]}, "xho_Latn": {"tokens": 51204, "chars": 139123, "chars_per_token": 2.717, "ratio_vs_en": 1.888, "ci95": [1.868, 1.909]}, "ydd_Hebr": {"tokens": 71543, "chars": 141658, "chars_per_token": 1.98, "ratio_vs_en": 2.639, "ci95": [2.612, 2.665]}, "yor_Latn": {"tokens": 65233, "chars": 126844, "chars_per_token": 1.944, "ratio_vs_en": 2.406, "ci95": [2.365, 2.45]}, "yue_Hant": {"tokens": 29424, "chars": 40019, "chars_per_token": 1.36, "ratio_vs_en": 1.085, "ci95": [1.074, 1.096]}, "zho_Hans": {"tokens": 29240, "chars": 43248, "chars_per_token": 1.479, "ratio_vs_en": 1.078, "ci95": [1.064, 1.093]}, "zho_Hant": {"tokens": 30433, "chars": 40695, "chars_per_token": 1.337, "ratio_vs_en": 1.122, "ci95": [1.109, 1.136]}, "zsm_Latn": {"tokens": 32950, "chars": 146201, "chars_per_token": 4.437, "ratio_vs_en": 1.215, "ci95": [1.204, 1.226]}, "zul_Latn": {"tokens": 53556, "chars": 148362, "chars_per_token": 2.77, "ratio_vs_en": 1.975, "ci95": [1.954, 1.996]}, "eng_Latn": {"tokens": 27114, "chars": 131966, "chars_per_token": 4.867, "ratio_vs_en": 1.0}}, "costs": []}, {"schema": 1, "tokenizer": "GLM-4.5 / 4.6", "kind": "hf", "id": "zai-org/GLM-4.6", "group": "China", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 81322, "chars": 111621, "chars_per_token": 1.373, "ratio_vs_en": 2.991, "ci95": [2.958, 3.027]}, "ace_Latn": {"tokens": 53513, "chars": 141933, "chars_per_token": 2.652, "ratio_vs_en": 1.968, "ci95": [1.946, 1.989]}, "acm_Arab": {"tokens": 47626, "chars": 113573, "chars_per_token": 2.385, "ratio_vs_en": 1.752, "ci95": [1.734, 1.77]}, "acq_Arab": {"tokens": 48059, "chars": 115113, "chars_per_token": 2.395, "ratio_vs_en": 1.768, "ci95": [1.75, 1.786]}, "aeb_Arab": {"tokens": 47838, "chars": 112077, "chars_per_token": 2.343, "ratio_vs_en": 1.76, "ci95": [1.741, 1.779]}, "afr_Latn": {"tokens": 44625, "chars": 139690, "chars_per_token": 3.13, "ratio_vs_en": 1.642, "ci95": [1.626, 1.657]}, "ajp_Arab": {"tokens": 45670, "chars": 109046, "chars_per_token": 2.388, "ratio_vs_en": 1.68, "ci95": [1.664, 1.696]}, "aka_Latn": {"tokens": 72534, "chars": 132650, "chars_per_token": 1.829, "ratio_vs_en": 2.668, "ci95": [2.627, 2.713]}, "als_Latn": {"tokens": 59995, "chars": 147064, "chars_per_token": 2.451, "ratio_vs_en": 2.207, "ci95": [2.183, 2.231]}, "amh_Ethi": {"tokens": 206224, "chars": 87132, "chars_per_token": 0.423, "ratio_vs_en": 7.586, "ci95": [7.496, 7.676]}, "apc_Arab": {"tokens": 45909, "chars": 107981, "chars_per_token": 2.352, "ratio_vs_en": 1.689, "ci95": [1.672, 1.706]}, "arb_Arab": {"tokens": 48030, "chars": 116307, "chars_per_token": 2.422, "ratio_vs_en": 1.767, "ci95": [1.748, 1.785]}, "arb_Latn": {"tokens": 65920, "chars": 153758, "chars_per_token": 2.332, "ratio_vs_en": 2.425, "ci95": [2.396, 2.456]}, "ars_Arab": {"tokens": 48200, "chars": 116428, "chars_per_token": 2.416, "ratio_vs_en": 1.773, "ci95": [1.754, 1.791]}, "ary_Arab": {"tokens": 49178, "chars": 113563, "chars_per_token": 2.309, "ratio_vs_en": 1.809, "ci95": [1.789, 1.829]}, "arz_Arab": {"tokens": 47596, "chars": 113770, "chars_per_token": 2.39, "ratio_vs_en": 1.751, "ci95": [1.732, 1.769]}, "asm_Beng": {"tokens": 167233, "chars": 125936, "chars_per_token": 0.753, "ratio_vs_en": 6.152, "ci95": [6.087, 6.224]}, "ast_Latn": {"tokens": 41083, "chars": 136363, "chars_per_token": 3.319, "ratio_vs_en": 1.511, "ci95": [1.496, 1.527]}, "awa_Deva": {"tokens": 129004, "chars": 128171, "chars_per_token": 0.994, "ratio_vs_en": 4.745, "ci95": [4.69, 4.804]}, "ayr_Latn": {"tokens": 58525, "chars": 138617, "chars_per_token": 2.369, "ratio_vs_en": 2.153, "ci95": [2.121, 2.183]}, "azb_Arab": {"tokens": 58511, "chars": 117061, "chars_per_token": 2.001, "ratio_vs_en": 2.152, "ci95": [2.127, 2.178]}, "azj_Latn": {"tokens": 68137, "chars": 143739, "chars_per_token": 2.11, "ratio_vs_en": 2.506, "ci95": [2.473, 2.539]}, "bak_Cyrl": {"tokens": 100504, "chars": 133222, "chars_per_token": 1.326, "ratio_vs_en": 3.697, "ci95": [3.646, 3.751]}, "bam_Latn": {"tokens": 68288, "chars": 126387, "chars_per_token": 1.851, "ratio_vs_en": 2.512, "ci95": [2.475, 2.548]}, "ban_Latn": {"tokens": 47868, "chars": 145570, "chars_per_token": 3.041, "ratio_vs_en": 1.761, "ci95": [1.741, 1.781]}, "bel_Cyrl": {"tokens": 71784, "chars": 147991, "chars_per_token": 2.062, "ratio_vs_en": 2.641, "ci95": [2.607, 2.676]}, "bem_Latn": {"tokens": 59483, "chars": 160751, "chars_per_token": 2.702, "ratio_vs_en": 2.188, "ci95": [2.163, 2.214]}, "ben_Beng": {"tokens": 157638, "chars": 129042, "chars_per_token": 0.819, "ratio_vs_en": 5.799, "ci95": [5.733, 5.863]}, "bho_Deva": {"tokens": 127259, "chars": 128611, "chars_per_token": 1.011, "ratio_vs_en": 4.681, "ci95": [4.626, 4.737]}, "bjn_Arab": {"tokens": 77931, "chars": 122230, "chars_per_token": 1.568, "ratio_vs_en": 2.867, "ci95": [2.834, 2.9]}, "bjn_Latn": {"tokens": 46126, "chars": 138182, "chars_per_token": 2.996, "ratio_vs_en": 1.697, "ci95": [1.679, 1.714]}, "bod_Tibt": {"tokens": 303928, "chars": 148151, "chars_per_token": 0.487, "ratio_vs_en": 11.18, "ci95": [11.026, 11.339]}, "bos_Latn": {"tokens": 49437, "chars": 132187, "chars_per_token": 2.674, "ratio_vs_en": 1.819, "ci95": [1.799, 1.838]}, "bug_Latn": {"tokens": 52592, "chars": 139375, "chars_per_token": 2.65, "ratio_vs_en": 1.935, "ci95": [1.909, 1.961]}, "bul_Cyrl": {"tokens": 48085, "chars": 137824, "chars_per_token": 2.866, "ratio_vs_en": 1.769, "ci95": [1.752, 1.786]}, "cat_Latn": {"tokens": 45377, "chars": 145781, "chars_per_token": 3.213, "ratio_vs_en": 1.669, "ci95": [1.653, 1.686]}, "ceb_Latn": {"tokens": 51782, "chars": 158685, "chars_per_token": 3.064, "ratio_vs_en": 1.905, "ci95": [1.884, 1.926]}, "ces_Latn": {"tokens": 47560, "chars": 127257, "chars_per_token": 2.676, "ratio_vs_en": 1.749, "ci95": [1.732, 1.768]}, "cjk_Latn": {"tokens": 52139, "chars": 139261, "chars_per_token": 2.671, "ratio_vs_en": 1.918, "ci95": [1.89, 1.947]}, "ckb_Arab": {"tokens": 110134, "chars": 128585, "chars_per_token": 1.168, "ratio_vs_en": 4.051, "ci95": [3.998, 4.102]}, "crh_Latn": {"tokens": 52246, "chars": 134038, "chars_per_token": 2.566, "ratio_vs_en": 1.922, "ci95": [1.9, 1.945]}, "cym_Latn": {"tokens": 57428, "chars": 141257, "chars_per_token": 2.46, "ratio_vs_en": 2.112, "ci95": [2.091, 2.135]}, "dan_Latn": {"tokens": 42177, "chars": 135083, "chars_per_token": 3.203, "ratio_vs_en": 1.551, "ci95": [1.535, 1.568]}, "deu_Latn": {"tokens": 39410, "chars": 153809, "chars_per_token": 3.903, "ratio_vs_en": 1.45, "ci95": [1.435, 1.464]}, "dik_Latn": {"tokens": 59972, "chars": 111789, "chars_per_token": 1.864, "ratio_vs_en": 2.206, "ci95": [2.162, 2.255]}, "dyu_Latn": {"tokens": 54865, "chars": 132855, "chars_per_token": 2.421, "ratio_vs_en": 2.018, "ci95": [1.988, 2.05]}, "dzo_Tibt": {"tokens": 329579, "chars": 163358, "chars_per_token": 0.496, "ratio_vs_en": 12.124, "ci95": [11.948, 12.293]}, "ell_Grek": {"tokens": 65034, "chars": 157539, "chars_per_token": 2.422, "ratio_vs_en": 2.392, "ci95": [2.367, 2.418]}, "epo_Latn": {"tokens": 49559, "chars": 131292, "chars_per_token": 2.649, "ratio_vs_en": 1.823, "ci95": [1.805, 1.842]}, "est_Latn": {"tokens": 49790, "chars": 129459, "chars_per_token": 2.6, "ratio_vs_en": 1.832, "ci95": [1.809, 1.852]}, "eus_Latn": {"tokens": 50000, "chars": 139822, "chars_per_token": 2.796, "ratio_vs_en": 1.839, "ci95": [1.819, 1.86]}, "ewe_Latn": {"tokens": 73434, "chars": 127448, "chars_per_token": 1.736, "ratio_vs_en": 2.701, "ci95": [2.65, 2.751]}, "fao_Latn": {"tokens": 55188, "chars": 134274, "chars_per_token": 2.433, "ratio_vs_en": 2.03, "ci95": [2.007, 2.053]}, "fij_Latn": {"tokens": 58135, "chars": 155177, "chars_per_token": 2.669, "ratio_vs_en": 2.138, "ci95": [2.112, 2.165]}, "fin_Latn": {"tokens": 49863, "chars": 140128, "chars_per_token": 2.81, "ratio_vs_en": 1.834, "ci95": [1.813, 1.854]}, "fon_Latn": {"tokens": 98625, "chars": 135260, "chars_per_token": 1.371, "ratio_vs_en": 3.628, "ci95": [3.563, 3.695]}, "fra_Latn": {"tokens": 41057, "chars": 157638, "chars_per_token": 3.839, "ratio_vs_en": 1.51, "ci95": [1.496, 1.525]}, "fur_Latn": {"tokens": 49138, "chars": 144519, "chars_per_token": 2.941, "ratio_vs_en": 1.808, "ci95": [1.789, 1.826]}, "fuv_Latn": {"tokens": 49600, "chars": 122162, "chars_per_token": 2.463, "ratio_vs_en": 1.825, "ci95": [1.793, 1.855]}, "gaz_Latn": {"tokens": 61806, "chars": 156418, "chars_per_token": 2.531, "ratio_vs_en": 2.274, "ci95": [2.248, 2.298]}, "gla_Latn": {"tokens": 64949, "chars": 162597, "chars_per_token": 2.503, "ratio_vs_en": 2.389, "ci95": [2.361, 2.419]}, "gle_Latn": {"tokens": 61518, "chars": 152481, "chars_per_token": 2.479, "ratio_vs_en": 2.263, "ci95": [2.235, 2.289]}, "glg_Latn": {"tokens": 40408, "chars": 146143, "chars_per_token": 3.617, "ratio_vs_en": 1.486, "ci95": [1.472, 1.5]}, "grn_Latn": {"tokens": 55559, "chars": 132815, "chars_per_token": 2.391, "ratio_vs_en": 2.044, "ci95": [2.017, 2.069]}, "guj_Gujr": {"tokens": 208302, "chars": 126428, "chars_per_token": 0.607, "ratio_vs_en": 7.662, "ci95": [7.573, 7.754]}, "hat_Latn": {"tokens": 45730, "chars": 121280, "chars_per_token": 2.652, "ratio_vs_en": 1.682, "ci95": [1.665, 1.699]}, "hau_Latn": {"tokens": 53619, "chars": 140067, "chars_per_token": 2.612, "ratio_vs_en": 1.972, "ci95": [1.949, 1.995]}, "heb_Hebr": {"tokens": 99055, "chars": 102054, "chars_per_token": 1.03, "ratio_vs_en": 3.644, "ci95": [3.605, 3.682]}, "hin_Deva": {"tokens": 129371, "chars": 131058, "chars_per_token": 1.013, "ratio_vs_en": 4.759, "ci95": [4.704, 4.814]}, "hne_Deva": {"tokens": 126836, "chars": 126933, "chars_per_token": 1.001, "ratio_vs_en": 4.666, "ci95": [4.614, 4.717]}, "hrv_Latn": {"tokens": 48467, "chars": 128727, "chars_per_token": 2.656, "ratio_vs_en": 1.783, "ci95": [1.764, 1.802]}, "hun_Latn": {"tokens": 51286, "chars": 138629, "chars_per_token": 2.703, "ratio_vs_en": 1.887, "ci95": [1.865, 1.908]}, "hye_Armn": {"tokens": 268576, "chars": 145956, "chars_per_token": 0.543, "ratio_vs_en": 9.88, "ci95": [9.742, 10.003]}, "ibo_Latn": {"tokens": 65511, "chars": 134560, "chars_per_token": 2.054, "ratio_vs_en": 2.41, "ci95": [2.378, 2.441]}, "ilo_Latn": {"tokens": 53552, "chars": 159680, "chars_per_token": 2.982, "ratio_vs_en": 1.97, "ci95": [1.947, 1.992]}, "ind_Latn": {"tokens": 41758, "chars": 142318, "chars_per_token": 3.408, "ratio_vs_en": 1.536, "ci95": [1.521, 1.55]}, "isl_Latn": {"tokens": 56690, "chars": 129783, "chars_per_token": 2.289, "ratio_vs_en": 2.085, "ci95": [2.06, 2.111]}, "ita_Latn": {"tokens": 41586, "chars": 156138, "chars_per_token": 3.755, "ratio_vs_en": 1.53, "ci95": [1.515, 1.545]}, "jav_Latn": {"tokens": 46440, "chars": 136928, "chars_per_token": 2.948, "ratio_vs_en": 1.708, "ci95": [1.691, 1.726]}, "jpn_Jpan": {"tokens": 40692, "chars": 56943, "chars_per_token": 1.399, "ratio_vs_en": 1.497, "ci95": [1.479, 1.514]}, "kab_Latn": {"tokens": 65911, "chars": 130554, "chars_per_token": 1.981, "ratio_vs_en": 2.425, "ci95": [2.395, 2.455]}, "kac_Latn": {"tokens": 63128, "chars": 169397, "chars_per_token": 2.683, "ratio_vs_en": 2.322, "ci95": [2.289, 2.359]}, "kam_Latn": {"tokens": 54166, "chars": 128356, "chars_per_token": 2.37, "ratio_vs_en": 1.992, "ci95": [1.958, 2.025]}, "kan_Knda": {"tokens": 240698, "chars": 138040, "chars_per_token": 0.573, "ratio_vs_en": 8.854, "ci95": [8.747, 8.959]}, "kas_Arab": {"tokens": 98817, "chars": 126105, "chars_per_token": 1.276, "ratio_vs_en": 3.635, "ci95": [3.585, 3.684]}, "kas_Deva": {"tokens": 126632, "chars": 126401, "chars_per_token": 0.998, "ratio_vs_en": 4.658, "ci95": [4.608, 4.71]}, "kat_Geor": {"tokens": 265068, "chars": 143930, "chars_per_token": 0.543, "ratio_vs_en": 9.751, "ci95": [9.618, 9.881]}, "kaz_Cyrl": {"tokens": 84233, "chars": 135404, "chars_per_token": 1.607, "ratio_vs_en": 3.099, "ci95": [3.06, 3.139]}, "kbp_Latn": {"tokens": 127479, "chars": 142957, "chars_per_token": 1.121, "ratio_vs_en": 4.689, "ci95": [4.613, 4.769]}, "kea_Latn": {"tokens": 44943, "chars": 130800, "chars_per_token": 2.91, "ratio_vs_en": 1.653, "ci95": [1.638, 1.668]}, "khk_Cyrl": {"tokens": 86026, "chars": 137067, "chars_per_token": 1.593, "ratio_vs_en": 3.164, "ci95": [3.124, 3.207]}, "khm_Khmr": {"tokens": 236901, "chars": 153212, "chars_per_token": 0.647, "ratio_vs_en": 8.714, "ci95": [8.605, 8.834]}, "kik_Latn": {"tokens": 73014, "chars": 153431, "chars_per_token": 2.101, "ratio_vs_en": 2.686, "ci95": [2.64, 2.729]}, "kin_Latn": {"tokens": 57217, "chars": 145862, "chars_per_token": 2.549, "ratio_vs_en": 2.105, "ci95": [2.081, 2.131]}, "kir_Cyrl": {"tokens": 76683, "chars": 135532, "chars_per_token": 1.767, "ratio_vs_en": 2.821, "ci95": [2.779, 2.86]}, "kmb_Latn": {"tokens": 56961, "chars": 145762, "chars_per_token": 2.559, "ratio_vs_en": 2.095, "ci95": [2.07, 2.12]}, "kmr_Latn": {"tokens": 58246, "chars": 130372, "chars_per_token": 2.238, "ratio_vs_en": 2.143, "ci95": [2.119, 2.165]}, "knc_Arab": {"tokens": 87332, "chars": 116000, "chars_per_token": 1.328, "ratio_vs_en": 3.213, "ci95": [3.111, 3.311]}, "knc_Latn": {"tokens": 64089, "chars": 138972, "chars_per_token": 2.168, "ratio_vs_en": 2.358, "ci95": [2.325, 2.391]}, "kon_Latn": {"tokens": 53085, "chars": 149894, "chars_per_token": 2.824, "ratio_vs_en": 1.953, "ci95": [1.931, 1.975]}, "kor_Hang": {"tokens": 52166, "chars": 65965, "chars_per_token": 1.265, "ratio_vs_en": 1.919, "ci95": [1.9, 1.939]}, "lao_Laoo": {"tokens": 259428, "chars": 130060, "chars_per_token": 0.501, "ratio_vs_en": 9.543, "ci95": [9.413, 9.669]}, "lij_Latn": {"tokens": 52276, "chars": 145994, "chars_per_token": 2.793, "ratio_vs_en": 1.923, "ci95": [1.904, 1.943]}, "lim_Latn": {"tokens": 48028, "chars": 137686, "chars_per_token": 2.867, "ratio_vs_en": 1.767, "ci95": [1.748, 1.786]}, "lin_Latn": {"tokens": 50529, "chars": 142197, "chars_per_token": 2.814, "ratio_vs_en": 1.859, "ci95": [1.84, 1.878]}, "lit_Latn": {"tokens": 58157, "chars": 130329, "chars_per_token": 2.241, "ratio_vs_en": 2.139, "ci95": [2.114, 2.165]}, "lmo_Latn": {"tokens": 54109, "chars": 141666, "chars_per_token": 2.618, "ratio_vs_en": 1.99, "ci95": [1.969, 2.01]}, "ltg_Latn": {"tokens": 58351, "chars": 129848, "chars_per_token": 2.225, "ratio_vs_en": 2.146, "ci95": [2.124, 2.17]}, "ltz_Latn": {"tokens": 52415, "chars": 147545, "chars_per_token": 2.815, "ratio_vs_en": 1.928, "ci95": [1.908, 1.949]}, "lua_Latn": {"tokens": 52121, "chars": 142998, "chars_per_token": 2.744, "ratio_vs_en": 1.917, "ci95": [1.893, 1.94]}, "lug_Latn": {"tokens": 52855, "chars": 135078, "chars_per_token": 2.556, "ratio_vs_en": 1.944, "ci95": [1.921, 1.967]}, "luo_Latn": {"tokens": 49027, "chars": 137546, "chars_per_token": 2.806, "ratio_vs_en": 1.803, "ci95": [1.782, 1.826]}, "lus_Latn": {"tokens": 53065, "chars": 146255, "chars_per_token": 2.756, "ratio_vs_en": 1.952, "ci95": [1.922, 1.981]}, "lvs_Latn": {"tokens": 62410, "chars": 134157, "chars_per_token": 2.15, "ratio_vs_en": 2.296, "ci95": [2.27, 2.323]}, "mag_Deva": {"tokens": 127327, "chars": 126695, "chars_per_token": 0.995, "ratio_vs_en": 4.684, "ci95": [4.633, 4.732]}, "mai_Deva": {"tokens": 132571, "chars": 129408, "chars_per_token": 0.976, "ratio_vs_en": 4.877, "ci95": [4.822, 4.931]}, "mal_Mlym": {"tokens": 242811, "chars": 149336, "chars_per_token": 0.615, "ratio_vs_en": 8.932, "ci95": [8.828, 9.038]}, "mar_Deva": {"tokens": 137213, "chars": 133051, "chars_per_token": 0.97, "ratio_vs_en": 5.047, "ci95": [4.991, 5.103]}, "min_Arab": {"tokens": 83795, "chars": 126399, "chars_per_token": 1.508, "ratio_vs_en": 3.082, "ci95": [3.047, 3.118]}, "min_Latn": {"tokens": 47943, "chars": 141163, "chars_per_token": 2.944, "ratio_vs_en": 1.764, "ci95": [1.745, 1.783]}, "mkd_Cyrl": {"tokens": 56075, "chars": 137827, "chars_per_token": 2.458, "ratio_vs_en": 2.063, "ci95": [2.041, 2.085]}, "mlt_Latn": {"tokens": 64597, "chars": 146288, "chars_per_token": 2.265, "ratio_vs_en": 2.376, "ci95": [2.349, 2.405]}, "mni_Beng": {"tokens": 182367, "chars": 136782, "chars_per_token": 0.75, "ratio_vs_en": 6.708, "ci95": [6.628, 6.799]}, "mos_Latn": {"tokens": 58585, "chars": 124657, "chars_per_token": 2.128, "ratio_vs_en": 2.155, "ci95": [2.124, 2.187]}, "mri_Latn": {"tokens": 62862, "chars": 146527, "chars_per_token": 2.331, "ratio_vs_en": 2.312, "ci95": [2.286, 2.34]}, "mya_Mymr": {"tokens": 315790, "chars": 163169, "chars_per_token": 0.517, "ratio_vs_en": 11.616, "ci95": [11.468, 11.771]}, "nld_Latn": {"tokens": 41215, "chars": 147507, "chars_per_token": 3.579, "ratio_vs_en": 1.516, "ci95": [1.501, 1.531]}, "nno_Latn": {"tokens": 43179, "chars": 133443, "chars_per_token": 3.09, "ratio_vs_en": 1.588, "ci95": [1.572, 1.605]}, "nob_Latn": {"tokens": 41047, "chars": 132138, "chars_per_token": 3.219, "ratio_vs_en": 1.51, "ci95": [1.496, 1.525]}, "npi_Deva": {"tokens": 129500, "chars": 126903, "chars_per_token": 0.98, "ratio_vs_en": 4.764, "ci95": [4.706, 4.823]}, "nso_Latn": {"tokens": 58121, "chars": 151109, "chars_per_token": 2.6, "ratio_vs_en": 2.138, "ci95": [2.112, 2.163]}, "nus_Latn": {"tokens": 107394, "chars": 142340, "chars_per_token": 1.325, "ratio_vs_en": 3.95, "ci95": [3.889, 4.01]}, "nya_Latn": {"tokens": 55846, "chars": 147172, "chars_per_token": 2.635, "ratio_vs_en": 2.054, "ci95": [2.03, 2.08]}, "oci_Latn": {"tokens": 48664, "chars": 150651, "chars_per_token": 3.096, "ratio_vs_en": 1.79, "ci95": [1.772, 1.808]}, "ory_Orya": {"tokens": 337022, "chars": 134839, "chars_per_token": 0.4, "ratio_vs_en": 12.397, "ci95": [12.25, 12.562]}, "pag_Latn": {"tokens": 41655, "chars": 129899, "chars_per_token": 3.118, "ratio_vs_en": 1.532, "ci95": [1.508, 1.557]}, "pan_Guru": {"tokens": 213427, "chars": 133425, "chars_per_token": 0.625, "ratio_vs_en": 7.851, "ci95": [7.76, 7.95]}, "pap_Latn": {"tokens": 46173, "chars": 139154, "chars_per_token": 3.014, "ratio_vs_en": 1.698, "ci95": [1.681, 1.715]}, "pbt_Arab": {"tokens": 76759, "chars": 122455, "chars_per_token": 1.595, "ratio_vs_en": 2.824, "ci95": [2.79, 2.855]}, "pes_Arab": {"tokens": 49231, "chars": 123827, "chars_per_token": 2.515, "ratio_vs_en": 1.811, "ci95": [1.791, 1.829]}, "plt_Latn": {"tokens": 60621, "chars": 160996, "chars_per_token": 2.656, "ratio_vs_en": 2.23, "ci95": [2.206, 2.256]}, "pol_Latn": {"tokens": 45981, "chars": 139483, "chars_per_token": 3.033, "ratio_vs_en": 1.691, "ci95": [1.673, 1.71]}, "por_Latn": {"tokens": 38106, "chars": 143418, "chars_per_token": 3.764, "ratio_vs_en": 1.402, "ci95": [1.39, 1.414]}, "prs_Arab": {"tokens": 46824, "chars": 120643, "chars_per_token": 2.577, "ratio_vs_en": 1.722, "ci95": [1.705, 1.74]}, "quy_Latn": {"tokens": 55545, "chars": 141027, "chars_per_token": 2.539, "ratio_vs_en": 2.043, "ci95": [2.017, 2.071]}, "ron_Latn": {"tokens": 46897, "chars": 148571, "chars_per_token": 3.168, "ratio_vs_en": 1.725, "ci95": [1.708, 1.742]}, "run_Latn": {"tokens": 57508, "chars": 147265, "chars_per_token": 2.561, "ratio_vs_en": 2.115, "ci95": [2.089, 2.144]}, "rus_Cyrl": {"tokens": 38710, "chars": 142096, "chars_per_token": 3.671, "ratio_vs_en": 1.424, "ci95": [1.408, 1.439]}, "sag_Latn": {"tokens": 54822, "chars": 142621, "chars_per_token": 2.602, "ratio_vs_en": 2.017, "ci95": [1.989, 2.045]}, "san_Deva": {"tokens": 134257, "chars": 128257, "chars_per_token": 0.955, "ratio_vs_en": 4.939, "ci95": [4.882, 4.994]}, "sat_Olck": {"tokens": 346245, "chars": 139791, "chars_per_token": 0.404, "ratio_vs_en": 12.737, "ci95": [12.585, 12.888]}, "scn_Latn": {"tokens": 52566, "chars": 138571, "chars_per_token": 2.636, "ratio_vs_en": 1.934, "ci95": [1.912, 1.956]}, "shn_Mymr": {"tokens": 407169, "chars": 188284, "chars_per_token": 0.462, "ratio_vs_en": 14.978, "ci95": [14.731, 15.225]}, "sin_Sinh": {"tokens": 234528, "chars": 131080, "chars_per_token": 0.559, "ratio_vs_en": 8.627, "ci95": [8.527, 8.729]}, "slk_Latn": {"tokens": 52909, "chars": 131710, "chars_per_token": 2.489, "ratio_vs_en": 1.946, "ci95": [1.925, 1.969]}, "slv_Latn": {"tokens": 49738, "chars": 130855, "chars_per_token": 2.631, "ratio_vs_en": 1.83, "ci95": [1.81, 1.849]}, "smo_Latn": {"tokens": 60849, "chars": 152724, "chars_per_token": 2.51, "ratio_vs_en": 2.238, "ci95": [2.211, 2.265]}, "sna_Latn": {"tokens": 56623, "chars": 147603, "chars_per_token": 2.607, "ratio_vs_en": 2.083, "ci95": [2.055, 2.11]}, "snd_Arab": {"tokens": 82253, "chars": 119588, "chars_per_token": 1.454, "ratio_vs_en": 3.026, "ci95": [2.991, 3.06]}, "som_Latn": {"tokens": 59573, "chars": 151662, "chars_per_token": 2.546, "ratio_vs_en": 2.191, "ci95": [2.168, 2.216]}, "sot_Latn": {"tokens": 59287, "chars": 158732, "chars_per_token": 2.677, "ratio_vs_en": 2.181, "ci95": [2.155, 2.206]}, "spa_Latn": {"tokens": 39146, "chars": 156997, "chars_per_token": 4.011, "ratio_vs_en": 1.44, "ci95": [1.426, 1.454]}, "srd_Latn": {"tokens": 52333, "chars": 153347, "chars_per_token": 2.93, "ratio_vs_en": 1.925, "ci95": [1.906, 1.945]}, "srp_Cyrl": {"tokens": 60468, "chars": 130780, "chars_per_token": 2.163, "ratio_vs_en": 2.224, "ci95": [2.2, 2.25]}, "ssw_Latn": {"tokens": 58074, "chars": 148726, "chars_per_token": 2.561, "ratio_vs_en": 2.136, "ci95": [2.112, 2.163]}, "sun_Latn": {"tokens": 48451, "chars": 136846, "chars_per_token": 2.824, "ratio_vs_en": 1.782, "ci95": [1.763, 1.801]}, "swe_Latn": {"tokens": 40659, "chars": 132173, "chars_per_token": 3.251, "ratio_vs_en": 1.496, "ci95": [1.482, 1.51]}, "swh_Latn": {"tokens": 52513, "chars": 138104, "chars_per_token": 2.63, "ratio_vs_en": 1.932, "ci95": [1.912, 1.95]}, "szl_Latn": {"tokens": 55208, "chars": 137371, "chars_per_token": 2.488, "ratio_vs_en": 2.031, "ci95": [2.009, 2.055]}, "tam_Taml": {"tokens": 207796, "chars": 154133, "chars_per_token": 0.742, "ratio_vs_en": 7.644, "ci95": [7.55, 7.732]}, "taq_Latn": {"tokens": 59012, "chars": 124417, "chars_per_token": 2.108, "ratio_vs_en": 2.171, "ci95": [2.138, 2.205]}, "taq_Tfng": {"tokens": 274473, "chars": 123904, "chars_per_token": 0.451, "ratio_vs_en": 10.096, "ci95": [9.964, 10.243]}, "tat_Cyrl": {"tokens": 83733, "chars": 133282, "chars_per_token": 1.592, "ratio_vs_en": 3.08, "ci95": [3.038, 3.121]}, "tel_Telu": {"tokens": 225285, "chars": 132470, "chars_per_token": 0.588, "ratio_vs_en": 8.287, "ci95": [8.18, 8.393]}, "tgk_Cyrl": {"tokens": 78791, "chars": 145871, "chars_per_token": 1.851, "ratio_vs_en": 2.898, "ci95": [2.864, 2.933]}, "tgl_Latn": {"tokens": 54855, "chars": 166169, "chars_per_token": 3.029, "ratio_vs_en": 2.018, "ci95": [1.996, 2.041]}, "tha_Thai": {"tokens": 118067, "chars": 126109, "chars_per_token": 1.068, "ratio_vs_en": 4.343, "ci95": [4.286, 4.401]}, "tir_Ethi": {"tokens": 210910, "chars": 90700, "chars_per_token": 0.43, "ratio_vs_en": 7.758, "ci95": [7.666, 7.858]}, "tpi_Latn": {"tokens": 55005, "chars": 169011, "chars_per_token": 3.073, "ratio_vs_en": 2.023, "ci95": [1.996, 2.05]}, "tsn_Latn": {"tokens": 61158, "chars": 163035, "chars_per_token": 2.666, "ratio_vs_en": 2.25, "ci95": [2.222, 2.279]}, "tso_Latn": {"tokens": 60783, "chars": 158178, "chars_per_token": 2.602, "ratio_vs_en": 2.236, "ci95": [2.207, 2.264]}, "tuk_Latn": {"tokens": 58994, "chars": 140262, "chars_per_token": 2.378, "ratio_vs_en": 2.17, "ci95": [2.147, 2.195]}, "tum_Latn": {"tokens": 69185, "chars": 172545, "chars_per_token": 2.494, "ratio_vs_en": 2.545, "ci95": [2.507, 2.588]}, "tur_Latn": {"tokens": 44714, "chars": 135761, "chars_per_token": 3.036, "ratio_vs_en": 1.645, "ci95": [1.628, 1.662]}, "twi_Latn": {"tokens": 67214, "chars": 128598, "chars_per_token": 1.913, "ratio_vs_en": 2.472, "ci95": [2.434, 2.513]}, "tzm_Tfng": {"tokens": 272496, "chars": 117960, "chars_per_token": 0.433, "ratio_vs_en": 10.024, "ci95": [9.909, 10.145]}, "uig_Arab": {"tokens": 123636, "chars": 140477, "chars_per_token": 1.136, "ratio_vs_en": 4.548, "ci95": [4.489, 4.609]}, "ukr_Cyrl": {"tokens": 49663, "chars": 134446, "chars_per_token": 2.707, "ratio_vs_en": 1.827, "ci95": [1.81, 1.844]}, "umb_Latn": {"tokens": 54074, "chars": 134747, "chars_per_token": 2.492, "ratio_vs_en": 1.989, "ci95": [1.96, 2.02]}, "urd_Arab": {"tokens": 89319, "chars": 129919, "chars_per_token": 1.455, "ratio_vs_en": 3.286, "ci95": [3.246, 3.325]}, "uzn_Latn": {"tokens": 58054, "chars": 149323, "chars_per_token": 2.572, "ratio_vs_en": 2.136, "ci95": [2.112, 2.159]}, "vec_Latn": {"tokens": 44690, "chars": 133237, "chars_per_token": 2.981, "ratio_vs_en": 1.644, "ci95": [1.628, 1.661]}, "vie_Latn": {"tokens": 39704, "chars": 138595, "chars_per_token": 3.491, "ratio_vs_en": 1.461, "ci95": [1.447, 1.474]}, "war_Latn": {"tokens": 52291, "chars": 164746, "chars_per_token": 3.151, "ratio_vs_en": 1.924, "ci95": [1.903, 1.946]}, "wol_Latn": {"tokens": 51833, "chars": 127173, "chars_per_token": 2.454, "ratio_vs_en": 1.907, "ci95": [1.883, 1.93]}, "xho_Latn": {"tokens": 55248, "chars": 139123, "chars_per_token": 2.518, "ratio_vs_en": 2.032, "ci95": [2.01, 2.055]}, "ydd_Hebr": {"tokens": 150383, "chars": 141658, "chars_per_token": 0.942, "ratio_vs_en": 5.532, "ci95": [5.475, 5.591]}, "yor_Latn": {"tokens": 74124, "chars": 126844, "chars_per_token": 1.711, "ratio_vs_en": 2.727, "ci95": [2.678, 2.778]}, "yue_Hant": {"tokens": 35299, "chars": 40019, "chars_per_token": 1.134, "ratio_vs_en": 1.298, "ci95": [1.284, 1.313]}, "zho_Hans": {"tokens": 25720, "chars": 43248, "chars_per_token": 1.681, "ratio_vs_en": 0.946, "ci95": [0.933, 0.96]}, "zho_Hant": {"tokens": 36378, "chars": 40695, "chars_per_token": 1.119, "ratio_vs_en": 1.338, "ci95": [1.323, 1.354]}, "zsm_Latn": {"tokens": 43602, "chars": 146201, "chars_per_token": 3.353, "ratio_vs_en": 1.604, "ci95": [1.589, 1.62]}, "zul_Latn": {"tokens": 59274, "chars": 148362, "chars_per_token": 2.503, "ratio_vs_en": 2.18, "ci95": [2.157, 2.203]}, "eng_Latn": {"tokens": 27185, "chars": 131966, "chars_per_token": 4.854, "ratio_vs_en": 1.0}}, "costs": []}, {"schema": 1, "tokenizer": "GPT-4 / 3.5 (cl100k_base)", "kind": "tiktoken", "id": "cl100k_base", "group": "OpenAI", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 102540, "chars": 111621, "chars_per_token": 1.089, "ratio_vs_en": 3.772, "ci95": [3.733, 3.813]}, "ace_Latn": {"tokens": 54194, "chars": 141933, "chars_per_token": 2.619, "ratio_vs_en": 1.994, "ci95": [1.97, 2.015]}, "acm_Arab": {"tokens": 80901, "chars": 113573, "chars_per_token": 1.404, "ratio_vs_en": 2.976, "ci95": [2.945, 3.008]}, "acq_Arab": {"tokens": 81621, "chars": 115113, "chars_per_token": 1.41, "ratio_vs_en": 3.003, "ci95": [2.971, 3.036]}, "aeb_Arab": {"tokens": 79164, "chars": 112077, "chars_per_token": 1.416, "ratio_vs_en": 2.912, "ci95": [2.881, 2.945]}, "afr_Latn": {"tokens": 45896, "chars": 139690, "chars_per_token": 3.044, "ratio_vs_en": 1.688, "ci95": [1.673, 1.704]}, "ajp_Arab": {"tokens": 76972, "chars": 109046, "chars_per_token": 1.417, "ratio_vs_en": 2.832, "ci95": [2.802, 2.861]}, "aka_Latn": {"tokens": 73258, "chars": 132650, "chars_per_token": 1.811, "ratio_vs_en": 2.695, "ci95": [2.654, 2.74]}, "als_Latn": {"tokens": 61050, "chars": 147064, "chars_per_token": 2.409, "ratio_vs_en": 2.246, "ci95": [2.221, 2.27]}, "amh_Ethi": {"tokens": 206404, "chars": 87132, "chars_per_token": 0.422, "ratio_vs_en": 7.593, "ci95": [7.503, 7.683]}, "apc_Arab": {"tokens": 76568, "chars": 107981, "chars_per_token": 1.41, "ratio_vs_en": 2.817, "ci95": [2.785, 2.849]}, "arb_Arab": {"tokens": 82276, "chars": 116307, "chars_per_token": 1.414, "ratio_vs_en": 3.027, "ci95": [2.995, 3.059]}, "arb_Latn": {"tokens": 66494, "chars": 153758, "chars_per_token": 2.312, "ratio_vs_en": 2.446, "ci95": [2.417, 2.478]}, "ars_Arab": {"tokens": 82417, "chars": 116428, "chars_per_token": 1.413, "ratio_vs_en": 3.032, "ci95": [3.0, 3.065]}, "ary_Arab": {"tokens": 80384, "chars": 113563, "chars_per_token": 1.413, "ratio_vs_en": 2.957, "ci95": [2.923, 2.994]}, "arz_Arab": {"tokens": 80244, "chars": 113770, "chars_per_token": 1.418, "ratio_vs_en": 2.952, "ci95": [2.918, 2.986]}, "asm_Beng": {"tokens": 167217, "chars": 125936, "chars_per_token": 0.753, "ratio_vs_en": 6.152, "ci95": [6.087, 6.224]}, "ast_Latn": {"tokens": 42889, "chars": 136363, "chars_per_token": 3.179, "ratio_vs_en": 1.578, "ci95": [1.562, 1.594]}, "awa_Deva": {"tokens": 128978, "chars": 128171, "chars_per_token": 0.994, "ratio_vs_en": 4.745, "ci95": [4.688, 4.804]}, "ayr_Latn": {"tokens": 59163, "chars": 138617, "chars_per_token": 2.343, "ratio_vs_en": 2.177, "ci95": [2.145, 2.207]}, "azb_Arab": {"tokens": 90217, "chars": 117061, "chars_per_token": 1.298, "ratio_vs_en": 3.319, "ci95": [3.28, 3.359]}, "azj_Latn": {"tokens": 71695, "chars": 143739, "chars_per_token": 2.005, "ratio_vs_en": 2.638, "ci95": [2.603, 2.672]}, "bak_Cyrl": {"tokens": 115669, "chars": 133222, "chars_per_token": 1.152, "ratio_vs_en": 4.255, "ci95": [4.201, 4.315]}, "bam_Latn": {"tokens": 69453, "chars": 126387, "chars_per_token": 1.82, "ratio_vs_en": 2.555, "ci95": [2.518, 2.592]}, "ban_Latn": {"tokens": 48610, "chars": 145570, "chars_per_token": 2.995, "ratio_vs_en": 1.788, "ci95": [1.768, 1.809]}, "bel_Cyrl": {"tokens": 95072, "chars": 147991, "chars_per_token": 1.557, "ratio_vs_en": 3.498, "ci95": [3.453, 3.544]}, "bem_Latn": {"tokens": 60165, "chars": 160751, "chars_per_token": 2.672, "ratio_vs_en": 2.213, "ci95": [2.188, 2.24]}, "ben_Beng": {"tokens": 157626, "chars": 129042, "chars_per_token": 0.819, "ratio_vs_en": 5.799, "ci95": [5.735, 5.863]}, "bho_Deva": {"tokens": 127234, "chars": 128611, "chars_per_token": 1.011, "ratio_vs_en": 4.681, "ci95": [4.626, 4.737]}, "bjn_Arab": {"tokens": 102623, "chars": 122230, "chars_per_token": 1.191, "ratio_vs_en": 3.775, "ci95": [3.733, 3.817]}, "bjn_Latn": {"tokens": 46462, "chars": 138182, "chars_per_token": 2.974, "ratio_vs_en": 1.709, "ci95": [1.691, 1.727]}, "bod_Tibt": {"tokens": 303961, "chars": 148151, "chars_per_token": 0.487, "ratio_vs_en": 11.182, "ci95": [11.03, 11.342]}, "bos_Latn": {"tokens": 50906, "chars": 132187, "chars_per_token": 2.597, "ratio_vs_en": 1.873, "ci95": [1.853, 1.893]}, "bug_Latn": {"tokens": 53376, "chars": 139375, "chars_per_token": 2.611, "ratio_vs_en": 1.964, "ci95": [1.938, 1.99]}, "bul_Cyrl": {"tokens": 71507, "chars": 137824, "chars_per_token": 1.927, "ratio_vs_en": 2.631, "ci95": [2.601, 2.658]}, "cat_Latn": {"tokens": 46467, "chars": 145781, "chars_per_token": 3.137, "ratio_vs_en": 1.709, "ci95": [1.693, 1.727]}, "ceb_Latn": {"tokens": 52471, "chars": 158685, "chars_per_token": 3.024, "ratio_vs_en": 1.93, "ci95": [1.909, 1.952]}, "ces_Latn": {"tokens": 57116, "chars": 127257, "chars_per_token": 2.228, "ratio_vs_en": 2.101, "ci95": [2.079, 2.125]}, "cjk_Latn": {"tokens": 53291, "chars": 139261, "chars_per_token": 2.613, "ratio_vs_en": 1.961, "ci95": [1.932, 1.99]}, "ckb_Arab": {"tokens": 130359, "chars": 128585, "chars_per_token": 0.986, "ratio_vs_en": 4.796, "ci95": [4.736, 4.854]}, "crh_Latn": {"tokens": 57060, "chars": 134038, "chars_per_token": 2.349, "ratio_vs_en": 2.099, "ci95": [2.074, 2.125]}, "cym_Latn": {"tokens": 58014, "chars": 141257, "chars_per_token": 2.435, "ratio_vs_en": 2.134, "ci95": [2.112, 2.157]}, "dan_Latn": {"tokens": 43927, "chars": 135083, "chars_per_token": 3.075, "ratio_vs_en": 1.616, "ci95": [1.599, 1.633]}, "deu_Latn": {"tokens": 43103, "chars": 153809, "chars_per_token": 3.568, "ratio_vs_en": 1.586, "ci95": [1.57, 1.602]}, "dik_Latn": {"tokens": 60746, "chars": 111789, "chars_per_token": 1.84, "ratio_vs_en": 2.235, "ci95": [2.19, 2.285]}, "dyu_Latn": {"tokens": 56059, "chars": 132855, "chars_per_token": 2.37, "ratio_vs_en": 2.062, "ci95": [2.031, 2.095]}, "dzo_Tibt": {"tokens": 329998, "chars": 163358, "chars_per_token": 0.495, "ratio_vs_en": 12.14, "ci95": [11.968, 12.309]}, "ell_Grek": {"tokens": 139207, "chars": 157539, "chars_per_token": 1.132, "ratio_vs_en": 5.121, "ci95": [5.06, 5.182]}, "epo_Latn": {"tokens": 50712, "chars": 131292, "chars_per_token": 2.589, "ratio_vs_en": 1.866, "ci95": [1.847, 1.885]}, "est_Latn": {"tokens": 50885, "chars": 129459, "chars_per_token": 2.544, "ratio_vs_en": 1.872, "ci95": [1.849, 1.894]}, "eus_Latn": {"tokens": 51122, "chars": 139822, "chars_per_token": 2.735, "ratio_vs_en": 1.881, "ci95": [1.86, 1.903]}, "ewe_Latn": {"tokens": 74302, "chars": 127448, "chars_per_token": 1.715, "ratio_vs_en": 2.734, "ci95": [2.683, 2.783]}, "fao_Latn": {"tokens": 56457, "chars": 134274, "chars_per_token": 2.378, "ratio_vs_en": 2.077, "ci95": [2.054, 2.101]}, "fij_Latn": {"tokens": 58777, "chars": 155177, "chars_per_token": 2.64, "ratio_vs_en": 2.162, "ci95": [2.135, 2.19]}, "fin_Latn": {"tokens": 54184, "chars": 140128, "chars_per_token": 2.586, "ratio_vs_en": 1.993, "ci95": [1.97, 2.016]}, "fon_Latn": {"tokens": 99519, "chars": 135260, "chars_per_token": 1.359, "ratio_vs_en": 3.661, "ci95": [3.597, 3.729]}, "fra_Latn": {"tokens": 43661, "chars": 157638, "chars_per_token": 3.61, "ratio_vs_en": 1.606, "ci95": [1.591, 1.622]}, "fur_Latn": {"tokens": 50251, "chars": 144519, "chars_per_token": 2.876, "ratio_vs_en": 1.849, "ci95": [1.83, 1.869]}, "fuv_Latn": {"tokens": 50364, "chars": 122162, "chars_per_token": 2.426, "ratio_vs_en": 1.853, "ci95": [1.821, 1.885]}, "gaz_Latn": {"tokens": 62907, "chars": 156418, "chars_per_token": 2.486, "ratio_vs_en": 2.314, "ci95": [2.288, 2.339]}, "gla_Latn": {"tokens": 65527, "chars": 162597, "chars_per_token": 2.481, "ratio_vs_en": 2.411, "ci95": [2.382, 2.44]}, "gle_Latn": {"tokens": 63170, "chars": 152481, "chars_per_token": 2.414, "ratio_vs_en": 2.324, "ci95": [2.296, 2.351]}, "glg_Latn": {"tokens": 42448, "chars": 146143, "chars_per_token": 3.443, "ratio_vs_en": 1.562, "ci95": [1.546, 1.577]}, "grn_Latn": {"tokens": 58772, "chars": 132815, "chars_per_token": 2.26, "ratio_vs_en": 2.162, "ci95": [2.133, 2.19]}, "guj_Gujr": {"tokens": 208278, "chars": 126428, "chars_per_token": 0.607, "ratio_vs_en": 7.662, "ci95": [7.574, 7.752]}, "hat_Latn": {"tokens": 47245, "chars": 121280, "chars_per_token": 2.567, "ratio_vs_en": 1.738, "ci95": [1.72, 1.756]}, "hau_Latn": {"tokens": 54202, "chars": 140067, "chars_per_token": 2.584, "ratio_vs_en": 1.994, "ci95": [1.97, 2.016]}, "heb_Hebr": {"tokens": 99031, "chars": 102054, "chars_per_token": 1.031, "ratio_vs_en": 3.643, "ci95": [3.604, 3.682]}, "hin_Deva": {"tokens": 129348, "chars": 131058, "chars_per_token": 1.013, "ratio_vs_en": 4.759, "ci95": [4.704, 4.814]}, "hne_Deva": {"tokens": 126880, "chars": 126933, "chars_per_token": 1.0, "ratio_vs_en": 4.668, "ci95": [4.617, 4.719]}, "hrv_Latn": {"tokens": 49907, "chars": 128727, "chars_per_token": 2.579, "ratio_vs_en": 1.836, "ci95": [1.816, 1.856]}, "hun_Latn": {"tokens": 58408, "chars": 138629, "chars_per_token": 2.373, "ratio_vs_en": 2.149, "ci95": [2.122, 2.175]}, "hye_Armn": {"tokens": 268572, "chars": 145956, "chars_per_token": 0.543, "ratio_vs_en": 9.881, "ci95": [9.742, 10.003]}, "ibo_Latn": {"tokens": 66987, "chars": 134560, "chars_per_token": 2.009, "ratio_vs_en": 2.464, "ci95": [2.431, 2.497]}, "ilo_Latn": {"tokens": 55701, "chars": 159680, "chars_per_token": 2.867, "ratio_vs_en": 2.049, "ci95": [2.026, 2.072]}, "ind_Latn": {"tokens": 42078, "chars": 142318, "chars_per_token": 3.382, "ratio_vs_en": 1.548, "ci95": [1.533, 1.562]}, "isl_Latn": {"tokens": 58145, "chars": 129783, "chars_per_token": 2.232, "ratio_vs_en": 2.139, "ci95": [2.113, 2.166]}, "ita_Latn": {"tokens": 44594, "chars": 156138, "chars_per_token": 3.501, "ratio_vs_en": 1.641, "ci95": [1.624, 1.657]}, "jav_Latn": {"tokens": 46981, "chars": 136928, "chars_per_token": 2.915, "ratio_vs_en": 1.728, "ci95": [1.711, 1.746]}, "jpn_Jpan": {"tokens": 61583, "chars": 56943, "chars_per_token": 0.925, "ratio_vs_en": 2.266, "ci95": [2.239, 2.291]}, "kab_Latn": {"tokens": 66954, "chars": 130554, "chars_per_token": 1.95, "ratio_vs_en": 2.463, "ci95": [2.433, 2.494]}, "kac_Latn": {"tokens": 64155, "chars": 169397, "chars_per_token": 2.64, "ratio_vs_en": 2.36, "ci95": [2.325, 2.398]}, "kam_Latn": {"tokens": 59049, "chars": 128356, "chars_per_token": 2.174, "ratio_vs_en": 2.172, "ci95": [2.125, 2.22]}, "kan_Knda": {"tokens": 240742, "chars": 138040, "chars_per_token": 0.573, "ratio_vs_en": 8.857, "ci95": [8.747, 8.963]}, "kas_Arab": {"tokens": 125089, "chars": 126105, "chars_per_token": 1.008, "ratio_vs_en": 4.602, "ci95": [4.544, 4.66]}, "kas_Deva": {"tokens": 126617, "chars": 126401, "chars_per_token": 0.998, "ratio_vs_en": 4.658, "ci95": [4.608, 4.71]}, "kat_Geor": {"tokens": 265051, "chars": 143930, "chars_per_token": 0.543, "ratio_vs_en": 9.751, "ci95": [9.617, 9.881]}, "kaz_Cyrl": {"tokens": 102792, "chars": 135404, "chars_per_token": 1.317, "ratio_vs_en": 3.782, "ci95": [3.734, 3.827]}, "kbp_Latn": {"tokens": 127799, "chars": 142957, "chars_per_token": 1.119, "ratio_vs_en": 4.702, "ci95": [4.624, 4.781]}, "kea_Latn": {"tokens": 46902, "chars": 130800, "chars_per_token": 2.789, "ratio_vs_en": 1.725, "ci95": [1.709, 1.742]}, "khk_Cyrl": {"tokens": 101862, "chars": 137067, "chars_per_token": 1.346, "ratio_vs_en": 3.747, "ci95": [3.702, 3.796]}, "khm_Khmr": {"tokens": 236893, "chars": 153212, "chars_per_token": 0.647, "ratio_vs_en": 8.715, "ci95": [8.606, 8.834]}, "kik_Latn": {"tokens": 88510, "chars": 153431, "chars_per_token": 1.733, "ratio_vs_en": 3.256, "ci95": [3.198, 3.312]}, "kin_Latn": {"tokens": 57918, "chars": 145862, "chars_per_token": 2.518, "ratio_vs_en": 2.131, "ci95": [2.106, 2.158]}, "kir_Cyrl": {"tokens": 95257, "chars": 135532, "chars_per_token": 1.423, "ratio_vs_en": 3.504, "ci95": [3.454, 3.553]}, "kmb_Latn": {"tokens": 57992, "chars": 145762, "chars_per_token": 2.513, "ratio_vs_en": 2.133, "ci95": [2.107, 2.159]}, "kmr_Latn": {"tokens": 59845, "chars": 130372, "chars_per_token": 2.178, "ratio_vs_en": 2.202, "ci95": [2.177, 2.227]}, "knc_Arab": {"tokens": 98482, "chars": 116000, "chars_per_token": 1.178, "ratio_vs_en": 3.623, "ci95": [3.534, 3.713]}, "knc_Latn": {"tokens": 64821, "chars": 138972, "chars_per_token": 2.144, "ratio_vs_en": 2.385, "ci95": [2.352, 2.419]}, "kon_Latn": {"tokens": 54109, "chars": 149894, "chars_per_token": 2.77, "ratio_vs_en": 1.991, "ci95": [1.968, 2.013]}, "kor_Hang": {"tokens": 64338, "chars": 65965, "chars_per_token": 1.025, "ratio_vs_en": 2.367, "ci95": [2.341, 2.393]}, "lao_Laoo": {"tokens": 259417, "chars": 130060, "chars_per_token": 0.501, "ratio_vs_en": 9.544, "ci95": [9.414, 9.669]}, "lij_Latn": {"tokens": 53763, "chars": 145994, "chars_per_token": 2.716, "ratio_vs_en": 1.978, "ci95": [1.958, 1.999]}, "lim_Latn": {"tokens": 49221, "chars": 137686, "chars_per_token": 2.797, "ratio_vs_en": 1.811, "ci95": [1.791, 1.831]}, "lin_Latn": {"tokens": 50850, "chars": 142197, "chars_per_token": 2.796, "ratio_vs_en": 1.871, "ci95": [1.852, 1.89]}, "lit_Latn": {"tokens": 59503, "chars": 130329, "chars_per_token": 2.19, "ratio_vs_en": 2.189, "ci95": [2.163, 2.214]}, "lmo_Latn": {"tokens": 55408, "chars": 141666, "chars_per_token": 2.557, "ratio_vs_en": 2.038, "ci95": [2.017, 2.059]}, "ltg_Latn": {"tokens": 59671, "chars": 129848, "chars_per_token": 2.176, "ratio_vs_en": 2.195, "ci95": [2.171, 2.219]}, "ltz_Latn": {"tokens": 53945, "chars": 147545, "chars_per_token": 2.735, "ratio_vs_en": 1.985, "ci95": [1.964, 2.006]}, "lua_Latn": {"tokens": 53066, "chars": 142998, "chars_per_token": 2.695, "ratio_vs_en": 1.952, "ci95": [1.928, 1.976]}, "lug_Latn": {"tokens": 53336, "chars": 135078, "chars_per_token": 2.533, "ratio_vs_en": 1.962, "ci95": [1.939, 1.985]}, "luo_Latn": {"tokens": 49518, "chars": 137546, "chars_per_token": 2.778, "ratio_vs_en": 1.822, "ci95": [1.8, 1.844]}, "lus_Latn": {"tokens": 53942, "chars": 146255, "chars_per_token": 2.711, "ratio_vs_en": 1.984, "ci95": [1.954, 2.015]}, "lvs_Latn": {"tokens": 63683, "chars": 134157, "chars_per_token": 2.107, "ratio_vs_en": 2.343, "ci95": [2.316, 2.37]}, "mag_Deva": {"tokens": 127301, "chars": 126695, "chars_per_token": 0.995, "ratio_vs_en": 4.683, "ci95": [4.633, 4.732]}, "mai_Deva": {"tokens": 132546, "chars": 129408, "chars_per_token": 0.976, "ratio_vs_en": 4.876, "ci95": [4.821, 4.931]}, "mal_Mlym": {"tokens": 242932, "chars": 149336, "chars_per_token": 0.615, "ratio_vs_en": 8.937, "ci95": [8.835, 9.044]}, "mar_Deva": {"tokens": 137227, "chars": 133051, "chars_per_token": 0.97, "ratio_vs_en": 5.048, "ci95": [4.992, 5.105]}, "min_Arab": {"tokens": 107949, "chars": 126399, "chars_per_token": 1.171, "ratio_vs_en": 3.971, "ci95": [3.928, 4.016]}, "min_Latn": {"tokens": 48344, "chars": 141163, "chars_per_token": 2.92, "ratio_vs_en": 1.779, "ci95": [1.76, 1.797]}, "mkd_Cyrl": {"tokens": 75048, "chars": 137827, "chars_per_token": 1.837, "ratio_vs_en": 2.761, "ci95": [2.732, 2.791]}, "mlt_Latn": {"tokens": 65712, "chars": 146288, "chars_per_token": 2.226, "ratio_vs_en": 2.417, "ci95": [2.389, 2.447]}, "mni_Beng": {"tokens": 182345, "chars": 136782, "chars_per_token": 0.75, "ratio_vs_en": 6.708, "ci95": [6.628, 6.797]}, "mos_Latn": {"tokens": 62052, "chars": 124657, "chars_per_token": 2.009, "ratio_vs_en": 2.283, "ci95": [2.25, 2.317]}, "mri_Latn": {"tokens": 64154, "chars": 146527, "chars_per_token": 2.284, "ratio_vs_en": 2.36, "ci95": [2.333, 2.388]}, "mya_Mymr": {"tokens": 315796, "chars": 163169, "chars_per_token": 0.517, "ratio_vs_en": 11.618, "ci95": [11.469, 11.773]}, "nld_Latn": {"tokens": 43564, "chars": 147507, "chars_per_token": 3.386, "ratio_vs_en": 1.603, "ci95": [1.586, 1.619]}, "nno_Latn": {"tokens": 44588, "chars": 133443, "chars_per_token": 2.993, "ratio_vs_en": 1.64, "ci95": [1.623, 1.657]}, "nob_Latn": {"tokens": 42441, "chars": 132138, "chars_per_token": 3.113, "ratio_vs_en": 1.561, "ci95": [1.546, 1.577]}, "npi_Deva": {"tokens": 129516, "chars": 126903, "chars_per_token": 0.98, "ratio_vs_en": 4.765, "ci95": [4.707, 4.823]}, "nso_Latn": {"tokens": 59379, "chars": 151109, "chars_per_token": 2.545, "ratio_vs_en": 2.184, "ci95": [2.158, 2.21]}, "nus_Latn": {"tokens": 108472, "chars": 142340, "chars_per_token": 1.312, "ratio_vs_en": 3.991, "ci95": [3.929, 4.049]}, "nya_Latn": {"tokens": 56560, "chars": 147172, "chars_per_token": 2.602, "ratio_vs_en": 2.081, "ci95": [2.055, 2.107]}, "oci_Latn": {"tokens": 49747, "chars": 150651, "chars_per_token": 3.028, "ratio_vs_en": 1.83, "ci95": [1.812, 1.848]}, "ory_Orya": {"tokens": 337072, "chars": 134839, "chars_per_token": 0.4, "ratio_vs_en": 12.401, "ci95": [12.25, 12.564]}, "pag_Latn": {"tokens": 42225, "chars": 129899, "chars_per_token": 3.076, "ratio_vs_en": 1.553, "ci95": [1.529, 1.578]}, "pan_Guru": {"tokens": 213407, "chars": 133425, "chars_per_token": 0.625, "ratio_vs_en": 7.851, "ci95": [7.76, 7.951]}, "pap_Latn": {"tokens": 47485, "chars": 139154, "chars_per_token": 2.93, "ratio_vs_en": 1.747, "ci95": [1.729, 1.764]}, "pbt_Arab": {"tokens": 102083, "chars": 122455, "chars_per_token": 1.2, "ratio_vs_en": 3.756, "ci95": [3.711, 3.798]}, "pes_Arab": {"tokens": 88514, "chars": 123827, "chars_per_token": 1.399, "ratio_vs_en": 3.256, "ci95": [3.218, 3.292]}, "plt_Latn": {"tokens": 61139, "chars": 160996, "chars_per_token": 2.633, "ratio_vs_en": 2.249, "ci95": [2.225, 2.275]}, "pol_Latn": {"tokens": 52024, "chars": 139483, "chars_per_token": 2.681, "ratio_vs_en": 1.914, "ci95": [1.893, 1.936]}, "por_Latn": {"tokens": 40109, "chars": 143418, "chars_per_token": 3.576, "ratio_vs_en": 1.476, "ci95": [1.462, 1.488]}, "prs_Arab": {"tokens": 85563, "chars": 120643, "chars_per_token": 1.41, "ratio_vs_en": 3.148, "ci95": [3.114, 3.183]}, "quy_Latn": {"tokens": 56598, "chars": 141027, "chars_per_token": 2.492, "ratio_vs_en": 2.082, "ci95": [2.055, 2.11]}, "ron_Latn": {"tokens": 50979, "chars": 148571, "chars_per_token": 2.914, "ratio_vs_en": 1.875, "ci95": [1.856, 1.895]}, "run_Latn": {"tokens": 58144, "chars": 147265, "chars_per_token": 2.533, "ratio_vs_en": 2.139, "ci95": [2.113, 2.168]}, "rus_Cyrl": {"tokens": 66928, "chars": 142096, "chars_per_token": 2.123, "ratio_vs_en": 2.462, "ci95": [2.434, 2.491]}, "sag_Latn": {"tokens": 56528, "chars": 142621, "chars_per_token": 2.523, "ratio_vs_en": 2.08, "ci95": [2.05, 2.109]}, "san_Deva": {"tokens": 134233, "chars": 128257, "chars_per_token": 0.955, "ratio_vs_en": 4.938, "ci95": [4.882, 4.994]}, "sat_Olck": {"tokens": 346245, "chars": 139791, "chars_per_token": 0.404, "ratio_vs_en": 12.738, "ci95": [12.585, 12.888]}, "scn_Latn": {"tokens": 54380, "chars": 138571, "chars_per_token": 2.548, "ratio_vs_en": 2.001, "ci95": [1.978, 2.024]}, "shn_Mymr": {"tokens": 407164, "chars": 188284, "chars_per_token": 0.462, "ratio_vs_en": 14.979, "ci95": [14.731, 15.224]}, "sin_Sinh": {"tokens": 235883, "chars": 131080, "chars_per_token": 0.556, "ratio_vs_en": 8.678, "ci95": [8.577, 8.782]}, "slk_Latn": {"tokens": 57882, "chars": 131710, "chars_per_token": 2.275, "ratio_vs_en": 2.129, "ci95": [2.105, 2.155]}, "slv_Latn": {"tokens": 51225, "chars": 130855, "chars_per_token": 2.555, "ratio_vs_en": 1.885, "ci95": [1.864, 1.904]}, "smo_Latn": {"tokens": 61913, "chars": 152724, "chars_per_token": 2.467, "ratio_vs_en": 2.278, "ci95": [2.25, 2.305]}, "sna_Latn": {"tokens": 57996, "chars": 147603, "chars_per_token": 2.545, "ratio_vs_en": 2.134, "ci95": [2.105, 2.162]}, "snd_Arab": {"tokens": 108231, "chars": 119588, "chars_per_token": 1.105, "ratio_vs_en": 3.982, "ci95": [3.937, 4.027]}, "som_Latn": {"tokens": 60010, "chars": 151662, "chars_per_token": 2.527, "ratio_vs_en": 2.208, "ci95": [2.184, 2.233]}, "sot_Latn": {"tokens": 60141, "chars": 158732, "chars_per_token": 2.639, "ratio_vs_en": 2.213, "ci95": [2.186, 2.238]}, "spa_Latn": {"tokens": 41932, "chars": 156997, "chars_per_token": 3.744, "ratio_vs_en": 1.543, "ci95": [1.527, 1.558]}, "srd_Latn": {"tokens": 54021, "chars": 153347, "chars_per_token": 2.839, "ratio_vs_en": 1.987, "ci95": [1.967, 2.009]}, "srp_Cyrl": {"tokens": 78856, "chars": 130780, "chars_per_token": 1.658, "ratio_vs_en": 2.901, "ci95": [2.869, 2.933]}, "ssw_Latn": {"tokens": 58877, "chars": 148726, "chars_per_token": 2.526, "ratio_vs_en": 2.166, "ci95": [2.141, 2.193]}, "sun_Latn": {"tokens": 49396, "chars": 136846, "chars_per_token": 2.77, "ratio_vs_en": 1.817, "ci95": [1.797, 1.836]}, "swe_Latn": {"tokens": 42861, "chars": 132173, "chars_per_token": 3.084, "ratio_vs_en": 1.577, "ci95": [1.562, 1.592]}, "swh_Latn": {"tokens": 53117, "chars": 138104, "chars_per_token": 2.6, "ratio_vs_en": 1.954, "ci95": [1.934, 1.973]}, "szl_Latn": {"tokens": 59393, "chars": 137371, "chars_per_token": 2.313, "ratio_vs_en": 2.185, "ci95": [2.16, 2.211]}, "tam_Taml": {"tokens": 207772, "chars": 154133, "chars_per_token": 0.742, "ratio_vs_en": 7.644, "ci95": [7.552, 7.732]}, "taq_Latn": {"tokens": 60238, "chars": 124417, "chars_per_token": 2.065, "ratio_vs_en": 2.216, "ci95": [2.182, 2.253]}, "taq_Tfng": {"tokens": 274467, "chars": 123904, "chars_per_token": 0.451, "ratio_vs_en": 10.097, "ci95": [9.966, 10.243]}, "tat_Cyrl": {"tokens": 101354, "chars": 133282, "chars_per_token": 1.315, "ratio_vs_en": 3.729, "ci95": [3.681, 3.776]}, "tel_Telu": {"tokens": 225263, "chars": 132470, "chars_per_token": 0.588, "ratio_vs_en": 8.287, "ci95": [8.181, 8.392]}, "tgk_Cyrl": {"tokens": 98431, "chars": 145871, "chars_per_token": 1.482, "ratio_vs_en": 3.621, "ci95": [3.579, 3.662]}, "tgl_Latn": {"tokens": 55718, "chars": 166169, "chars_per_token": 2.982, "ratio_vs_en": 2.05, "ci95": [2.027, 2.073]}, "tha_Thai": {"tokens": 118044, "chars": 126109, "chars_per_token": 1.068, "ratio_vs_en": 4.343, "ci95": [4.286, 4.402]}, "tir_Ethi": {"tokens": 211419, "chars": 90700, "chars_per_token": 0.429, "ratio_vs_en": 7.778, "ci95": [7.685, 7.876]}, "tpi_Latn": {"tokens": 55504, "chars": 169011, "chars_per_token": 3.045, "ratio_vs_en": 2.042, "ci95": [2.015, 2.069]}, "tsn_Latn": {"tokens": 61568, "chars": 163035, "chars_per_token": 2.648, "ratio_vs_en": 2.265, "ci95": [2.238, 2.294]}, "tso_Latn": {"tokens": 61361, "chars": 158178, "chars_per_token": 2.578, "ratio_vs_en": 2.257, "ci95": [2.229, 2.286]}, "tuk_Latn": {"tokens": 65442, "chars": 140262, "chars_per_token": 2.143, "ratio_vs_en": 2.408, "ci95": [2.381, 2.437]}, "tum_Latn": {"tokens": 70036, "chars": 172545, "chars_per_token": 2.464, "ratio_vs_en": 2.577, "ci95": [2.538, 2.62]}, "tur_Latn": {"tokens": 52205, "chars": 135761, "chars_per_token": 2.601, "ratio_vs_en": 1.921, "ci95": [1.9, 1.941]}, "twi_Latn": {"tokens": 67984, "chars": 128598, "chars_per_token": 1.892, "ratio_vs_en": 2.501, "ci95": [2.463, 2.542]}, "tzm_Tfng": {"tokens": 272681, "chars": 117960, "chars_per_token": 0.433, "ratio_vs_en": 10.032, "ci95": [9.916, 10.153]}, "uig_Arab": {"tokens": 140539, "chars": 140477, "chars_per_token": 1.0, "ratio_vs_en": 5.17, "ci95": [5.105, 5.236]}, "ukr_Cyrl": {"tokens": 80599, "chars": 134446, "chars_per_token": 1.668, "ratio_vs_en": 2.965, "ci95": [2.933, 2.999]}, "umb_Latn": {"tokens": 55268, "chars": 134747, "chars_per_token": 2.438, "ratio_vs_en": 2.033, "ci95": [2.003, 2.065]}, "urd_Arab": {"tokens": 117957, "chars": 129919, "chars_per_token": 1.101, "ratio_vs_en": 4.34, "ci95": [4.289, 4.392]}, "uzn_Latn": {"tokens": 58932, "chars": 149323, "chars_per_token": 2.534, "ratio_vs_en": 2.168, "ci95": [2.145, 2.191]}, "vec_Latn": {"tokens": 46332, "chars": 133237, "chars_per_token": 2.876, "ratio_vs_en": 1.705, "ci95": [1.688, 1.722]}, "vie_Latn": {"tokens": 66427, "chars": 138595, "chars_per_token": 2.086, "ratio_vs_en": 2.444, "ci95": [2.415, 2.474]}, "war_Latn": {"tokens": 53120, "chars": 164746, "chars_per_token": 3.101, "ratio_vs_en": 1.954, "ci95": [1.933, 1.977]}, "wol_Latn": {"tokens": 52513, "chars": 127173, "chars_per_token": 2.422, "ratio_vs_en": 1.932, "ci95": [1.908, 1.955]}, "xho_Latn": {"tokens": 55857, "chars": 139123, "chars_per_token": 2.491, "ratio_vs_en": 2.055, "ci95": [2.032, 2.079]}, "ydd_Hebr": {"tokens": 150358, "chars": 141658, "chars_per_token": 0.942, "ratio_vs_en": 5.532, "ci95": [5.475, 5.59]}, "yor_Latn": {"tokens": 80247, "chars": 126844, "chars_per_token": 1.581, "ratio_vs_en": 2.952, "ci95": [2.898, 3.01]}, "yue_Hant": {"tokens": 56830, "chars": 40019, "chars_per_token": 0.704, "ratio_vs_en": 2.091, "ci95": [2.068, 2.115]}, "zho_Hans": {"tokens": 50808, "chars": 43248, "chars_per_token": 0.851, "ratio_vs_en": 1.869, "ci95": [1.846, 1.892]}, "zho_Hant": {"tokens": 58171, "chars": 40695, "chars_per_token": 0.7, "ratio_vs_en": 2.14, "ci95": [2.116, 2.164]}, "zsm_Latn": {"tokens": 43962, "chars": 146201, "chars_per_token": 3.326, "ratio_vs_en": 1.617, "ci95": [1.602, 1.634]}, "zul_Latn": {"tokens": 60143, "chars": 148362, "chars_per_token": 2.467, "ratio_vs_en": 2.213, "ci95": [2.189, 2.236]}, "eng_Latn": {"tokens": 27182, "chars": 131966, "chars_per_token": 4.855, "ratio_vs_en": 1.0}}, "costs": []}, {"schema": 1, "tokenizer": "GPT-4o / 4.1 / 5 (o200k_base)", "kind": "tiktoken", "id": "o200k_base", "group": "OpenAI", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 70289, "chars": 111621, "chars_per_token": 1.588, "ratio_vs_en": 2.616, "ci95": [2.586, 2.648]}, "ace_Latn": {"tokens": 48767, "chars": 141933, "chars_per_token": 2.91, "ratio_vs_en": 1.815, "ci95": [1.794, 1.835]}, "acm_Arab": {"tokens": 37108, "chars": 113573, "chars_per_token": 3.061, "ratio_vs_en": 1.381, "ci95": [1.366, 1.395]}, "acq_Arab": {"tokens": 37342, "chars": 115113, "chars_per_token": 3.083, "ratio_vs_en": 1.39, "ci95": [1.375, 1.404]}, "aeb_Arab": {"tokens": 38168, "chars": 112077, "chars_per_token": 2.936, "ratio_vs_en": 1.42, "ci95": [1.406, 1.436]}, "afr_Latn": {"tokens": 38361, "chars": 139690, "chars_per_token": 3.641, "ratio_vs_en": 1.427, "ci95": [1.415, 1.44]}, "ajp_Arab": {"tokens": 36006, "chars": 109046, "chars_per_token": 3.029, "ratio_vs_en": 1.34, "ci95": [1.328, 1.352]}, "aka_Latn": {"tokens": 56050, "chars": 132650, "chars_per_token": 2.367, "ratio_vs_en": 2.086, "ci95": [2.058, 2.116]}, "als_Latn": {"tokens": 49201, "chars": 147064, "chars_per_token": 2.989, "ratio_vs_en": 1.831, "ci95": [1.812, 1.849]}, "amh_Ethi": {"tokens": 155290, "chars": 87132, "chars_per_token": 0.561, "ratio_vs_en": 5.779, "ci95": [5.712, 5.845]}, "apc_Arab": {"tokens": 36158, "chars": 107981, "chars_per_token": 2.986, "ratio_vs_en": 1.346, "ci95": [1.333, 1.359]}, "arb_Arab": {"tokens": 37105, "chars": 116307, "chars_per_token": 3.135, "ratio_vs_en": 1.381, "ci95": [1.367, 1.396]}, "arb_Latn": {"tokens": 60450, "chars": 153758, "chars_per_token": 2.544, "ratio_vs_en": 2.249, "ci95": [2.222, 2.278]}, "ars_Arab": {"tokens": 37239, "chars": 116428, "chars_per_token": 3.127, "ratio_vs_en": 1.386, "ci95": [1.372, 1.401]}, "ary_Arab": {"tokens": 39848, "chars": 113563, "chars_per_token": 2.85, "ratio_vs_en": 1.483, "ci95": [1.466, 1.5]}, "arz_Arab": {"tokens": 37772, "chars": 113770, "chars_per_token": 3.012, "ratio_vs_en": 1.406, "ci95": [1.391, 1.42]}, "asm_Beng": {"tokens": 53433, "chars": 125936, "chars_per_token": 2.357, "ratio_vs_en": 1.988, "ci95": [1.968, 2.009]}, "ast_Latn": {"tokens": 37965, "chars": 136363, "chars_per_token": 3.592, "ratio_vs_en": 1.413, "ci95": [1.399, 1.426]}, "awa_Deva": {"tokens": 45825, "chars": 128171, "chars_per_token": 2.797, "ratio_vs_en": 1.705, "ci95": [1.687, 1.725]}, "ayr_Latn": {"tokens": 52120, "chars": 138617, "chars_per_token": 2.66, "ratio_vs_en": 1.939, "ci95": [1.911, 1.967]}, "azb_Arab": {"tokens": 49876, "chars": 117061, "chars_per_token": 2.347, "ratio_vs_en": 1.856, "ci95": [1.834, 1.878]}, "azj_Latn": {"tokens": 46043, "chars": 143739, "chars_per_token": 3.122, "ratio_vs_en": 1.713, "ci95": [1.694, 1.733]}, "bak_Cyrl": {"tokens": 46891, "chars": 133222, "chars_per_token": 2.841, "ratio_vs_en": 1.745, "ci95": [1.726, 1.764]}, "bam_Latn": {"tokens": 54676, "chars": 126387, "chars_per_token": 2.312, "ratio_vs_en": 2.035, "ci95": [2.008, 2.061]}, "ban_Latn": {"tokens": 42175, "chars": 145570, "chars_per_token": 3.452, "ratio_vs_en": 1.569, "ci95": [1.552, 1.587]}, "bel_Cyrl": {"tokens": 53340, "chars": 147991, "chars_per_token": 2.774, "ratio_vs_en": 1.985, "ci95": [1.961, 2.01]}, "bem_Latn": {"tokens": 51982, "chars": 160751, "chars_per_token": 3.092, "ratio_vs_en": 1.934, "ci95": [1.913, 1.956]}, "ben_Beng": {"tokens": 45592, "chars": 129042, "chars_per_token": 2.83, "ratio_vs_en": 1.697, "ci95": [1.68, 1.713]}, "bho_Deva": {"tokens": 47630, "chars": 128611, "chars_per_token": 2.7, "ratio_vs_en": 1.772, "ci95": [1.752, 1.792]}, "bjn_Arab": {"tokens": 68254, "chars": 122230, "chars_per_token": 1.791, "ratio_vs_en": 2.54, "ci95": [2.511, 2.568]}, "bjn_Latn": {"tokens": 38896, "chars": 138182, "chars_per_token": 3.553, "ratio_vs_en": 1.447, "ci95": [1.433, 1.462]}, "bod_Tibt": {"tokens": 217553, "chars": 148151, "chars_per_token": 0.681, "ratio_vs_en": 8.096, "ci95": [7.987, 8.208]}, "bos_Latn": {"tokens": 40302, "chars": 132187, "chars_per_token": 3.28, "ratio_vs_en": 1.5, "ci95": [1.485, 1.514]}, "bug_Latn": {"tokens": 46725, "chars": 139375, "chars_per_token": 2.983, "ratio_vs_en": 1.739, "ci95": [1.716, 1.762]}, "bul_Cyrl": {"tokens": 46036, "chars": 137824, "chars_per_token": 2.994, "ratio_vs_en": 1.713, "ci95": [1.697, 1.73]}, "cat_Latn": {"tokens": 39834, "chars": 145781, "chars_per_token": 3.66, "ratio_vs_en": 1.482, "ci95": [1.469, 1.496]}, "ceb_Latn": {"tokens": 45021, "chars": 158685, "chars_per_token": 3.525, "ratio_vs_en": 1.675, "ci95": [1.658, 1.693]}, "ces_Latn": {"tokens": 42911, "chars": 127257, "chars_per_token": 2.966, "ratio_vs_en": 1.597, "ci95": [1.581, 1.613]}, "cjk_Latn": {"tokens": 46507, "chars": 139261, "chars_per_token": 2.994, "ratio_vs_en": 1.731, "ci95": [1.705, 1.756]}, "ckb_Arab": {"tokens": 74442, "chars": 128585, "chars_per_token": 1.727, "ratio_vs_en": 2.77, "ci95": [2.737, 2.802]}, "crh_Latn": {"tokens": 45999, "chars": 134038, "chars_per_token": 2.914, "ratio_vs_en": 1.712, "ci95": [1.693, 1.732]}, "cym_Latn": {"tokens": 46723, "chars": 141257, "chars_per_token": 3.023, "ratio_vs_en": 1.739, "ci95": [1.723, 1.755]}, "dan_Latn": {"tokens": 37169, "chars": 135083, "chars_per_token": 3.634, "ratio_vs_en": 1.383, "ci95": [1.37, 1.396]}, "deu_Latn": {"tokens": 35224, "chars": 153809, "chars_per_token": 4.367, "ratio_vs_en": 1.311, "ci95": [1.299, 1.322]}, "dik_Latn": {"tokens": 49821, "chars": 111789, "chars_per_token": 2.244, "ratio_vs_en": 1.854, "ci95": [1.82, 1.894]}, "dyu_Latn": {"tokens": 49938, "chars": 132855, "chars_per_token": 2.66, "ratio_vs_en": 1.858, "ci95": [1.831, 1.886]}, "dzo_Tibt": {"tokens": 241706, "chars": 163358, "chars_per_token": 0.676, "ratio_vs_en": 8.994, "ci95": [8.871, 9.116]}, "ell_Grek": {"tokens": 57277, "chars": 157539, "chars_per_token": 2.75, "ratio_vs_en": 2.131, "ci95": [2.109, 2.154]}, "epo_Latn": {"tokens": 41007, "chars": 131292, "chars_per_token": 3.202, "ratio_vs_en": 1.526, "ci95": [1.513, 1.54]}, "est_Latn": {"tokens": 40184, "chars": 129459, "chars_per_token": 3.222, "ratio_vs_en": 1.495, "ci95": [1.479, 1.511]}, "eus_Latn": {"tokens": 43077, "chars": 139822, "chars_per_token": 3.246, "ratio_vs_en": 1.603, "ci95": [1.587, 1.62]}, "ewe_Latn": {"tokens": 62863, "chars": 127448, "chars_per_token": 2.027, "ratio_vs_en": 2.339, "ci95": [2.296, 2.382]}, "fao_Latn": {"tokens": 44447, "chars": 134274, "chars_per_token": 3.021, "ratio_vs_en": 1.654, "ci95": [1.637, 1.671]}, "fij_Latn": {"tokens": 49776, "chars": 155177, "chars_per_token": 3.118, "ratio_vs_en": 1.852, "ci95": [1.83, 1.876]}, "fin_Latn": {"tokens": 41945, "chars": 140128, "chars_per_token": 3.341, "ratio_vs_en": 1.561, "ci95": [1.543, 1.577]}, "fon_Latn": {"tokens": 77528, "chars": 135260, "chars_per_token": 1.745, "ratio_vs_en": 2.885, "ci95": [2.834, 2.938]}, "fra_Latn": {"tokens": 36760, "chars": 157638, "chars_per_token": 4.288, "ratio_vs_en": 1.368, "ci95": [1.355, 1.38]}, "fur_Latn": {"tokens": 46539, "chars": 144519, "chars_per_token": 3.105, "ratio_vs_en": 1.732, "ci95": [1.715, 1.749]}, "fuv_Latn": {"tokens": 43017, "chars": 122162, "chars_per_token": 2.84, "ratio_vs_en": 1.601, "ci95": [1.577, 1.624]}, "gaz_Latn": {"tokens": 50501, "chars": 156418, "chars_per_token": 3.097, "ratio_vs_en": 1.879, "ci95": [1.859, 1.899]}, "gla_Latn": {"tokens": 53416, "chars": 162597, "chars_per_token": 3.044, "ratio_vs_en": 1.988, "ci95": [1.966, 2.011]}, "gle_Latn": {"tokens": 49671, "chars": 152481, "chars_per_token": 3.07, "ratio_vs_en": 1.848, "ci95": [1.829, 1.868]}, "glg_Latn": {"tokens": 35880, "chars": 146143, "chars_per_token": 4.073, "ratio_vs_en": 1.335, "ci95": [1.323, 1.347]}, "grn_Latn": {"tokens": 47640, "chars": 132815, "chars_per_token": 2.788, "ratio_vs_en": 1.773, "ci95": [1.751, 1.793]}, "guj_Gujr": {"tokens": 48135, "chars": 126428, "chars_per_token": 2.627, "ratio_vs_en": 1.791, "ci95": [1.773, 1.809]}, "hat_Latn": {"tokens": 37940, "chars": 121280, "chars_per_token": 3.197, "ratio_vs_en": 1.412, "ci95": [1.399, 1.426]}, "hau_Latn": {"tokens": 41660, "chars": 140067, "chars_per_token": 3.362, "ratio_vs_en": 1.55, "ci95": [1.534, 1.566]}, "heb_Hebr": {"tokens": 39861, "chars": 102054, "chars_per_token": 2.56, "ratio_vs_en": 1.483, "ci95": [1.47, 1.497]}, "hin_Deva": {"tokens": 42276, "chars": 131058, "chars_per_token": 3.1, "ratio_vs_en": 1.573, "ci95": [1.557, 1.589]}, "hne_Deva": {"tokens": 46465, "chars": 126933, "chars_per_token": 2.732, "ratio_vs_en": 1.729, "ci95": [1.711, 1.746]}, "hrv_Latn": {"tokens": 39643, "chars": 128727, "chars_per_token": 3.247, "ratio_vs_en": 1.475, "ci95": [1.461, 1.49]}, "hun_Latn": {"tokens": 48205, "chars": 138629, "chars_per_token": 2.876, "ratio_vs_en": 1.794, "ci95": [1.774, 1.815]}, "hye_Armn": {"tokens": 48032, "chars": 145956, "chars_per_token": 3.039, "ratio_vs_en": 1.787, "ci95": [1.769, 1.806]}, "ibo_Latn": {"tokens": 44757, "chars": 134560, "chars_per_token": 3.006, "ratio_vs_en": 1.666, "ci95": [1.646, 1.685]}, "ilo_Latn": {"tokens": 49533, "chars": 159680, "chars_per_token": 3.224, "ratio_vs_en": 1.843, "ci95": [1.823, 1.864]}, "ind_Latn": {"tokens": 33486, "chars": 142318, "chars_per_token": 4.25, "ratio_vs_en": 1.246, "ci95": [1.234, 1.257]}, "isl_Latn": {"tokens": 43225, "chars": 129783, "chars_per_token": 3.002, "ratio_vs_en": 1.608, "ci95": [1.591, 1.626]}, "ita_Latn": {"tokens": 39479, "chars": 156138, "chars_per_token": 3.955, "ratio_vs_en": 1.469, "ci95": [1.455, 1.483]}, "jav_Latn": {"tokens": 36826, "chars": 136928, "chars_per_token": 3.718, "ratio_vs_en": 1.37, "ci95": [1.358, 1.383]}, "jpn_Jpan": {"tokens": 44559, "chars": 56943, "chars_per_token": 1.278, "ratio_vs_en": 1.658, "ci95": [1.639, 1.676]}, "kab_Latn": {"tokens": 57463, "chars": 130554, "chars_per_token": 2.272, "ratio_vs_en": 2.138, "ci95": [2.114, 2.163]}, "kac_Latn": {"tokens": 56929, "chars": 169397, "chars_per_token": 2.976, "ratio_vs_en": 2.118, "ci95": [2.087, 2.151]}, "kam_Latn": {"tokens": 48925, "chars": 128356, "chars_per_token": 2.624, "ratio_vs_en": 1.821, "ci95": [1.787, 1.854]}, "kan_Knda": {"tokens": 52904, "chars": 138040, "chars_per_token": 2.609, "ratio_vs_en": 1.969, "ci95": [1.947, 1.989]}, "kas_Arab": {"tokens": 70050, "chars": 126105, "chars_per_token": 1.8, "ratio_vs_en": 2.607, "ci95": [2.569, 2.644]}, "kas_Deva": {"tokens": 59931, "chars": 126401, "chars_per_token": 2.109, "ratio_vs_en": 2.23, "ci95": [2.206, 2.255]}, "kat_Geor": {"tokens": 47979, "chars": 143930, "chars_per_token": 3.0, "ratio_vs_en": 1.785, "ci95": [1.766, 1.804]}, "kaz_Cyrl": {"tokens": 42577, "chars": 135404, "chars_per_token": 3.18, "ratio_vs_en": 1.584, "ci95": [1.568, 1.601]}, "kbp_Latn": {"tokens": 104774, "chars": 142957, "chars_per_token": 1.364, "ratio_vs_en": 3.899, "ci95": [3.834, 3.964]}, "kea_Latn": {"tokens": 41576, "chars": 130800, "chars_per_token": 3.146, "ratio_vs_en": 1.547, "ci95": [1.534, 1.561]}, "khk_Cyrl": {"tokens": 50792, "chars": 137067, "chars_per_token": 2.699, "ratio_vs_en": 1.89, "ci95": [1.869, 1.91]}, "khm_Khmr": {"tokens": 89641, "chars": 153212, "chars_per_token": 1.709, "ratio_vs_en": 3.336, "ci95": [3.297, 3.377]}, "kik_Latn": {"tokens": 69724, "chars": 153431, "chars_per_token": 2.201, "ratio_vs_en": 2.595, "ci95": [2.551, 2.637]}, "kin_Latn": {"tokens": 46011, "chars": 145862, "chars_per_token": 3.17, "ratio_vs_en": 1.712, "ci95": [1.694, 1.732]}, "kir_Cyrl": {"tokens": 44957, "chars": 135532, "chars_per_token": 3.015, "ratio_vs_en": 1.673, "ci95": [1.654, 1.692]}, "kmb_Latn": {"tokens": 49272, "chars": 145762, "chars_per_token": 2.958, "ratio_vs_en": 1.834, "ci95": [1.811, 1.855]}, "kmr_Latn": {"tokens": 54197, "chars": 130372, "chars_per_token": 2.406, "ratio_vs_en": 2.017, "ci95": [1.994, 2.038]}, "knc_Arab": {"tokens": 74221, "chars": 116000, "chars_per_token": 1.563, "ratio_vs_en": 2.762, "ci95": [2.677, 2.847]}, "knc_Latn": {"tokens": 57092, "chars": 138972, "chars_per_token": 2.434, "ratio_vs_en": 2.125, "ci95": [2.093, 2.157]}, "kon_Latn": {"tokens": 47234, "chars": 149894, "chars_per_token": 3.173, "ratio_vs_en": 1.758, "ci95": [1.739, 1.777]}, "kor_Hang": {"tokens": 39566, "chars": 65965, "chars_per_token": 1.667, "ratio_vs_en": 1.472, "ci95": [1.458, 1.488]}, "lao_Laoo": {"tokens": 221138, "chars": 130060, "chars_per_token": 0.588, "ratio_vs_en": 8.229, "ci95": [8.122, 8.335]}, "lij_Latn": {"tokens": 48608, "chars": 145994, "chars_per_token": 3.003, "ratio_vs_en": 1.809, "ci95": [1.791, 1.827]}, "lim_Latn": {"tokens": 43122, "chars": 137686, "chars_per_token": 3.193, "ratio_vs_en": 1.605, "ci95": [1.588, 1.622]}, "lin_Latn": {"tokens": 43452, "chars": 142197, "chars_per_token": 3.273, "ratio_vs_en": 1.617, "ci95": [1.602, 1.633]}, "lit_Latn": {"tokens": 45032, "chars": 130329, "chars_per_token": 2.894, "ratio_vs_en": 1.676, "ci95": [1.658, 1.692]}, "lmo_Latn": {"tokens": 49539, "chars": 141666, "chars_per_token": 2.86, "ratio_vs_en": 1.843, "ci95": [1.825, 1.861]}, "ltg_Latn": {"tokens": 50628, "chars": 129848, "chars_per_token": 2.565, "ratio_vs_en": 1.884, "ci95": [1.865, 1.903]}, "ltz_Latn": {"tokens": 44822, "chars": 147545, "chars_per_token": 3.292, "ratio_vs_en": 1.668, "ci95": [1.652, 1.685]}, "lua_Latn": {"tokens": 45659, "chars": 142998, "chars_per_token": 3.132, "ratio_vs_en": 1.699, "ci95": [1.68, 1.718]}, "lug_Latn": {"tokens": 44654, "chars": 135078, "chars_per_token": 3.025, "ratio_vs_en": 1.662, "ci95": [1.643, 1.681]}, "luo_Latn": {"tokens": 45035, "chars": 137546, "chars_per_token": 3.054, "ratio_vs_en": 1.676, "ci95": [1.656, 1.697]}, "lus_Latn": {"tokens": 49040, "chars": 146255, "chars_per_token": 2.982, "ratio_vs_en": 1.825, "ci95": [1.798, 1.851]}, "lvs_Latn": {"tokens": 48725, "chars": 134157, "chars_per_token": 2.753, "ratio_vs_en": 1.813, "ci95": [1.795, 1.833]}, "mag_Deva": {"tokens": 46142, "chars": 126695, "chars_per_token": 2.746, "ratio_vs_en": 1.717, "ci95": [1.7, 1.734]}, "mai_Deva": {"tokens": 47256, "chars": 129408, "chars_per_token": 2.738, "ratio_vs_en": 1.758, "ci95": [1.74, 1.776]}, "mal_Mlym": {"tokens": 52584, "chars": 149336, "chars_per_token": 2.84, "ratio_vs_en": 1.957, "ci95": [1.936, 1.978]}, "mar_Deva": {"tokens": 48783, "chars": 133051, "chars_per_token": 2.727, "ratio_vs_en": 1.815, "ci95": [1.797, 1.832]}, "min_Arab": {"tokens": 71466, "chars": 126399, "chars_per_token": 1.769, "ratio_vs_en": 2.659, "ci95": [2.63, 2.69]}, "min_Latn": {"tokens": 41907, "chars": 141163, "chars_per_token": 3.368, "ratio_vs_en": 1.559, "ci95": [1.544, 1.575]}, "mkd_Cyrl": {"tokens": 47955, "chars": 137827, "chars_per_token": 2.874, "ratio_vs_en": 1.785, "ci95": [1.768, 1.801]}, "mlt_Latn": {"tokens": 50208, "chars": 146288, "chars_per_token": 2.914, "ratio_vs_en": 1.868, "ci95": [1.849, 1.887]}, "mni_Beng": {"tokens": 82559, "chars": 136782, "chars_per_token": 1.657, "ratio_vs_en": 3.072, "ci95": [3.036, 3.111]}, "mos_Latn": {"tokens": 54693, "chars": 124657, "chars_per_token": 2.279, "ratio_vs_en": 2.035, "ci95": [2.006, 2.065]}, "mri_Latn": {"tokens": 49065, "chars": 146527, "chars_per_token": 2.986, "ratio_vs_en": 1.826, "ci95": [1.807, 1.845]}, "mya_Mymr": {"tokens": 85029, "chars": 163169, "chars_per_token": 1.919, "ratio_vs_en": 3.164, "ci95": [3.126, 3.204]}, "nld_Latn": {"tokens": 33495, "chars": 147507, "chars_per_token": 4.404, "ratio_vs_en": 1.246, "ci95": [1.235, 1.258]}, "nno_Latn": {"tokens": 37789, "chars": 133443, "chars_per_token": 3.531, "ratio_vs_en": 1.406, "ci95": [1.392, 1.42]}, "nob_Latn": {"tokens": 36253, "chars": 132138, "chars_per_token": 3.645, "ratio_vs_en": 1.349, "ci95": [1.337, 1.361]}, "npi_Deva": {"tokens": 43377, "chars": 126903, "chars_per_token": 2.926, "ratio_vs_en": 1.614, "ci95": [1.597, 1.63]}, "nso_Latn": {"tokens": 50004, "chars": 151109, "chars_per_token": 3.022, "ratio_vs_en": 1.861, "ci95": [1.841, 1.881]}, "nus_Latn": {"tokens": 87101, "chars": 142340, "chars_per_token": 1.634, "ratio_vs_en": 3.241, "ci95": [3.193, 3.288]}, "nya_Latn": {"tokens": 43300, "chars": 147172, "chars_per_token": 3.399, "ratio_vs_en": 1.611, "ci95": [1.593, 1.63]}, "oci_Latn": {"tokens": 43030, "chars": 150651, "chars_per_token": 3.501, "ratio_vs_en": 1.601, "ci95": [1.586, 1.616]}, "ory_Orya": {"tokens": 133961, "chars": 134839, "chars_per_token": 1.007, "ratio_vs_en": 4.985, "ci95": [4.928, 5.046]}, "pag_Latn": {"tokens": 38362, "chars": 129899, "chars_per_token": 3.386, "ratio_vs_en": 1.428, "ci95": [1.406, 1.449]}, "pan_Guru": {"tokens": 70345, "chars": 133425, "chars_per_token": 1.897, "ratio_vs_en": 2.618, "ci95": [2.59, 2.648]}, "pap_Latn": {"tokens": 42554, "chars": 139154, "chars_per_token": 3.27, "ratio_vs_en": 1.584, "ci95": [1.568, 1.599]}, "pbt_Arab": {"tokens": 46063, "chars": 122455, "chars_per_token": 2.658, "ratio_vs_en": 1.714, "ci95": [1.697, 1.731]}, "pes_Arab": {"tokens": 41116, "chars": 123827, "chars_per_token": 3.012, "ratio_vs_en": 1.53, "ci95": [1.514, 1.545]}, "plt_Latn": {"tokens": 48172, "chars": 160996, "chars_per_token": 3.342, "ratio_vs_en": 1.793, "ci95": [1.774, 1.812]}, "pol_Latn": {"tokens": 44030, "chars": 139483, "chars_per_token": 3.168, "ratio_vs_en": 1.638, "ci95": [1.621, 1.656]}, "por_Latn": {"tokens": 32852, "chars": 143418, "chars_per_token": 4.366, "ratio_vs_en": 1.222, "ci95": [1.213, 1.232]}, "prs_Arab": {"tokens": 39651, "chars": 120643, "chars_per_token": 3.043, "ratio_vs_en": 1.475, "ci95": [1.46, 1.49]}, "quy_Latn": {"tokens": 49166, "chars": 141027, "chars_per_token": 2.868, "ratio_vs_en": 1.83, "ci95": [1.806, 1.853]}, "ron_Latn": {"tokens": 43832, "chars": 148571, "chars_per_token": 3.39, "ratio_vs_en": 1.631, "ci95": [1.616, 1.647]}, "run_Latn": {"tokens": 47844, "chars": 147265, "chars_per_token": 3.078, "ratio_vs_en": 1.78, "ci95": [1.759, 1.803]}, "rus_Cyrl": {"tokens": 38188, "chars": 142096, "chars_per_token": 3.721, "ratio_vs_en": 1.421, "ci95": [1.406, 1.436]}, "sag_Latn": {"tokens": 48937, "chars": 142621, "chars_per_token": 2.914, "ratio_vs_en": 1.821, "ci95": [1.796, 1.848]}, "san_Deva": {"tokens": 56029, "chars": 128257, "chars_per_token": 2.289, "ratio_vs_en": 2.085, "ci95": [2.062, 2.108]}, "sat_Olck": {"tokens": 368158, "chars": 139791, "chars_per_token": 0.38, "ratio_vs_en": 13.7, "ci95": [13.539, 13.859]}, "scn_Latn": {"tokens": 48721, "chars": 138571, "chars_per_token": 2.844, "ratio_vs_en": 1.813, "ci95": [1.794, 1.833]}, "shn_Mymr": {"tokens": 213080, "chars": 188284, "chars_per_token": 0.884, "ratio_vs_en": 7.929, "ci95": [7.8, 8.056]}, "sin_Sinh": {"tokens": 72432, "chars": 131080, "chars_per_token": 1.81, "ratio_vs_en": 2.695, "ci95": [2.668, 2.724]}, "slk_Latn": {"tokens": 45067, "chars": 131710, "chars_per_token": 2.923, "ratio_vs_en": 1.677, "ci95": [1.661, 1.694]}, "slv_Latn": {"tokens": 40617, "chars": 130855, "chars_per_token": 3.222, "ratio_vs_en": 1.511, "ci95": [1.497, 1.526]}, "smo_Latn": {"tokens": 51698, "chars": 152724, "chars_per_token": 2.954, "ratio_vs_en": 1.924, "ci95": [1.902, 1.946]}, "sna_Latn": {"tokens": 45686, "chars": 147603, "chars_per_token": 3.231, "ratio_vs_en": 1.7, "ci95": [1.68, 1.721]}, "snd_Arab": {"tokens": 45957, "chars": 119588, "chars_per_token": 2.602, "ratio_vs_en": 1.71, "ci95": [1.694, 1.726]}, "som_Latn": {"tokens": 46309, "chars": 151662, "chars_per_token": 3.275, "ratio_vs_en": 1.723, "ci95": [1.705, 1.742]}, "sot_Latn": {"tokens": 49316, "chars": 158732, "chars_per_token": 3.219, "ratio_vs_en": 1.835, "ci95": [1.815, 1.855]}, "spa_Latn": {"tokens": 35373, "chars": 156997, "chars_per_token": 4.438, "ratio_vs_en": 1.316, "ci95": [1.304, 1.328]}, "srd_Latn": {"tokens": 47949, "chars": 153347, "chars_per_token": 3.198, "ratio_vs_en": 1.784, "ci95": [1.767, 1.802]}, "srp_Cyrl": {"tokens": 47818, "chars": 130780, "chars_per_token": 2.735, "ratio_vs_en": 1.779, "ci95": [1.764, 1.797]}, "ssw_Latn": {"tokens": 48534, "chars": 148726, "chars_per_token": 3.064, "ratio_vs_en": 1.806, "ci95": [1.786, 1.827]}, "sun_Latn": {"tokens": 37218, "chars": 136846, "chars_per_token": 3.677, "ratio_vs_en": 1.385, "ci95": [1.371, 1.399]}, "swe_Latn": {"tokens": 36287, "chars": 132173, "chars_per_token": 3.642, "ratio_vs_en": 1.35, "ci95": [1.338, 1.362]}, "swh_Latn": {"tokens": 39922, "chars": 138104, "chars_per_token": 3.459, "ratio_vs_en": 1.486, "ci95": [1.472, 1.499]}, "szl_Latn": {"tokens": 52770, "chars": 137371, "chars_per_token": 2.603, "ratio_vs_en": 1.964, "ci95": [1.942, 1.986]}, "tam_Taml": {"tokens": 53199, "chars": 154133, "chars_per_token": 2.897, "ratio_vs_en": 1.98, "ci95": [1.958, 2.002]}, "taq_Latn": {"tokens": 55784, "chars": 124417, "chars_per_token": 2.23, "ratio_vs_en": 2.076, "ci95": [2.043, 2.109]}, "taq_Tfng": {"tokens": 274399, "chars": 123904, "chars_per_token": 0.452, "ratio_vs_en": 10.211, "ci95": [10.078, 10.357]}, "tat_Cyrl": {"tokens": 46981, "chars": 133282, "chars_per_token": 2.837, "ratio_vs_en": 1.748, "ci95": [1.73, 1.766]}, "tel_Telu": {"tokens": 51849, "chars": 132470, "chars_per_token": 2.555, "ratio_vs_en": 1.929, "ci95": [1.906, 1.952]}, "tgk_Cyrl": {"tokens": 50861, "chars": 145871, "chars_per_token": 2.868, "ratio_vs_en": 1.893, "ci95": [1.873, 1.912]}, "tgl_Latn": {"tokens": 45239, "chars": 166169, "chars_per_token": 3.673, "ratio_vs_en": 1.683, "ci95": [1.666, 1.701]}, "tha_Thai": {"tokens": 52528, "chars": 126109, "chars_per_token": 2.401, "ratio_vs_en": 1.955, "ci95": [1.931, 1.979]}, "tir_Ethi": {"tokens": 160329, "chars": 90700, "chars_per_token": 0.566, "ratio_vs_en": 5.966, "ci95": [5.895, 6.043]}, "tpi_Latn": {"tokens": 48170, "chars": 169011, "chars_per_token": 3.509, "ratio_vs_en": 1.793, "ci95": [1.77, 1.814]}, "tsn_Latn": {"tokens": 51296, "chars": 163035, "chars_per_token": 3.178, "ratio_vs_en": 1.909, "ci95": [1.886, 1.934]}, "tso_Latn": {"tokens": 46842, "chars": 158178, "chars_per_token": 3.377, "ratio_vs_en": 1.743, "ci95": [1.723, 1.763]}, "tuk_Latn": {"tokens": 44819, "chars": 140262, "chars_per_token": 3.13, "ratio_vs_en": 1.668, "ci95": [1.652, 1.685]}, "tum_Latn": {"tokens": 56600, "chars": 172545, "chars_per_token": 3.048, "ratio_vs_en": 2.106, "ci95": [2.075, 2.14]}, "tur_Latn": {"tokens": 38441, "chars": 135761, "chars_per_token": 3.532, "ratio_vs_en": 1.43, "ci95": [1.416, 1.444]}, "twi_Latn": {"tokens": 49873, "chars": 128598, "chars_per_token": 2.579, "ratio_vs_en": 1.856, "ci95": [1.831, 1.882]}, "tzm_Tfng": {"tokens": 272676, "chars": 117960, "chars_per_token": 0.433, "ratio_vs_en": 10.147, "ci95": [10.032, 10.265]}, "uig_Arab": {"tokens": 67672, "chars": 140477, "chars_per_token": 2.076, "ratio_vs_en": 2.518, "ci95": [2.488, 2.548]}, "ukr_Cyrl": {"tokens": 46951, "chars": 134446, "chars_per_token": 2.864, "ratio_vs_en": 1.747, "ci95": [1.731, 1.764]}, "umb_Latn": {"tokens": 48073, "chars": 134747, "chars_per_token": 2.803, "ratio_vs_en": 1.789, "ci95": [1.763, 1.816]}, "urd_Arab": {"tokens": 44412, "chars": 129919, "chars_per_token": 2.925, "ratio_vs_en": 1.653, "ci95": [1.636, 1.669]}, "uzn_Latn": {"tokens": 47712, "chars": 149323, "chars_per_token": 3.13, "ratio_vs_en": 1.775, "ci95": [1.758, 1.793]}, "vec_Latn": {"tokens": 41797, "chars": 133237, "chars_per_token": 3.188, "ratio_vs_en": 1.555, "ci95": [1.54, 1.571]}, "vie_Latn": {"tokens": 40030, "chars": 138595, "chars_per_token": 3.462, "ratio_vs_en": 1.49, "ci95": [1.476, 1.503]}, "war_Latn": {"tokens": 46208, "chars": 164746, "chars_per_token": 3.565, "ratio_vs_en": 1.719, "ci95": [1.701, 1.738]}, "wol_Latn": {"tokens": 46548, "chars": 127173, "chars_per_token": 2.732, "ratio_vs_en": 1.732, "ci95": [1.712, 1.752]}, "xho_Latn": {"tokens": 43993, "chars": 139123, "chars_per_token": 3.162, "ratio_vs_en": 1.637, "ci95": [1.621, 1.655]}, "ydd_Hebr": {"tokens": 54227, "chars": 141658, "chars_per_token": 2.612, "ratio_vs_en": 2.018, "ci95": [1.999, 2.036]}, "yor_Latn": {"tokens": 58238, "chars": 126844, "chars_per_token": 2.178, "ratio_vs_en": 2.167, "ci95": [2.13, 2.206]}, "yue_Hant": {"tokens": 37064, "chars": 40019, "chars_per_token": 1.08, "ratio_vs_en": 1.379, "ci95": [1.365, 1.393]}, "zho_Hans": {"tokens": 33552, "chars": 43248, "chars_per_token": 1.289, "ratio_vs_en": 1.249, "ci95": [1.233, 1.265]}, "zho_Hant": {"tokens": 38071, "chars": 40695, "chars_per_token": 1.069, "ratio_vs_en": 1.417, "ci95": [1.401, 1.432]}, "zsm_Latn": {"tokens": 34943, "chars": 146201, "chars_per_token": 4.184, "ratio_vs_en": 1.3, "ci95": [1.288, 1.313]}, "zul_Latn": {"tokens": 46237, "chars": 148362, "chars_per_token": 3.209, "ratio_vs_en": 1.721, "ci95": [1.703, 1.737]}, "eng_Latn": {"tokens": 26873, "chars": 131966, "chars_per_token": 4.911, "ratio_vs_en": 1.0}}, "costs": [{"vendor": "OpenAI", "model": "gpt-5", "input_usd_per_mtok": 1.25, "langs": {"ace_Arab": {"usd_same_content_per_m_en_tokens": 3.27, "usd_per_m_chars": 0.7872}, "ace_Latn": {"usd_same_content_per_m_en_tokens": 2.2687, "usd_per_m_chars": 0.4296}, "acm_Arab": {"usd_same_content_per_m_en_tokens": 1.7263, "usd_per_m_chars": 0.4084}, "acq_Arab": {"usd_same_content_per_m_en_tokens": 1.7375, "usd_per_m_chars": 0.4054}, "aeb_Arab": {"usd_same_content_per_m_en_tokens": 1.775, "usd_per_m_chars": 0.4257}, "afr_Latn": {"usd_same_content_per_m_en_tokens": 1.7837, "usd_per_m_chars": 0.3433}, "ajp_Arab": {"usd_same_content_per_m_en_tokens": 1.675, "usd_per_m_chars": 0.4127}, "aka_Latn": {"usd_same_content_per_m_en_tokens": 2.6075, "usd_per_m_chars": 0.5281}, "als_Latn": {"usd_same_content_per_m_en_tokens": 2.2887, "usd_per_m_chars": 0.4182}, "amh_Ethi": {"usd_same_content_per_m_en_tokens": 7.2237, "usd_per_m_chars": 2.2282}, "apc_Arab": {"usd_same_content_per_m_en_tokens": 1.6825, "usd_per_m_chars": 0.4186}, "arb_Arab": {"usd_same_content_per_m_en_tokens": 1.7263, "usd_per_m_chars": 0.3987}, "arb_Latn": {"usd_same_content_per_m_en_tokens": 2.8113, "usd_per_m_chars": 0.4914}, "ars_Arab": {"usd_same_content_per_m_en_tokens": 1.7325, "usd_per_m_chars": 0.3997}, "ary_Arab": {"usd_same_content_per_m_en_tokens": 1.8538, "usd_per_m_chars": 0.4386}, "arz_Arab": {"usd_same_content_per_m_en_tokens": 1.7575, "usd_per_m_chars": 0.415}, "asm_Beng": {"usd_same_content_per_m_en_tokens": 2.485, "usd_per_m_chars": 0.5303}, "ast_Latn": {"usd_same_content_per_m_en_tokens": 1.7663, "usd_per_m_chars": 0.348}, "awa_Deva": {"usd_same_content_per_m_en_tokens": 2.1313, "usd_per_m_chars": 0.4469}, "ayr_Latn": {"usd_same_content_per_m_en_tokens": 2.4238, "usd_per_m_chars": 0.4699}, "azb_Arab": {"usd_same_content_per_m_en_tokens": 2.32, "usd_per_m_chars": 0.5326}, "azj_Latn": {"usd_same_content_per_m_en_tokens": 2.1413, "usd_per_m_chars": 0.4004}, "bak_Cyrl": {"usd_same_content_per_m_en_tokens": 2.1813, "usd_per_m_chars": 0.44}, "bam_Latn": {"usd_same_content_per_m_en_tokens": 2.5438, "usd_per_m_chars": 0.5407}, "ban_Latn": {"usd_same_content_per_m_en_tokens": 1.9612, "usd_per_m_chars": 0.3621}, "bel_Cyrl": {"usd_same_content_per_m_en_tokens": 2.4813, "usd_per_m_chars": 0.4506}, "bem_Latn": {"usd_same_content_per_m_en_tokens": 2.4175, "usd_per_m_chars": 0.4043}, "ben_Beng": {"usd_same_content_per_m_en_tokens": 2.1212, "usd_per_m_chars": 0.4417}, "bho_Deva": {"usd_same_content_per_m_en_tokens": 2.215, "usd_per_m_chars": 0.463}, "bjn_Arab": {"usd_same_content_per_m_en_tokens": 3.175, "usd_per_m_chars": 0.6979}, "bjn_Latn": {"usd_same_content_per_m_en_tokens": 1.8088, "usd_per_m_chars": 0.3518}, "bod_Tibt": {"usd_same_content_per_m_en_tokens": 10.12, "usd_per_m_chars": 1.8355}, "bos_Latn": {"usd_same_content_per_m_en_tokens": 1.875, "usd_per_m_chars": 0.3811}, "bug_Latn": {"usd_same_content_per_m_en_tokens": 2.1738, "usd_per_m_chars": 0.419}, "bul_Cyrl": {"usd_same_content_per_m_en_tokens": 2.1413, "usd_per_m_chars": 0.4175}, "cat_Latn": {"usd_same_content_per_m_en_tokens": 1.8525, "usd_per_m_chars": 0.3415}, "ceb_Latn": {"usd_same_content_per_m_en_tokens": 2.0938, "usd_per_m_chars": 0.3546}, "ces_Latn": {"usd_same_content_per_m_en_tokens": 1.9962, "usd_per_m_chars": 0.4214}, "cjk_Latn": {"usd_same_content_per_m_en_tokens": 2.1638, "usd_per_m_chars": 0.4175}, "ckb_Arab": {"usd_same_content_per_m_en_tokens": 3.4625, "usd_per_m_chars": 0.7238}, "crh_Latn": {"usd_same_content_per_m_en_tokens": 2.14, "usd_per_m_chars": 0.429}, "cym_Latn": {"usd_same_content_per_m_en_tokens": 2.1738, "usd_per_m_chars": 0.4135}, "dan_Latn": {"usd_same_content_per_m_en_tokens": 1.7288, "usd_per_m_chars": 0.344}, "deu_Latn": {"usd_same_content_per_m_en_tokens": 1.6387, "usd_per_m_chars": 0.2862}, "dik_Latn": {"usd_same_content_per_m_en_tokens": 2.3175, "usd_per_m_chars": 0.557}, "dyu_Latn": {"usd_same_content_per_m_en_tokens": 2.3225, "usd_per_m_chars": 0.4699}, "dzo_Tibt": {"usd_same_content_per_m_en_tokens": 11.2425, "usd_per_m_chars": 1.8491}, "ell_Grek": {"usd_same_content_per_m_en_tokens": 2.6637, "usd_per_m_chars": 0.4545}, "epo_Latn": {"usd_same_content_per_m_en_tokens": 1.9075, "usd_per_m_chars": 0.3904}, "est_Latn": {"usd_same_content_per_m_en_tokens": 1.8688, "usd_per_m_chars": 0.388}, "eus_Latn": {"usd_same_content_per_m_en_tokens": 2.0038, "usd_per_m_chars": 0.3851}, "ewe_Latn": {"usd_same_content_per_m_en_tokens": 2.9238, "usd_per_m_chars": 0.6167}, "fao_Latn": {"usd_same_content_per_m_en_tokens": 2.0675, "usd_per_m_chars": 0.4138}, "fij_Latn": {"usd_same_content_per_m_en_tokens": 2.315, "usd_per_m_chars": 0.4009}, "fin_Latn": {"usd_same_content_per_m_en_tokens": 1.9512, "usd_per_m_chars": 0.3741}, "fon_Latn": {"usd_same_content_per_m_en_tokens": 3.6062, "usd_per_m_chars": 0.7163}, "fra_Latn": {"usd_same_content_per_m_en_tokens": 1.71, "usd_per_m_chars": 0.2915}, "fur_Latn": {"usd_same_content_per_m_en_tokens": 2.165, "usd_per_m_chars": 0.4026}, "fuv_Latn": {"usd_same_content_per_m_en_tokens": 2.0012, "usd_per_m_chars": 0.4401}, "gaz_Latn": {"usd_same_content_per_m_en_tokens": 2.3487, "usd_per_m_chars": 0.4036}, "gla_Latn": {"usd_same_content_per_m_en_tokens": 2.485, "usd_per_m_chars": 0.4106}, "gle_Latn": {"usd_same_content_per_m_en_tokens": 2.31, "usd_per_m_chars": 0.4072}, "glg_Latn": {"usd_same_content_per_m_en_tokens": 1.6687, "usd_per_m_chars": 0.3069}, "grn_Latn": {"usd_same_content_per_m_en_tokens": 2.2163, "usd_per_m_chars": 0.4484}, "guj_Gujr": {"usd_same_content_per_m_en_tokens": 2.2388, "usd_per_m_chars": 0.4758}, "hat_Latn": {"usd_same_content_per_m_en_tokens": 1.765, "usd_per_m_chars": 0.391}, "hau_Latn": {"usd_same_content_per_m_en_tokens": 1.9375, "usd_per_m_chars": 0.3718}, "heb_Hebr": {"usd_same_content_per_m_en_tokens": 1.8538, "usd_per_m_chars": 0.4883}, "hin_Deva": {"usd_same_content_per_m_en_tokens": 1.9663, "usd_per_m_chars": 0.4032}, "hne_Deva": {"usd_same_content_per_m_en_tokens": 2.1612, "usd_per_m_chars": 0.4575}, "hrv_Latn": {"usd_same_content_per_m_en_tokens": 1.8438, "usd_per_m_chars": 0.385}, "hun_Latn": {"usd_same_content_per_m_en_tokens": 2.2425, "usd_per_m_chars": 0.4346}, "hye_Armn": {"usd_same_content_per_m_en_tokens": 2.2337, "usd_per_m_chars": 0.4113}, "ibo_Latn": {"usd_same_content_per_m_en_tokens": 2.0825, "usd_per_m_chars": 0.4158}, "ilo_Latn": {"usd_same_content_per_m_en_tokens": 2.3037, "usd_per_m_chars": 0.3877}, "ind_Latn": {"usd_same_content_per_m_en_tokens": 1.5575, "usd_per_m_chars": 0.2941}, "isl_Latn": {"usd_same_content_per_m_en_tokens": 2.01, "usd_per_m_chars": 0.4164}, "ita_Latn": {"usd_same_content_per_m_en_tokens": 1.8363, "usd_per_m_chars": 0.3161}, "jav_Latn": {"usd_same_content_per_m_en_tokens": 1.7125, "usd_per_m_chars": 0.3362}, "jpn_Jpan": {"usd_same_content_per_m_en_tokens": 2.0725, "usd_per_m_chars": 0.9781}, "kab_Latn": {"usd_same_content_per_m_en_tokens": 2.6725, "usd_per_m_chars": 0.5502}, "kac_Latn": {"usd_same_content_per_m_en_tokens": 2.6475, "usd_per_m_chars": 0.42}, "kam_Latn": {"usd_same_content_per_m_en_tokens": 2.2763, "usd_per_m_chars": 0.4764}, "kan_Knda": {"usd_same_content_per_m_en_tokens": 2.4613, "usd_per_m_chars": 0.4791}, "kas_Arab": {"usd_same_content_per_m_en_tokens": 3.2588, "usd_per_m_chars": 0.6944}, "kas_Deva": {"usd_same_content_per_m_en_tokens": 2.7875, "usd_per_m_chars": 0.5927}, "kat_Geor": {"usd_same_content_per_m_en_tokens": 2.2312, "usd_per_m_chars": 0.4167}, "kaz_Cyrl": {"usd_same_content_per_m_en_tokens": 1.98, "usd_per_m_chars": 0.3931}, "kbp_Latn": {"usd_same_content_per_m_en_tokens": 4.8738, "usd_per_m_chars": 0.9164}, "kea_Latn": {"usd_same_content_per_m_en_tokens": 1.9337, "usd_per_m_chars": 0.3973}, "khk_Cyrl": {"usd_same_content_per_m_en_tokens": 2.3625, "usd_per_m_chars": 0.4631}, "khm_Khmr": {"usd_same_content_per_m_en_tokens": 4.17, "usd_per_m_chars": 0.7314}, "kik_Latn": {"usd_same_content_per_m_en_tokens": 3.2438, "usd_per_m_chars": 0.5679}, "kin_Latn": {"usd_same_content_per_m_en_tokens": 2.14, "usd_per_m_chars": 0.3943}, "kir_Cyrl": {"usd_same_content_per_m_en_tokens": 2.0913, "usd_per_m_chars": 0.4146}, "kmb_Latn": {"usd_same_content_per_m_en_tokens": 2.2925, "usd_per_m_chars": 0.4226}, "kmr_Latn": {"usd_same_content_per_m_en_tokens": 2.5212, "usd_per_m_chars": 0.5195}, "knc_Arab": {"usd_same_content_per_m_en_tokens": 3.4525, "usd_per_m_chars": 0.7997}, "knc_Latn": {"usd_same_content_per_m_en_tokens": 2.6562, "usd_per_m_chars": 0.5136}, "kon_Latn": {"usd_same_content_per_m_en_tokens": 2.1975, "usd_per_m_chars": 0.3939}, "kor_Hang": {"usd_same_content_per_m_en_tokens": 1.84, "usd_per_m_chars": 0.7499}, "lao_Laoo": {"usd_same_content_per_m_en_tokens": 10.2862, "usd_per_m_chars": 2.1259}, "lij_Latn": {"usd_same_content_per_m_en_tokens": 2.2612, "usd_per_m_chars": 0.4163}, "lim_Latn": {"usd_same_content_per_m_en_tokens": 2.0063, "usd_per_m_chars": 0.3915}, "lin_Latn": {"usd_same_content_per_m_en_tokens": 2.0213, "usd_per_m_chars": 0.3819}, "lit_Latn": {"usd_same_content_per_m_en_tokens": 2.095, "usd_per_m_chars": 0.4319}, "lmo_Latn": {"usd_same_content_per_m_en_tokens": 2.3037, "usd_per_m_chars": 0.4371}, "ltg_Latn": {"usd_same_content_per_m_en_tokens": 2.355, "usd_per_m_chars": 0.4873}, "ltz_Latn": {"usd_same_content_per_m_en_tokens": 2.085, "usd_per_m_chars": 0.3797}, "lua_Latn": {"usd_same_content_per_m_en_tokens": 2.1238, "usd_per_m_chars": 0.3991}, "lug_Latn": {"usd_same_content_per_m_en_tokens": 2.0775, "usd_per_m_chars": 0.4132}, "luo_Latn": {"usd_same_content_per_m_en_tokens": 2.095, "usd_per_m_chars": 0.4093}, "lus_Latn": {"usd_same_content_per_m_en_tokens": 2.2812, "usd_per_m_chars": 0.4192}, "lvs_Latn": {"usd_same_content_per_m_en_tokens": 2.2662, "usd_per_m_chars": 0.4541}, "mag_Deva": {"usd_same_content_per_m_en_tokens": 2.1463, "usd_per_m_chars": 0.4552}, "mai_Deva": {"usd_same_content_per_m_en_tokens": 2.1975, "usd_per_m_chars": 0.4565}, "mal_Mlym": {"usd_same_content_per_m_en_tokens": 2.4463, "usd_per_m_chars": 0.4401}, "mar_Deva": {"usd_same_content_per_m_en_tokens": 2.2687, "usd_per_m_chars": 0.4584}, "min_Arab": {"usd_same_content_per_m_en_tokens": 3.3237, "usd_per_m_chars": 0.7066}, "min_Latn": {"usd_same_content_per_m_en_tokens": 1.9487, "usd_per_m_chars": 0.3711}, "mkd_Cyrl": {"usd_same_content_per_m_en_tokens": 2.2312, "usd_per_m_chars": 0.4349}, "mlt_Latn": {"usd_same_content_per_m_en_tokens": 2.335, "usd_per_m_chars": 0.429}, "mni_Beng": {"usd_same_content_per_m_en_tokens": 3.84, "usd_per_m_chars": 0.7544}, "mos_Latn": {"usd_same_content_per_m_en_tokens": 2.5438, "usd_per_m_chars": 0.5485}, "mri_Latn": {"usd_same_content_per_m_en_tokens": 2.2825, "usd_per_m_chars": 0.4186}, "mya_Mymr": {"usd_same_content_per_m_en_tokens": 3.955, "usd_per_m_chars": 0.6514}, "nld_Latn": {"usd_same_content_per_m_en_tokens": 1.5575, "usd_per_m_chars": 0.2838}, "nno_Latn": {"usd_same_content_per_m_en_tokens": 1.7575, "usd_per_m_chars": 0.354}, "nob_Latn": {"usd_same_content_per_m_en_tokens": 1.6863, "usd_per_m_chars": 0.3429}, "npi_Deva": {"usd_same_content_per_m_en_tokens": 2.0175, "usd_per_m_chars": 0.4272}, "nso_Latn": {"usd_same_content_per_m_en_tokens": 2.3262, "usd_per_m_chars": 0.4136}, "nus_Latn": {"usd_same_content_per_m_en_tokens": 4.0513, "usd_per_m_chars": 0.765}, "nya_Latn": {"usd_same_content_per_m_en_tokens": 2.0137, "usd_per_m_chars": 0.3678}, "oci_Latn": {"usd_same_content_per_m_en_tokens": 2.0012, "usd_per_m_chars": 0.357}, "ory_Orya": {"usd_same_content_per_m_en_tokens": 6.2313, "usd_per_m_chars": 1.2413}, "pag_Latn": {"usd_same_content_per_m_en_tokens": 1.785, "usd_per_m_chars": 0.3692}, "pan_Guru": {"usd_same_content_per_m_en_tokens": 3.2725, "usd_per_m_chars": 0.6589}, "pap_Latn": {"usd_same_content_per_m_en_tokens": 1.98, "usd_per_m_chars": 0.3823}, "pbt_Arab": {"usd_same_content_per_m_en_tokens": 2.1425, "usd_per_m_chars": 0.4703}, "pes_Arab": {"usd_same_content_per_m_en_tokens": 1.9125, "usd_per_m_chars": 0.415}, "plt_Latn": {"usd_same_content_per_m_en_tokens": 2.2412, "usd_per_m_chars": 0.374}, "pol_Latn": {"usd_same_content_per_m_en_tokens": 2.0475, "usd_per_m_chars": 0.3946}, "por_Latn": {"usd_same_content_per_m_en_tokens": 1.5275, "usd_per_m_chars": 0.2863}, "prs_Arab": {"usd_same_content_per_m_en_tokens": 1.8438, "usd_per_m_chars": 0.4108}, "quy_Latn": {"usd_same_content_per_m_en_tokens": 2.2875, "usd_per_m_chars": 0.4358}, "ron_Latn": {"usd_same_content_per_m_en_tokens": 2.0387, "usd_per_m_chars": 0.3687}, "run_Latn": {"usd_same_content_per_m_en_tokens": 2.225, "usd_per_m_chars": 0.4061}, "rus_Cyrl": {"usd_same_content_per_m_en_tokens": 1.7763, "usd_per_m_chars": 0.3359}, "sag_Latn": {"usd_same_content_per_m_en_tokens": 2.2763, "usd_per_m_chars": 0.429}, "san_Deva": {"usd_same_content_per_m_en_tokens": 2.6063, "usd_per_m_chars": 0.5461}, "sat_Olck": {"usd_same_content_per_m_en_tokens": 17.125, "usd_per_m_chars": 3.2895}, "scn_Latn": {"usd_same_content_per_m_en_tokens": 2.2662, "usd_per_m_chars": 0.4395}, "shn_Mymr": {"usd_same_content_per_m_en_tokens": 9.9113, "usd_per_m_chars": 1.414}, "sin_Sinh": {"usd_same_content_per_m_en_tokens": 3.3687, "usd_per_m_chars": 0.6906}, "slk_Latn": {"usd_same_content_per_m_en_tokens": 2.0962, "usd_per_m_chars": 0.4276}, "slv_Latn": {"usd_same_content_per_m_en_tokens": 1.8887, "usd_per_m_chars": 0.388}, "smo_Latn": {"usd_same_content_per_m_en_tokens": 2.405, "usd_per_m_chars": 0.4232}, "sna_Latn": {"usd_same_content_per_m_en_tokens": 2.125, "usd_per_m_chars": 0.3869}, "snd_Arab": {"usd_same_content_per_m_en_tokens": 2.1375, "usd_per_m_chars": 0.4804}, "som_Latn": {"usd_same_content_per_m_en_tokens": 2.1538, "usd_per_m_chars": 0.3817}, "sot_Latn": {"usd_same_content_per_m_en_tokens": 2.2938, "usd_per_m_chars": 0.3883}, "spa_Latn": {"usd_same_content_per_m_en_tokens": 1.645, "usd_per_m_chars": 0.2817}, "srd_Latn": {"usd_same_content_per_m_en_tokens": 2.23, "usd_per_m_chars": 0.3909}, "srp_Cyrl": {"usd_same_content_per_m_en_tokens": 2.2237, "usd_per_m_chars": 0.457}, "ssw_Latn": {"usd_same_content_per_m_en_tokens": 2.2575, "usd_per_m_chars": 0.408}, "sun_Latn": {"usd_same_content_per_m_en_tokens": 1.7312, "usd_per_m_chars": 0.34}, "swe_Latn": {"usd_same_content_per_m_en_tokens": 1.6875, "usd_per_m_chars": 0.3432}, "swh_Latn": {"usd_same_content_per_m_en_tokens": 1.8575, "usd_per_m_chars": 0.3614}, "szl_Latn": {"usd_same_content_per_m_en_tokens": 2.455, "usd_per_m_chars": 0.4802}, "tam_Taml": {"usd_same_content_per_m_en_tokens": 2.475, "usd_per_m_chars": 0.4315}, "taq_Latn": {"usd_same_content_per_m_en_tokens": 2.595, "usd_per_m_chars": 0.5605}, "taq_Tfng": {"usd_same_content_per_m_en_tokens": 12.7637, "usd_per_m_chars": 2.7655}, "tat_Cyrl": {"usd_same_content_per_m_en_tokens": 2.185, "usd_per_m_chars": 0.4406}, "tel_Telu": {"usd_same_content_per_m_en_tokens": 2.4112, "usd_per_m_chars": 0.4892}, "tgk_Cyrl": {"usd_same_content_per_m_en_tokens": 2.3662, "usd_per_m_chars": 0.4358}, "tgl_Latn": {"usd_same_content_per_m_en_tokens": 2.1038, "usd_per_m_chars": 0.3403}, "tha_Thai": {"usd_same_content_per_m_en_tokens": 2.4438, "usd_per_m_chars": 0.5206}, "tir_Ethi": {"usd_same_content_per_m_en_tokens": 7.4575, "usd_per_m_chars": 2.2085}, "tpi_Latn": {"usd_same_content_per_m_en_tokens": 2.2412, "usd_per_m_chars": 0.3562}, "tsn_Latn": {"usd_same_content_per_m_en_tokens": 2.3862, "usd_per_m_chars": 0.3933}, "tso_Latn": {"usd_same_content_per_m_en_tokens": 2.1787, "usd_per_m_chars": 0.3702}, "tuk_Latn": {"usd_same_content_per_m_en_tokens": 2.085, "usd_per_m_chars": 0.3994}, "tum_Latn": {"usd_same_content_per_m_en_tokens": 2.6325, "usd_per_m_chars": 0.4101}, "tur_Latn": {"usd_same_content_per_m_en_tokens": 1.7875, "usd_per_m_chars": 0.3539}, "twi_Latn": {"usd_same_content_per_m_en_tokens": 2.32, "usd_per_m_chars": 0.4847}, "tzm_Tfng": {"usd_same_content_per_m_en_tokens": 12.6837, "usd_per_m_chars": 2.8868}, "uig_Arab": {"usd_same_content_per_m_en_tokens": 3.1475, "usd_per_m_chars": 0.6021}, "ukr_Cyrl": {"usd_same_content_per_m_en_tokens": 2.1838, "usd_per_m_chars": 0.4365}, "umb_Latn": {"usd_same_content_per_m_en_tokens": 2.2363, "usd_per_m_chars": 0.446}, "urd_Arab": {"usd_same_content_per_m_en_tokens": 2.0663, "usd_per_m_chars": 0.4274}, "uzn_Latn": {"usd_same_content_per_m_en_tokens": 2.2188, "usd_per_m_chars": 0.3994}, "vec_Latn": {"usd_same_content_per_m_en_tokens": 1.9437, "usd_per_m_chars": 0.3921}, "vie_Latn": {"usd_same_content_per_m_en_tokens": 1.8625, "usd_per_m_chars": 0.3611}, "war_Latn": {"usd_same_content_per_m_en_tokens": 2.1488, "usd_per_m_chars": 0.3506}, "wol_Latn": {"usd_same_content_per_m_en_tokens": 2.165, "usd_per_m_chars": 0.4575}, "xho_Latn": {"usd_same_content_per_m_en_tokens": 2.0463, "usd_per_m_chars": 0.3953}, "ydd_Hebr": {"usd_same_content_per_m_en_tokens": 2.5225, "usd_per_m_chars": 0.4786}, "yor_Latn": {"usd_same_content_per_m_en_tokens": 2.7087, "usd_per_m_chars": 0.5739}, "yue_Hant": {"usd_same_content_per_m_en_tokens": 1.7237, "usd_per_m_chars": 1.1574}, "zho_Hans": {"usd_same_content_per_m_en_tokens": 1.5613, "usd_per_m_chars": 0.9697}, "zho_Hant": {"usd_same_content_per_m_en_tokens": 1.7712, "usd_per_m_chars": 1.1693}, "zsm_Latn": {"usd_same_content_per_m_en_tokens": 1.625, "usd_per_m_chars": 0.2988}, "zul_Latn": {"usd_same_content_per_m_en_tokens": 2.1513, "usd_per_m_chars": 0.3895}, "eng_Latn": {"usd_same_content_per_m_en_tokens": 1.25, "usd_per_m_chars": 0.2545}}}, {"vendor": "OpenAI", "model": "gpt-5-mini", "input_usd_per_mtok": 0.25, "langs": {"ace_Arab": {"usd_same_content_per_m_en_tokens": 0.654, "usd_per_m_chars": 0.1574}, "ace_Latn": {"usd_same_content_per_m_en_tokens": 0.4537, "usd_per_m_chars": 0.0859}, "acm_Arab": {"usd_same_content_per_m_en_tokens": 0.3453, "usd_per_m_chars": 0.0817}, "acq_Arab": {"usd_same_content_per_m_en_tokens": 0.3475, "usd_per_m_chars": 0.0811}, "aeb_Arab": {"usd_same_content_per_m_en_tokens": 0.355, "usd_per_m_chars": 0.0851}, "afr_Latn": {"usd_same_content_per_m_en_tokens": 0.3568, "usd_per_m_chars": 0.0687}, "ajp_Arab": {"usd_same_content_per_m_en_tokens": 0.335, "usd_per_m_chars": 0.0825}, "aka_Latn": {"usd_same_content_per_m_en_tokens": 0.5215, "usd_per_m_chars": 0.1056}, "als_Latn": {"usd_same_content_per_m_en_tokens": 0.4577, "usd_per_m_chars": 0.0836}, "amh_Ethi": {"usd_same_content_per_m_en_tokens": 1.4447, "usd_per_m_chars": 0.4456}, "apc_Arab": {"usd_same_content_per_m_en_tokens": 0.3365, "usd_per_m_chars": 0.0837}, "arb_Arab": {"usd_same_content_per_m_en_tokens": 0.3453, "usd_per_m_chars": 0.0797}, "arb_Latn": {"usd_same_content_per_m_en_tokens": 0.5623, "usd_per_m_chars": 0.0983}, "ars_Arab": {"usd_same_content_per_m_en_tokens": 0.3465, "usd_per_m_chars": 0.0799}, "ary_Arab": {"usd_same_content_per_m_en_tokens": 0.3708, "usd_per_m_chars": 0.0877}, "arz_Arab": {"usd_same_content_per_m_en_tokens": 0.3515, "usd_per_m_chars": 0.083}, "asm_Beng": {"usd_same_content_per_m_en_tokens": 0.497, "usd_per_m_chars": 0.1061}, "ast_Latn": {"usd_same_content_per_m_en_tokens": 0.3533, "usd_per_m_chars": 0.0696}, "awa_Deva": {"usd_same_content_per_m_en_tokens": 0.4263, "usd_per_m_chars": 0.0894}, "ayr_Latn": {"usd_same_content_per_m_en_tokens": 0.4848, "usd_per_m_chars": 0.094}, "azb_Arab": {"usd_same_content_per_m_en_tokens": 0.464, "usd_per_m_chars": 0.1065}, "azj_Latn": {"usd_same_content_per_m_en_tokens": 0.4283, "usd_per_m_chars": 0.0801}, "bak_Cyrl": {"usd_same_content_per_m_en_tokens": 0.4363, "usd_per_m_chars": 0.088}, "bam_Latn": {"usd_same_content_per_m_en_tokens": 0.5088, "usd_per_m_chars": 0.1081}, "ban_Latn": {"usd_same_content_per_m_en_tokens": 0.3922, "usd_per_m_chars": 0.0724}, "bel_Cyrl": {"usd_same_content_per_m_en_tokens": 0.4963, "usd_per_m_chars": 0.0901}, "bem_Latn": {"usd_same_content_per_m_en_tokens": 0.4835, "usd_per_m_chars": 0.0809}, "ben_Beng": {"usd_same_content_per_m_en_tokens": 0.4243, "usd_per_m_chars": 0.0883}, "bho_Deva": {"usd_same_content_per_m_en_tokens": 0.443, "usd_per_m_chars": 0.0926}, "bjn_Arab": {"usd_same_content_per_m_en_tokens": 0.635, "usd_per_m_chars": 0.1396}, "bjn_Latn": {"usd_same_content_per_m_en_tokens": 0.3618, "usd_per_m_chars": 0.0704}, "bod_Tibt": {"usd_same_content_per_m_en_tokens": 2.024, "usd_per_m_chars": 0.3671}, "bos_Latn": {"usd_same_content_per_m_en_tokens": 0.375, "usd_per_m_chars": 0.0762}, "bug_Latn": {"usd_same_content_per_m_en_tokens": 0.4348, "usd_per_m_chars": 0.0838}, "bul_Cyrl": {"usd_same_content_per_m_en_tokens": 0.4283, "usd_per_m_chars": 0.0835}, "cat_Latn": {"usd_same_content_per_m_en_tokens": 0.3705, "usd_per_m_chars": 0.0683}, "ceb_Latn": {"usd_same_content_per_m_en_tokens": 0.4188, "usd_per_m_chars": 0.0709}, "ces_Latn": {"usd_same_content_per_m_en_tokens": 0.3992, "usd_per_m_chars": 0.0843}, "cjk_Latn": {"usd_same_content_per_m_en_tokens": 0.4328, "usd_per_m_chars": 0.0835}, "ckb_Arab": {"usd_same_content_per_m_en_tokens": 0.6925, "usd_per_m_chars": 0.1448}, "crh_Latn": {"usd_same_content_per_m_en_tokens": 0.428, "usd_per_m_chars": 0.0858}, "cym_Latn": {"usd_same_content_per_m_en_tokens": 0.4348, "usd_per_m_chars": 0.0827}, "dan_Latn": {"usd_same_content_per_m_en_tokens": 0.3458, "usd_per_m_chars": 0.0688}, "deu_Latn": {"usd_same_content_per_m_en_tokens": 0.3277, "usd_per_m_chars": 0.0572}, "dik_Latn": {"usd_same_content_per_m_en_tokens": 0.4635, "usd_per_m_chars": 0.1114}, "dyu_Latn": {"usd_same_content_per_m_en_tokens": 0.4645, "usd_per_m_chars": 0.094}, "dzo_Tibt": {"usd_same_content_per_m_en_tokens": 2.2485, "usd_per_m_chars": 0.3698}, "ell_Grek": {"usd_same_content_per_m_en_tokens": 0.5327, "usd_per_m_chars": 0.0909}, "epo_Latn": {"usd_same_content_per_m_en_tokens": 0.3815, "usd_per_m_chars": 0.0781}, "est_Latn": {"usd_same_content_per_m_en_tokens": 0.3738, "usd_per_m_chars": 0.0776}, "eus_Latn": {"usd_same_content_per_m_en_tokens": 0.4007, "usd_per_m_chars": 0.077}, "ewe_Latn": {"usd_same_content_per_m_en_tokens": 0.5847, "usd_per_m_chars": 0.1233}, "fao_Latn": {"usd_same_content_per_m_en_tokens": 0.4135, "usd_per_m_chars": 0.0828}, "fij_Latn": {"usd_same_content_per_m_en_tokens": 0.463, "usd_per_m_chars": 0.0802}, "fin_Latn": {"usd_same_content_per_m_en_tokens": 0.3902, "usd_per_m_chars": 0.0748}, "fon_Latn": {"usd_same_content_per_m_en_tokens": 0.7212, "usd_per_m_chars": 0.1433}, "fra_Latn": {"usd_same_content_per_m_en_tokens": 0.342, "usd_per_m_chars": 0.0583}, "fur_Latn": {"usd_same_content_per_m_en_tokens": 0.433, "usd_per_m_chars": 0.0805}, "fuv_Latn": {"usd_same_content_per_m_en_tokens": 0.4002, "usd_per_m_chars": 0.088}, "gaz_Latn": {"usd_same_content_per_m_en_tokens": 0.4698, "usd_per_m_chars": 0.0807}, "gla_Latn": {"usd_same_content_per_m_en_tokens": 0.497, "usd_per_m_chars": 0.0821}, "gle_Latn": {"usd_same_content_per_m_en_tokens": 0.462, "usd_per_m_chars": 0.0814}, "glg_Latn": {"usd_same_content_per_m_en_tokens": 0.3337, "usd_per_m_chars": 0.0614}, "grn_Latn": {"usd_same_content_per_m_en_tokens": 0.4432, "usd_per_m_chars": 0.0897}, "guj_Gujr": {"usd_same_content_per_m_en_tokens": 0.4477, "usd_per_m_chars": 0.0952}, "hat_Latn": {"usd_same_content_per_m_en_tokens": 0.353, "usd_per_m_chars": 0.0782}, "hau_Latn": {"usd_same_content_per_m_en_tokens": 0.3875, "usd_per_m_chars": 0.0744}, "heb_Hebr": {"usd_same_content_per_m_en_tokens": 0.3708, "usd_per_m_chars": 0.0977}, "hin_Deva": {"usd_same_content_per_m_en_tokens": 0.3932, "usd_per_m_chars": 0.0806}, "hne_Deva": {"usd_same_content_per_m_en_tokens": 0.4323, "usd_per_m_chars": 0.0915}, "hrv_Latn": {"usd_same_content_per_m_en_tokens": 0.3688, "usd_per_m_chars": 0.077}, "hun_Latn": {"usd_same_content_per_m_en_tokens": 0.4485, "usd_per_m_chars": 0.0869}, "hye_Armn": {"usd_same_content_per_m_en_tokens": 0.4467, "usd_per_m_chars": 0.0823}, "ibo_Latn": {"usd_same_content_per_m_en_tokens": 0.4165, "usd_per_m_chars": 0.0832}, "ilo_Latn": {"usd_same_content_per_m_en_tokens": 0.4607, "usd_per_m_chars": 0.0775}, "ind_Latn": {"usd_same_content_per_m_en_tokens": 0.3115, "usd_per_m_chars": 0.0588}, "isl_Latn": {"usd_same_content_per_m_en_tokens": 0.402, "usd_per_m_chars": 0.0833}, "ita_Latn": {"usd_same_content_per_m_en_tokens": 0.3673, "usd_per_m_chars": 0.0632}, "jav_Latn": {"usd_same_content_per_m_en_tokens": 0.3425, "usd_per_m_chars": 0.0672}, "jpn_Jpan": {"usd_same_content_per_m_en_tokens": 0.4145, "usd_per_m_chars": 0.1956}, "kab_Latn": {"usd_same_content_per_m_en_tokens": 0.5345, "usd_per_m_chars": 0.11}, "kac_Latn": {"usd_same_content_per_m_en_tokens": 0.5295, "usd_per_m_chars": 0.084}, "kam_Latn": {"usd_same_content_per_m_en_tokens": 0.4552, "usd_per_m_chars": 0.0953}, "kan_Knda": {"usd_same_content_per_m_en_tokens": 0.4923, "usd_per_m_chars": 0.0958}, "kas_Arab": {"usd_same_content_per_m_en_tokens": 0.6518, "usd_per_m_chars": 0.1389}, "kas_Deva": {"usd_same_content_per_m_en_tokens": 0.5575, "usd_per_m_chars": 0.1185}, "kat_Geor": {"usd_same_content_per_m_en_tokens": 0.4462, "usd_per_m_chars": 0.0833}, "kaz_Cyrl": {"usd_same_content_per_m_en_tokens": 0.396, "usd_per_m_chars": 0.0786}, "kbp_Latn": {"usd_same_content_per_m_en_tokens": 0.9748, "usd_per_m_chars": 0.1833}, "kea_Latn": {"usd_same_content_per_m_en_tokens": 0.3867, "usd_per_m_chars": 0.0795}, "khk_Cyrl": {"usd_same_content_per_m_en_tokens": 0.4725, "usd_per_m_chars": 0.0926}, "khm_Khmr": {"usd_same_content_per_m_en_tokens": 0.834, "usd_per_m_chars": 0.1463}, "kik_Latn": {"usd_same_content_per_m_en_tokens": 0.6488, "usd_per_m_chars": 0.1136}, "kin_Latn": {"usd_same_content_per_m_en_tokens": 0.428, "usd_per_m_chars": 0.0789}, "kir_Cyrl": {"usd_same_content_per_m_en_tokens": 0.4183, "usd_per_m_chars": 0.0829}, "kmb_Latn": {"usd_same_content_per_m_en_tokens": 0.4585, "usd_per_m_chars": 0.0845}, "kmr_Latn": {"usd_same_content_per_m_en_tokens": 0.5042, "usd_per_m_chars": 0.1039}, "knc_Arab": {"usd_same_content_per_m_en_tokens": 0.6905, "usd_per_m_chars": 0.1599}, "knc_Latn": {"usd_same_content_per_m_en_tokens": 0.5312, "usd_per_m_chars": 0.1027}, "kon_Latn": {"usd_same_content_per_m_en_tokens": 0.4395, "usd_per_m_chars": 0.0788}, "kor_Hang": {"usd_same_content_per_m_en_tokens": 0.368, "usd_per_m_chars": 0.15}, "lao_Laoo": {"usd_same_content_per_m_en_tokens": 2.0572, "usd_per_m_chars": 0.4252}, "lij_Latn": {"usd_same_content_per_m_en_tokens": 0.4522, "usd_per_m_chars": 0.0833}, "lim_Latn": {"usd_same_content_per_m_en_tokens": 0.4012, "usd_per_m_chars": 0.0783}, "lin_Latn": {"usd_same_content_per_m_en_tokens": 0.4042, "usd_per_m_chars": 0.0764}, "lit_Latn": {"usd_same_content_per_m_en_tokens": 0.419, "usd_per_m_chars": 0.0864}, "lmo_Latn": {"usd_same_content_per_m_en_tokens": 0.4607, "usd_per_m_chars": 0.0874}, "ltg_Latn": {"usd_same_content_per_m_en_tokens": 0.471, "usd_per_m_chars": 0.0975}, "ltz_Latn": {"usd_same_content_per_m_en_tokens": 0.417, "usd_per_m_chars": 0.0759}, "lua_Latn": {"usd_same_content_per_m_en_tokens": 0.4248, "usd_per_m_chars": 0.0798}, "lug_Latn": {"usd_same_content_per_m_en_tokens": 0.4155, "usd_per_m_chars": 0.0826}, "luo_Latn": {"usd_same_content_per_m_en_tokens": 0.419, "usd_per_m_chars": 0.0819}, "lus_Latn": {"usd_same_content_per_m_en_tokens": 0.4562, "usd_per_m_chars": 0.0838}, "lvs_Latn": {"usd_same_content_per_m_en_tokens": 0.4532, "usd_per_m_chars": 0.0908}, "mag_Deva": {"usd_same_content_per_m_en_tokens": 0.4293, "usd_per_m_chars": 0.091}, "mai_Deva": {"usd_same_content_per_m_en_tokens": 0.4395, "usd_per_m_chars": 0.0913}, "mal_Mlym": {"usd_same_content_per_m_en_tokens": 0.4893, "usd_per_m_chars": 0.088}, "mar_Deva": {"usd_same_content_per_m_en_tokens": 0.4537, "usd_per_m_chars": 0.0917}, "min_Arab": {"usd_same_content_per_m_en_tokens": 0.6647, "usd_per_m_chars": 0.1413}, "min_Latn": {"usd_same_content_per_m_en_tokens": 0.3897, "usd_per_m_chars": 0.0742}, "mkd_Cyrl": {"usd_same_content_per_m_en_tokens": 0.4462, "usd_per_m_chars": 0.087}, "mlt_Latn": {"usd_same_content_per_m_en_tokens": 0.467, "usd_per_m_chars": 0.0858}, "mni_Beng": {"usd_same_content_per_m_en_tokens": 0.768, "usd_per_m_chars": 0.1509}, "mos_Latn": {"usd_same_content_per_m_en_tokens": 0.5088, "usd_per_m_chars": 0.1097}, "mri_Latn": {"usd_same_content_per_m_en_tokens": 0.4565, "usd_per_m_chars": 0.0837}, "mya_Mymr": {"usd_same_content_per_m_en_tokens": 0.791, "usd_per_m_chars": 0.1303}, "nld_Latn": {"usd_same_content_per_m_en_tokens": 0.3115, "usd_per_m_chars": 0.0568}, "nno_Latn": {"usd_same_content_per_m_en_tokens": 0.3515, "usd_per_m_chars": 0.0708}, "nob_Latn": {"usd_same_content_per_m_en_tokens": 0.3372, "usd_per_m_chars": 0.0686}, "npi_Deva": {"usd_same_content_per_m_en_tokens": 0.4035, "usd_per_m_chars": 0.0854}, "nso_Latn": {"usd_same_content_per_m_en_tokens": 0.4652, "usd_per_m_chars": 0.0827}, "nus_Latn": {"usd_same_content_per_m_en_tokens": 0.8103, "usd_per_m_chars": 0.153}, "nya_Latn": {"usd_same_content_per_m_en_tokens": 0.4027, "usd_per_m_chars": 0.0736}, "oci_Latn": {"usd_same_content_per_m_en_tokens": 0.4002, "usd_per_m_chars": 0.0714}, "ory_Orya": {"usd_same_content_per_m_en_tokens": 1.2463, "usd_per_m_chars": 0.2483}, "pag_Latn": {"usd_same_content_per_m_en_tokens": 0.357, "usd_per_m_chars": 0.0738}, "pan_Guru": {"usd_same_content_per_m_en_tokens": 0.6545, "usd_per_m_chars": 0.1318}, "pap_Latn": {"usd_same_content_per_m_en_tokens": 0.396, "usd_per_m_chars": 0.0765}, "pbt_Arab": {"usd_same_content_per_m_en_tokens": 0.4285, "usd_per_m_chars": 0.0941}, "pes_Arab": {"usd_same_content_per_m_en_tokens": 0.3825, "usd_per_m_chars": 0.083}, "plt_Latn": {"usd_same_content_per_m_en_tokens": 0.4482, "usd_per_m_chars": 0.0748}, "pol_Latn": {"usd_same_content_per_m_en_tokens": 0.4095, "usd_per_m_chars": 0.0789}, "por_Latn": {"usd_same_content_per_m_en_tokens": 0.3055, "usd_per_m_chars": 0.0573}, "prs_Arab": {"usd_same_content_per_m_en_tokens": 0.3688, "usd_per_m_chars": 0.0822}, "quy_Latn": {"usd_same_content_per_m_en_tokens": 0.4575, "usd_per_m_chars": 0.0872}, "ron_Latn": {"usd_same_content_per_m_en_tokens": 0.4078, "usd_per_m_chars": 0.0737}, "run_Latn": {"usd_same_content_per_m_en_tokens": 0.445, "usd_per_m_chars": 0.0812}, "rus_Cyrl": {"usd_same_content_per_m_en_tokens": 0.3553, "usd_per_m_chars": 0.0672}, "sag_Latn": {"usd_same_content_per_m_en_tokens": 0.4552, "usd_per_m_chars": 0.0858}, "san_Deva": {"usd_same_content_per_m_en_tokens": 0.5212, "usd_per_m_chars": 0.1092}, "sat_Olck": {"usd_same_content_per_m_en_tokens": 3.425, "usd_per_m_chars": 0.6579}, "scn_Latn": {"usd_same_content_per_m_en_tokens": 0.4532, "usd_per_m_chars": 0.0879}, "shn_Mymr": {"usd_same_content_per_m_en_tokens": 1.9823, "usd_per_m_chars": 0.2828}, "sin_Sinh": {"usd_same_content_per_m_en_tokens": 0.6737, "usd_per_m_chars": 0.1381}, "slk_Latn": {"usd_same_content_per_m_en_tokens": 0.4193, "usd_per_m_chars": 0.0855}, "slv_Latn": {"usd_same_content_per_m_en_tokens": 0.3777, "usd_per_m_chars": 0.0776}, "smo_Latn": {"usd_same_content_per_m_en_tokens": 0.481, "usd_per_m_chars": 0.0846}, "sna_Latn": {"usd_same_content_per_m_en_tokens": 0.425, "usd_per_m_chars": 0.0774}, "snd_Arab": {"usd_same_content_per_m_en_tokens": 0.4275, "usd_per_m_chars": 0.0961}, "som_Latn": {"usd_same_content_per_m_en_tokens": 0.4308, "usd_per_m_chars": 0.0763}, "sot_Latn": {"usd_same_content_per_m_en_tokens": 0.4587, "usd_per_m_chars": 0.0777}, "spa_Latn": {"usd_same_content_per_m_en_tokens": 0.329, "usd_per_m_chars": 0.0563}, "srd_Latn": {"usd_same_content_per_m_en_tokens": 0.446, "usd_per_m_chars": 0.0782}, "srp_Cyrl": {"usd_same_content_per_m_en_tokens": 0.4447, "usd_per_m_chars": 0.0914}, "ssw_Latn": {"usd_same_content_per_m_en_tokens": 0.4515, "usd_per_m_chars": 0.0816}, "sun_Latn": {"usd_same_content_per_m_en_tokens": 0.3463, "usd_per_m_chars": 0.068}, "swe_Latn": {"usd_same_content_per_m_en_tokens": 0.3375, "usd_per_m_chars": 0.0686}, "swh_Latn": {"usd_same_content_per_m_en_tokens": 0.3715, "usd_per_m_chars": 0.0723}, "szl_Latn": {"usd_same_content_per_m_en_tokens": 0.491, "usd_per_m_chars": 0.096}, "tam_Taml": {"usd_same_content_per_m_en_tokens": 0.495, "usd_per_m_chars": 0.0863}, "taq_Latn": {"usd_same_content_per_m_en_tokens": 0.519, "usd_per_m_chars": 0.1121}, "taq_Tfng": {"usd_same_content_per_m_en_tokens": 2.5528, "usd_per_m_chars": 0.5531}, "tat_Cyrl": {"usd_same_content_per_m_en_tokens": 0.437, "usd_per_m_chars": 0.0881}, "tel_Telu": {"usd_same_content_per_m_en_tokens": 0.4823, "usd_per_m_chars": 0.0978}, "tgk_Cyrl": {"usd_same_content_per_m_en_tokens": 0.4733, "usd_per_m_chars": 0.0872}, "tgl_Latn": {"usd_same_content_per_m_en_tokens": 0.4208, "usd_per_m_chars": 0.0681}, "tha_Thai": {"usd_same_content_per_m_en_tokens": 0.4888, "usd_per_m_chars": 0.1041}, "tir_Ethi": {"usd_same_content_per_m_en_tokens": 1.4915, "usd_per_m_chars": 0.4417}, "tpi_Latn": {"usd_same_content_per_m_en_tokens": 0.4482, "usd_per_m_chars": 0.0712}, "tsn_Latn": {"usd_same_content_per_m_en_tokens": 0.4773, "usd_per_m_chars": 0.0787}, "tso_Latn": {"usd_same_content_per_m_en_tokens": 0.4358, "usd_per_m_chars": 0.074}, "tuk_Latn": {"usd_same_content_per_m_en_tokens": 0.417, "usd_per_m_chars": 0.0799}, "tum_Latn": {"usd_same_content_per_m_en_tokens": 0.5265, "usd_per_m_chars": 0.082}, "tur_Latn": {"usd_same_content_per_m_en_tokens": 0.3575, "usd_per_m_chars": 0.0708}, "twi_Latn": {"usd_same_content_per_m_en_tokens": 0.464, "usd_per_m_chars": 0.0969}, "tzm_Tfng": {"usd_same_content_per_m_en_tokens": 2.5368, "usd_per_m_chars": 0.5774}, "uig_Arab": {"usd_same_content_per_m_en_tokens": 0.6295, "usd_per_m_chars": 0.1204}, "ukr_Cyrl": {"usd_same_content_per_m_en_tokens": 0.4368, "usd_per_m_chars": 0.0873}, "umb_Latn": {"usd_same_content_per_m_en_tokens": 0.4472, "usd_per_m_chars": 0.0892}, "urd_Arab": {"usd_same_content_per_m_en_tokens": 0.4133, "usd_per_m_chars": 0.0855}, "uzn_Latn": {"usd_same_content_per_m_en_tokens": 0.4437, "usd_per_m_chars": 0.0799}, "vec_Latn": {"usd_same_content_per_m_en_tokens": 0.3887, "usd_per_m_chars": 0.0784}, "vie_Latn": {"usd_same_content_per_m_en_tokens": 0.3725, "usd_per_m_chars": 0.0722}, "war_Latn": {"usd_same_content_per_m_en_tokens": 0.4298, "usd_per_m_chars": 0.0701}, "wol_Latn": {"usd_same_content_per_m_en_tokens": 0.433, "usd_per_m_chars": 0.0915}, "xho_Latn": {"usd_same_content_per_m_en_tokens": 0.4093, "usd_per_m_chars": 0.0791}, "ydd_Hebr": {"usd_same_content_per_m_en_tokens": 0.5045, "usd_per_m_chars": 0.0957}, "yor_Latn": {"usd_same_content_per_m_en_tokens": 0.5417, "usd_per_m_chars": 0.1148}, "yue_Hant": {"usd_same_content_per_m_en_tokens": 0.3448, "usd_per_m_chars": 0.2315}, "zho_Hans": {"usd_same_content_per_m_en_tokens": 0.3123, "usd_per_m_chars": 0.1939}, "zho_Hant": {"usd_same_content_per_m_en_tokens": 0.3543, "usd_per_m_chars": 0.2339}, "zsm_Latn": {"usd_same_content_per_m_en_tokens": 0.325, "usd_per_m_chars": 0.0598}, "zul_Latn": {"usd_same_content_per_m_en_tokens": 0.4303, "usd_per_m_chars": 0.0779}, "eng_Latn": {"usd_same_content_per_m_en_tokens": 0.25, "usd_per_m_chars": 0.0509}}}, {"vendor": "OpenAI", "model": "gpt-4.1", "input_usd_per_mtok": 2.0, "langs": {"ace_Arab": {"usd_same_content_per_m_en_tokens": 5.232, "usd_per_m_chars": 1.2594}, "ace_Latn": {"usd_same_content_per_m_en_tokens": 3.63, "usd_per_m_chars": 0.6873}, "acm_Arab": {"usd_same_content_per_m_en_tokens": 2.762, "usd_per_m_chars": 0.6534}, "acq_Arab": {"usd_same_content_per_m_en_tokens": 2.78, "usd_per_m_chars": 0.6487}, "aeb_Arab": {"usd_same_content_per_m_en_tokens": 2.84, "usd_per_m_chars": 0.6812}, "afr_Latn": {"usd_same_content_per_m_en_tokens": 2.854, "usd_per_m_chars": 0.5493}, "ajp_Arab": {"usd_same_content_per_m_en_tokens": 2.68, "usd_per_m_chars": 0.6603}, "aka_Latn": {"usd_same_content_per_m_en_tokens": 4.172, "usd_per_m_chars": 0.845}, "als_Latn": {"usd_same_content_per_m_en_tokens": 3.662, "usd_per_m_chars": 0.6691}, "amh_Ethi": {"usd_same_content_per_m_en_tokens": 11.558, "usd_per_m_chars": 3.5651}, "apc_Arab": {"usd_same_content_per_m_en_tokens": 2.692, "usd_per_m_chars": 0.6698}, "arb_Arab": {"usd_same_content_per_m_en_tokens": 2.762, "usd_per_m_chars": 0.638}, "arb_Latn": {"usd_same_content_per_m_en_tokens": 4.498, "usd_per_m_chars": 0.7862}, "ars_Arab": {"usd_same_content_per_m_en_tokens": 2.772, "usd_per_m_chars": 0.6396}, "ary_Arab": {"usd_same_content_per_m_en_tokens": 2.966, "usd_per_m_chars": 0.7018}, "arz_Arab": {"usd_same_content_per_m_en_tokens": 2.812, "usd_per_m_chars": 0.664}, "asm_Beng": {"usd_same_content_per_m_en_tokens": 3.976, "usd_per_m_chars": 0.8485}, "ast_Latn": {"usd_same_content_per_m_en_tokens": 2.826, "usd_per_m_chars": 0.5568}, "awa_Deva": {"usd_same_content_per_m_en_tokens": 3.41, "usd_per_m_chars": 0.7151}, "ayr_Latn": {"usd_same_content_per_m_en_tokens": 3.878, "usd_per_m_chars": 0.7519}, "azb_Arab": {"usd_same_content_per_m_en_tokens": 3.712, "usd_per_m_chars": 0.8522}, "azj_Latn": {"usd_same_content_per_m_en_tokens": 3.426, "usd_per_m_chars": 0.6406}, "bak_Cyrl": {"usd_same_content_per_m_en_tokens": 3.49, "usd_per_m_chars": 0.704}, "bam_Latn": {"usd_same_content_per_m_en_tokens": 4.07, "usd_per_m_chars": 0.8651}, "ban_Latn": {"usd_same_content_per_m_en_tokens": 3.138, "usd_per_m_chars": 0.5794}, "bel_Cyrl": {"usd_same_content_per_m_en_tokens": 3.97, "usd_per_m_chars": 0.721}, "bem_Latn": {"usd_same_content_per_m_en_tokens": 3.868, "usd_per_m_chars": 0.6468}, "ben_Beng": {"usd_same_content_per_m_en_tokens": 3.394, "usd_per_m_chars": 0.7067}, "bho_Deva": {"usd_same_content_per_m_en_tokens": 3.544, "usd_per_m_chars": 0.7407}, "bjn_Arab": {"usd_same_content_per_m_en_tokens": 5.08, "usd_per_m_chars": 1.1167}, "bjn_Latn": {"usd_same_content_per_m_en_tokens": 2.894, "usd_per_m_chars": 0.5629}, "bod_Tibt": {"usd_same_content_per_m_en_tokens": 16.192, "usd_per_m_chars": 2.9369}, "bos_Latn": {"usd_same_content_per_m_en_tokens": 3.0, "usd_per_m_chars": 0.6098}, "bug_Latn": {"usd_same_content_per_m_en_tokens": 3.478, "usd_per_m_chars": 0.6705}, "bul_Cyrl": {"usd_same_content_per_m_en_tokens": 3.426, "usd_per_m_chars": 0.668}, "cat_Latn": {"usd_same_content_per_m_en_tokens": 2.964, "usd_per_m_chars": 0.5464}, "ceb_Latn": {"usd_same_content_per_m_en_tokens": 3.35, "usd_per_m_chars": 0.5674}, "ces_Latn": {"usd_same_content_per_m_en_tokens": 3.194, "usd_per_m_chars": 0.6743}, "cjk_Latn": {"usd_same_content_per_m_en_tokens": 3.462, "usd_per_m_chars": 0.668}, "ckb_Arab": {"usd_same_content_per_m_en_tokens": 5.54, "usd_per_m_chars": 1.1581}, "crh_Latn": {"usd_same_content_per_m_en_tokens": 3.424, "usd_per_m_chars": 0.6863}, "cym_Latn": {"usd_same_content_per_m_en_tokens": 3.478, "usd_per_m_chars": 0.6616}, "dan_Latn": {"usd_same_content_per_m_en_tokens": 2.766, "usd_per_m_chars": 0.5504}, "deu_Latn": {"usd_same_content_per_m_en_tokens": 2.622, "usd_per_m_chars": 0.458}, "dik_Latn": {"usd_same_content_per_m_en_tokens": 3.708, "usd_per_m_chars": 0.8913}, "dyu_Latn": {"usd_same_content_per_m_en_tokens": 3.716, "usd_per_m_chars": 0.7519}, "dzo_Tibt": {"usd_same_content_per_m_en_tokens": 17.988, "usd_per_m_chars": 2.9586}, "ell_Grek": {"usd_same_content_per_m_en_tokens": 4.262, "usd_per_m_chars": 0.7273}, "epo_Latn": {"usd_same_content_per_m_en_tokens": 3.052, "usd_per_m_chars": 0.6246}, "est_Latn": {"usd_same_content_per_m_en_tokens": 2.99, "usd_per_m_chars": 0.6207}, "eus_Latn": {"usd_same_content_per_m_en_tokens": 3.206, "usd_per_m_chars": 0.6161}, "ewe_Latn": {"usd_same_content_per_m_en_tokens": 4.678, "usd_per_m_chars": 0.9867}, "fao_Latn": {"usd_same_content_per_m_en_tokens": 3.308, "usd_per_m_chars": 0.662}, "fij_Latn": {"usd_same_content_per_m_en_tokens": 3.704, "usd_per_m_chars": 0.6414}, "fin_Latn": {"usd_same_content_per_m_en_tokens": 3.122, "usd_per_m_chars": 0.5986}, "fon_Latn": {"usd_same_content_per_m_en_tokens": 5.77, "usd_per_m_chars": 1.1461}, "fra_Latn": {"usd_same_content_per_m_en_tokens": 2.736, "usd_per_m_chars": 0.4664}, "fur_Latn": {"usd_same_content_per_m_en_tokens": 3.464, "usd_per_m_chars": 0.6441}, "fuv_Latn": {"usd_same_content_per_m_en_tokens": 3.202, "usd_per_m_chars": 0.7042}, "gaz_Latn": {"usd_same_content_per_m_en_tokens": 3.758, "usd_per_m_chars": 0.6458}, "gla_Latn": {"usd_same_content_per_m_en_tokens": 3.976, "usd_per_m_chars": 0.657}, "gle_Latn": {"usd_same_content_per_m_en_tokens": 3.696, "usd_per_m_chars": 0.6515}, "glg_Latn": {"usd_same_content_per_m_en_tokens": 2.67, "usd_per_m_chars": 0.491}, "grn_Latn": {"usd_same_content_per_m_en_tokens": 3.546, "usd_per_m_chars": 0.7174}, "guj_Gujr": {"usd_same_content_per_m_en_tokens": 3.582, "usd_per_m_chars": 0.7613}, "hat_Latn": {"usd_same_content_per_m_en_tokens": 2.824, "usd_per_m_chars": 0.6256}, "hau_Latn": {"usd_same_content_per_m_en_tokens": 3.1, "usd_per_m_chars": 0.5949}, "heb_Hebr": {"usd_same_content_per_m_en_tokens": 2.966, "usd_per_m_chars": 0.7812}, "hin_Deva": {"usd_same_content_per_m_en_tokens": 3.146, "usd_per_m_chars": 0.6452}, "hne_Deva": {"usd_same_content_per_m_en_tokens": 3.458, "usd_per_m_chars": 0.7321}, "hrv_Latn": {"usd_same_content_per_m_en_tokens": 2.95, "usd_per_m_chars": 0.616}, "hun_Latn": {"usd_same_content_per_m_en_tokens": 3.588, "usd_per_m_chars": 0.6954}, "hye_Armn": {"usd_same_content_per_m_en_tokens": 3.574, "usd_per_m_chars": 0.6581}, "ibo_Latn": {"usd_same_content_per_m_en_tokens": 3.332, "usd_per_m_chars": 0.6653}, "ilo_Latn": {"usd_same_content_per_m_en_tokens": 3.686, "usd_per_m_chars": 0.6203}, "ind_Latn": {"usd_same_content_per_m_en_tokens": 2.492, "usd_per_m_chars": 0.4706}, "isl_Latn": {"usd_same_content_per_m_en_tokens": 3.216, "usd_per_m_chars": 0.6662}, "ita_Latn": {"usd_same_content_per_m_en_tokens": 2.938, "usd_per_m_chars": 0.5057}, "jav_Latn": {"usd_same_content_per_m_en_tokens": 2.74, "usd_per_m_chars": 0.5379}, "jpn_Jpan": {"usd_same_content_per_m_en_tokens": 3.316, "usd_per_m_chars": 1.5649}, "kab_Latn": {"usd_same_content_per_m_en_tokens": 4.276, "usd_per_m_chars": 0.8803}, "kac_Latn": {"usd_same_content_per_m_en_tokens": 4.236, "usd_per_m_chars": 0.672}, "kam_Latn": {"usd_same_content_per_m_en_tokens": 3.642, "usd_per_m_chars": 0.7622}, "kan_Knda": {"usd_same_content_per_m_en_tokens": 3.938, "usd_per_m_chars": 0.7666}, "kas_Arab": {"usd_same_content_per_m_en_tokens": 5.214, "usd_per_m_chars": 1.1111}, "kas_Deva": {"usd_same_content_per_m_en_tokens": 4.46, "usd_per_m_chars": 0.9483}, "kat_Geor": {"usd_same_content_per_m_en_tokens": 3.57, "usd_per_m_chars": 0.6667}, "kaz_Cyrl": {"usd_same_content_per_m_en_tokens": 3.168, "usd_per_m_chars": 0.6289}, "kbp_Latn": {"usd_same_content_per_m_en_tokens": 7.798, "usd_per_m_chars": 1.4663}, "kea_Latn": {"usd_same_content_per_m_en_tokens": 3.094, "usd_per_m_chars": 0.6357}, "khk_Cyrl": {"usd_same_content_per_m_en_tokens": 3.78, "usd_per_m_chars": 0.741}, "khm_Khmr": {"usd_same_content_per_m_en_tokens": 6.672, "usd_per_m_chars": 1.1703}, "kik_Latn": {"usd_same_content_per_m_en_tokens": 5.19, "usd_per_m_chars": 0.9087}, "kin_Latn": {"usd_same_content_per_m_en_tokens": 3.424, "usd_per_m_chars": 0.6309}, "kir_Cyrl": {"usd_same_content_per_m_en_tokens": 3.346, "usd_per_m_chars": 0.6633}, "kmb_Latn": {"usd_same_content_per_m_en_tokens": 3.668, "usd_per_m_chars": 0.6761}, "kmr_Latn": {"usd_same_content_per_m_en_tokens": 4.034, "usd_per_m_chars": 0.8313}, "knc_Arab": {"usd_same_content_per_m_en_tokens": 5.524, "usd_per_m_chars": 1.2796}, "knc_Latn": {"usd_same_content_per_m_en_tokens": 4.25, "usd_per_m_chars": 0.8217}, "kon_Latn": {"usd_same_content_per_m_en_tokens": 3.516, "usd_per_m_chars": 0.6303}, "kor_Hang": {"usd_same_content_per_m_en_tokens": 2.944, "usd_per_m_chars": 1.1998}, "lao_Laoo": {"usd_same_content_per_m_en_tokens": 16.458, "usd_per_m_chars": 3.4014}, "lij_Latn": {"usd_same_content_per_m_en_tokens": 3.618, "usd_per_m_chars": 0.666}, "lim_Latn": {"usd_same_content_per_m_en_tokens": 3.21, "usd_per_m_chars": 0.6264}, "lin_Latn": {"usd_same_content_per_m_en_tokens": 3.234, "usd_per_m_chars": 0.6111}, "lit_Latn": {"usd_same_content_per_m_en_tokens": 3.352, "usd_per_m_chars": 0.6911}, "lmo_Latn": {"usd_same_content_per_m_en_tokens": 3.686, "usd_per_m_chars": 0.6993}, "ltg_Latn": {"usd_same_content_per_m_en_tokens": 3.768, "usd_per_m_chars": 0.7797}, "ltz_Latn": {"usd_same_content_per_m_en_tokens": 3.336, "usd_per_m_chars": 0.6075}, "lua_Latn": {"usd_same_content_per_m_en_tokens": 3.398, "usd_per_m_chars": 0.6386}, "lug_Latn": {"usd_same_content_per_m_en_tokens": 3.324, "usd_per_m_chars": 0.6612}, "luo_Latn": {"usd_same_content_per_m_en_tokens": 3.352, "usd_per_m_chars": 0.6549}, "lus_Latn": {"usd_same_content_per_m_en_tokens": 3.65, "usd_per_m_chars": 0.6707}, "lvs_Latn": {"usd_same_content_per_m_en_tokens": 3.626, "usd_per_m_chars": 0.7265}, "mag_Deva": {"usd_same_content_per_m_en_tokens": 3.434, "usd_per_m_chars": 0.7283}, "mai_Deva": {"usd_same_content_per_m_en_tokens": 3.516, "usd_per_m_chars": 0.7305}, "mal_Mlym": {"usd_same_content_per_m_en_tokens": 3.914, "usd_per_m_chars": 0.7042}, "mar_Deva": {"usd_same_content_per_m_en_tokens": 3.63, "usd_per_m_chars": 0.7334}, "min_Arab": {"usd_same_content_per_m_en_tokens": 5.318, "usd_per_m_chars": 1.1306}, "min_Latn": {"usd_same_content_per_m_en_tokens": 3.118, "usd_per_m_chars": 0.5938}, "mkd_Cyrl": {"usd_same_content_per_m_en_tokens": 3.57, "usd_per_m_chars": 0.6959}, "mlt_Latn": {"usd_same_content_per_m_en_tokens": 3.736, "usd_per_m_chars": 0.6863}, "mni_Beng": {"usd_same_content_per_m_en_tokens": 6.144, "usd_per_m_chars": 1.207}, "mos_Latn": {"usd_same_content_per_m_en_tokens": 4.07, "usd_per_m_chars": 0.8776}, "mri_Latn": {"usd_same_content_per_m_en_tokens": 3.652, "usd_per_m_chars": 0.6698}, "mya_Mymr": {"usd_same_content_per_m_en_tokens": 6.328, "usd_per_m_chars": 1.0422}, "nld_Latn": {"usd_same_content_per_m_en_tokens": 2.492, "usd_per_m_chars": 0.4541}, "nno_Latn": {"usd_same_content_per_m_en_tokens": 2.812, "usd_per_m_chars": 0.5664}, "nob_Latn": {"usd_same_content_per_m_en_tokens": 2.698, "usd_per_m_chars": 0.5487}, "npi_Deva": {"usd_same_content_per_m_en_tokens": 3.228, "usd_per_m_chars": 0.6835}, "nso_Latn": {"usd_same_content_per_m_en_tokens": 3.722, "usd_per_m_chars": 0.6618}, "nus_Latn": {"usd_same_content_per_m_en_tokens": 6.482, "usd_per_m_chars": 1.224}, "nya_Latn": {"usd_same_content_per_m_en_tokens": 3.222, "usd_per_m_chars": 0.5884}, "oci_Latn": {"usd_same_content_per_m_en_tokens": 3.202, "usd_per_m_chars": 0.5713}, "ory_Orya": {"usd_same_content_per_m_en_tokens": 9.97, "usd_per_m_chars": 1.9861}, "pag_Latn": {"usd_same_content_per_m_en_tokens": 2.856, "usd_per_m_chars": 0.5907}, "pan_Guru": {"usd_same_content_per_m_en_tokens": 5.236, "usd_per_m_chars": 1.0543}, "pap_Latn": {"usd_same_content_per_m_en_tokens": 3.168, "usd_per_m_chars": 0.6116}, "pbt_Arab": {"usd_same_content_per_m_en_tokens": 3.428, "usd_per_m_chars": 0.7524}, "pes_Arab": {"usd_same_content_per_m_en_tokens": 3.06, "usd_per_m_chars": 0.664}, "plt_Latn": {"usd_same_content_per_m_en_tokens": 3.586, "usd_per_m_chars": 0.5984}, "pol_Latn": {"usd_same_content_per_m_en_tokens": 3.276, "usd_per_m_chars": 0.6313}, "por_Latn": {"usd_same_content_per_m_en_tokens": 2.444, "usd_per_m_chars": 0.4581}, "prs_Arab": {"usd_same_content_per_m_en_tokens": 2.95, "usd_per_m_chars": 0.6572}, "quy_Latn": {"usd_same_content_per_m_en_tokens": 3.66, "usd_per_m_chars": 0.6974}, "ron_Latn": {"usd_same_content_per_m_en_tokens": 3.262, "usd_per_m_chars": 0.59}, "run_Latn": {"usd_same_content_per_m_en_tokens": 3.56, "usd_per_m_chars": 0.6498}, "rus_Cyrl": {"usd_same_content_per_m_en_tokens": 2.842, "usd_per_m_chars": 0.5375}, "sag_Latn": {"usd_same_content_per_m_en_tokens": 3.642, "usd_per_m_chars": 0.6863}, "san_Deva": {"usd_same_content_per_m_en_tokens": 4.17, "usd_per_m_chars": 0.8737}, "sat_Olck": {"usd_same_content_per_m_en_tokens": 27.4, "usd_per_m_chars": 5.2632}, "scn_Latn": {"usd_same_content_per_m_en_tokens": 3.626, "usd_per_m_chars": 0.7032}, "shn_Mymr": {"usd_same_content_per_m_en_tokens": 15.858, "usd_per_m_chars": 2.2624}, "sin_Sinh": {"usd_same_content_per_m_en_tokens": 5.39, "usd_per_m_chars": 1.105}, "slk_Latn": {"usd_same_content_per_m_en_tokens": 3.354, "usd_per_m_chars": 0.6842}, "slv_Latn": {"usd_same_content_per_m_en_tokens": 3.022, "usd_per_m_chars": 0.6207}, "smo_Latn": {"usd_same_content_per_m_en_tokens": 3.848, "usd_per_m_chars": 0.677}, "sna_Latn": {"usd_same_content_per_m_en_tokens": 3.4, "usd_per_m_chars": 0.619}, "snd_Arab": {"usd_same_content_per_m_en_tokens": 3.42, "usd_per_m_chars": 0.7686}, "som_Latn": {"usd_same_content_per_m_en_tokens": 3.446, "usd_per_m_chars": 0.6107}, "sot_Latn": {"usd_same_content_per_m_en_tokens": 3.67, "usd_per_m_chars": 0.6213}, "spa_Latn": {"usd_same_content_per_m_en_tokens": 2.632, "usd_per_m_chars": 0.4507}, "srd_Latn": {"usd_same_content_per_m_en_tokens": 3.568, "usd_per_m_chars": 0.6254}, "srp_Cyrl": {"usd_same_content_per_m_en_tokens": 3.558, "usd_per_m_chars": 0.7313}, "ssw_Latn": {"usd_same_content_per_m_en_tokens": 3.612, "usd_per_m_chars": 0.6527}, "sun_Latn": {"usd_same_content_per_m_en_tokens": 2.77, "usd_per_m_chars": 0.5439}, "swe_Latn": {"usd_same_content_per_m_en_tokens": 2.7, "usd_per_m_chars": 0.5491}, "swh_Latn": {"usd_same_content_per_m_en_tokens": 2.972, "usd_per_m_chars": 0.5782}, "szl_Latn": {"usd_same_content_per_m_en_tokens": 3.928, "usd_per_m_chars": 0.7683}, "tam_Taml": {"usd_same_content_per_m_en_tokens": 3.96, "usd_per_m_chars": 0.6904}, "taq_Latn": {"usd_same_content_per_m_en_tokens": 4.152, "usd_per_m_chars": 0.8969}, "taq_Tfng": {"usd_same_content_per_m_en_tokens": 20.422, "usd_per_m_chars": 4.4248}, "tat_Cyrl": {"usd_same_content_per_m_en_tokens": 3.496, "usd_per_m_chars": 0.705}, "tel_Telu": {"usd_same_content_per_m_en_tokens": 3.858, "usd_per_m_chars": 0.7828}, "tgk_Cyrl": {"usd_same_content_per_m_en_tokens": 3.786, "usd_per_m_chars": 0.6974}, "tgl_Latn": {"usd_same_content_per_m_en_tokens": 3.366, "usd_per_m_chars": 0.5445}, "tha_Thai": {"usd_same_content_per_m_en_tokens": 3.91, "usd_per_m_chars": 0.833}, "tir_Ethi": {"usd_same_content_per_m_en_tokens": 11.932, "usd_per_m_chars": 3.5336}, "tpi_Latn": {"usd_same_content_per_m_en_tokens": 3.586, "usd_per_m_chars": 0.57}, "tsn_Latn": {"usd_same_content_per_m_en_tokens": 3.818, "usd_per_m_chars": 0.6293}, "tso_Latn": {"usd_same_content_per_m_en_tokens": 3.486, "usd_per_m_chars": 0.5922}, "tuk_Latn": {"usd_same_content_per_m_en_tokens": 3.336, "usd_per_m_chars": 0.639}, "tum_Latn": {"usd_same_content_per_m_en_tokens": 4.212, "usd_per_m_chars": 0.6562}, "tur_Latn": {"usd_same_content_per_m_en_tokens": 2.86, "usd_per_m_chars": 0.5663}, "twi_Latn": {"usd_same_content_per_m_en_tokens": 3.712, "usd_per_m_chars": 0.7755}, "tzm_Tfng": {"usd_same_content_per_m_en_tokens": 20.294, "usd_per_m_chars": 4.6189}, "uig_Arab": {"usd_same_content_per_m_en_tokens": 5.036, "usd_per_m_chars": 0.9634}, "ukr_Cyrl": {"usd_same_content_per_m_en_tokens": 3.494, "usd_per_m_chars": 0.6983}, "umb_Latn": {"usd_same_content_per_m_en_tokens": 3.578, "usd_per_m_chars": 0.7135}, "urd_Arab": {"usd_same_content_per_m_en_tokens": 3.306, "usd_per_m_chars": 0.6838}, "uzn_Latn": {"usd_same_content_per_m_en_tokens": 3.55, "usd_per_m_chars": 0.639}, "vec_Latn": {"usd_same_content_per_m_en_tokens": 3.11, "usd_per_m_chars": 0.6274}, "vie_Latn": {"usd_same_content_per_m_en_tokens": 2.98, "usd_per_m_chars": 0.5777}, "war_Latn": {"usd_same_content_per_m_en_tokens": 3.438, "usd_per_m_chars": 0.561}, "wol_Latn": {"usd_same_content_per_m_en_tokens": 3.464, "usd_per_m_chars": 0.7321}, "xho_Latn": {"usd_same_content_per_m_en_tokens": 3.274, "usd_per_m_chars": 0.6325}, "ydd_Hebr": {"usd_same_content_per_m_en_tokens": 4.036, "usd_per_m_chars": 0.7657}, "yor_Latn": {"usd_same_content_per_m_en_tokens": 4.334, "usd_per_m_chars": 0.9183}, "yue_Hant": {"usd_same_content_per_m_en_tokens": 2.758, "usd_per_m_chars": 1.8519}, "zho_Hans": {"usd_same_content_per_m_en_tokens": 2.498, "usd_per_m_chars": 1.5516}, "zho_Hant": {"usd_same_content_per_m_en_tokens": 2.834, "usd_per_m_chars": 1.8709}, "zsm_Latn": {"usd_same_content_per_m_en_tokens": 2.6, "usd_per_m_chars": 0.478}, "zul_Latn": {"usd_same_content_per_m_en_tokens": 3.442, "usd_per_m_chars": 0.6232}, "eng_Latn": {"usd_same_content_per_m_en_tokens": 2.0, "usd_per_m_chars": 0.4072}}}, {"vendor": "OpenAI", "model": "gpt-4o", "input_usd_per_mtok": 2.5, "langs": {"ace_Arab": {"usd_same_content_per_m_en_tokens": 6.54, "usd_per_m_chars": 1.5743}, "ace_Latn": {"usd_same_content_per_m_en_tokens": 4.5375, "usd_per_m_chars": 0.8591}, "acm_Arab": {"usd_same_content_per_m_en_tokens": 3.4525, "usd_per_m_chars": 0.8167}, "acq_Arab": {"usd_same_content_per_m_en_tokens": 3.475, "usd_per_m_chars": 0.8109}, "aeb_Arab": {"usd_same_content_per_m_en_tokens": 3.55, "usd_per_m_chars": 0.8515}, "afr_Latn": {"usd_same_content_per_m_en_tokens": 3.5675, "usd_per_m_chars": 0.6866}, "ajp_Arab": {"usd_same_content_per_m_en_tokens": 3.35, "usd_per_m_chars": 0.8254}, "aka_Latn": {"usd_same_content_per_m_en_tokens": 5.215, "usd_per_m_chars": 1.0562}, "als_Latn": {"usd_same_content_per_m_en_tokens": 4.5775, "usd_per_m_chars": 0.8364}, "amh_Ethi": {"usd_same_content_per_m_en_tokens": 14.4475, "usd_per_m_chars": 4.4563}, "apc_Arab": {"usd_same_content_per_m_en_tokens": 3.365, "usd_per_m_chars": 0.8372}, "arb_Arab": {"usd_same_content_per_m_en_tokens": 3.4525, "usd_per_m_chars": 0.7974}, "arb_Latn": {"usd_same_content_per_m_en_tokens": 5.6225, "usd_per_m_chars": 0.9827}, "ars_Arab": {"usd_same_content_per_m_en_tokens": 3.465, "usd_per_m_chars": 0.7995}, "ary_Arab": {"usd_same_content_per_m_en_tokens": 3.7075, "usd_per_m_chars": 0.8772}, "arz_Arab": {"usd_same_content_per_m_en_tokens": 3.515, "usd_per_m_chars": 0.83}, "asm_Beng": {"usd_same_content_per_m_en_tokens": 4.97, "usd_per_m_chars": 1.0607}, "ast_Latn": {"usd_same_content_per_m_en_tokens": 3.5325, "usd_per_m_chars": 0.696}, "awa_Deva": {"usd_same_content_per_m_en_tokens": 4.2625, "usd_per_m_chars": 0.8938}, "ayr_Latn": {"usd_same_content_per_m_en_tokens": 4.8475, "usd_per_m_chars": 0.9398}, "azb_Arab": {"usd_same_content_per_m_en_tokens": 4.64, "usd_per_m_chars": 1.0652}, "azj_Latn": {"usd_same_content_per_m_en_tokens": 4.2825, "usd_per_m_chars": 0.8008}, "bak_Cyrl": {"usd_same_content_per_m_en_tokens": 4.3625, "usd_per_m_chars": 0.88}, "bam_Latn": {"usd_same_content_per_m_en_tokens": 5.0875, "usd_per_m_chars": 1.0813}, "ban_Latn": {"usd_same_content_per_m_en_tokens": 3.9225, "usd_per_m_chars": 0.7242}, "bel_Cyrl": {"usd_same_content_per_m_en_tokens": 4.9625, "usd_per_m_chars": 0.9012}, "bem_Latn": {"usd_same_content_per_m_en_tokens": 4.835, "usd_per_m_chars": 0.8085}, "ben_Beng": {"usd_same_content_per_m_en_tokens": 4.2425, "usd_per_m_chars": 0.8834}, "bho_Deva": {"usd_same_content_per_m_en_tokens": 4.43, "usd_per_m_chars": 0.9259}, "bjn_Arab": {"usd_same_content_per_m_en_tokens": 6.35, "usd_per_m_chars": 1.3959}, "bjn_Latn": {"usd_same_content_per_m_en_tokens": 3.6175, "usd_per_m_chars": 0.7036}, "bod_Tibt": {"usd_same_content_per_m_en_tokens": 20.24, "usd_per_m_chars": 3.6711}, "bos_Latn": {"usd_same_content_per_m_en_tokens": 3.75, "usd_per_m_chars": 0.7622}, "bug_Latn": {"usd_same_content_per_m_en_tokens": 4.3475, "usd_per_m_chars": 0.8381}, "bul_Cyrl": {"usd_same_content_per_m_en_tokens": 4.2825, "usd_per_m_chars": 0.835}, "cat_Latn": {"usd_same_content_per_m_en_tokens": 3.705, "usd_per_m_chars": 0.6831}, "ceb_Latn": {"usd_same_content_per_m_en_tokens": 4.1875, "usd_per_m_chars": 0.7092}, "ces_Latn": {"usd_same_content_per_m_en_tokens": 3.9925, "usd_per_m_chars": 0.8429}, "cjk_Latn": {"usd_same_content_per_m_en_tokens": 4.3275, "usd_per_m_chars": 0.835}, "ckb_Arab": {"usd_same_content_per_m_en_tokens": 6.925, "usd_per_m_chars": 1.4476}, "crh_Latn": {"usd_same_content_per_m_en_tokens": 4.28, "usd_per_m_chars": 0.8579}, "cym_Latn": {"usd_same_content_per_m_en_tokens": 4.3475, "usd_per_m_chars": 0.827}, "dan_Latn": {"usd_same_content_per_m_en_tokens": 3.4575, "usd_per_m_chars": 0.6879}, "deu_Latn": {"usd_same_content_per_m_en_tokens": 3.2775, "usd_per_m_chars": 0.5725}, "dik_Latn": {"usd_same_content_per_m_en_tokens": 4.635, "usd_per_m_chars": 1.1141}, "dyu_Latn": {"usd_same_content_per_m_en_tokens": 4.645, "usd_per_m_chars": 0.9398}, "dzo_Tibt": {"usd_same_content_per_m_en_tokens": 22.485, "usd_per_m_chars": 3.6982}, "ell_Grek": {"usd_same_content_per_m_en_tokens": 5.3275, "usd_per_m_chars": 0.9091}, "epo_Latn": {"usd_same_content_per_m_en_tokens": 3.815, "usd_per_m_chars": 0.7808}, "est_Latn": {"usd_same_content_per_m_en_tokens": 3.7375, "usd_per_m_chars": 0.7759}, "eus_Latn": {"usd_same_content_per_m_en_tokens": 4.0075, "usd_per_m_chars": 0.7702}, "ewe_Latn": {"usd_same_content_per_m_en_tokens": 5.8475, "usd_per_m_chars": 1.2333}, "fao_Latn": {"usd_same_content_per_m_en_tokens": 4.135, "usd_per_m_chars": 0.8275}, "fij_Latn": {"usd_same_content_per_m_en_tokens": 4.63, "usd_per_m_chars": 0.8018}, "fin_Latn": {"usd_same_content_per_m_en_tokens": 3.9025, "usd_per_m_chars": 0.7483}, "fon_Latn": {"usd_same_content_per_m_en_tokens": 7.2125, "usd_per_m_chars": 1.4327}, "fra_Latn": {"usd_same_content_per_m_en_tokens": 3.42, "usd_per_m_chars": 0.583}, "fur_Latn": {"usd_same_content_per_m_en_tokens": 4.33, "usd_per_m_chars": 0.8052}, "fuv_Latn": {"usd_same_content_per_m_en_tokens": 4.0025, "usd_per_m_chars": 0.8803}, "gaz_Latn": {"usd_same_content_per_m_en_tokens": 4.6975, "usd_per_m_chars": 0.8072}, "gla_Latn": {"usd_same_content_per_m_en_tokens": 4.97, "usd_per_m_chars": 0.8213}, "gle_Latn": {"usd_same_content_per_m_en_tokens": 4.62, "usd_per_m_chars": 0.8143}, "glg_Latn": {"usd_same_content_per_m_en_tokens": 3.3375, "usd_per_m_chars": 0.6138}, "grn_Latn": {"usd_same_content_per_m_en_tokens": 4.4325, "usd_per_m_chars": 0.8967}, "guj_Gujr": {"usd_same_content_per_m_en_tokens": 4.4775, "usd_per_m_chars": 0.9517}, "hat_Latn": {"usd_same_content_per_m_en_tokens": 3.53, "usd_per_m_chars": 0.782}, "hau_Latn": {"usd_same_content_per_m_en_tokens": 3.875, "usd_per_m_chars": 0.7436}, "heb_Hebr": {"usd_same_content_per_m_en_tokens": 3.7075, "usd_per_m_chars": 0.9766}, "hin_Deva": {"usd_same_content_per_m_en_tokens": 3.9325, "usd_per_m_chars": 0.8065}, "hne_Deva": {"usd_same_content_per_m_en_tokens": 4.3225, "usd_per_m_chars": 0.9151}, "hrv_Latn": {"usd_same_content_per_m_en_tokens": 3.6875, "usd_per_m_chars": 0.7699}, "hun_Latn": {"usd_same_content_per_m_en_tokens": 4.485, "usd_per_m_chars": 0.8693}, "hye_Armn": {"usd_same_content_per_m_en_tokens": 4.4675, "usd_per_m_chars": 0.8226}, "ibo_Latn": {"usd_same_content_per_m_en_tokens": 4.165, "usd_per_m_chars": 0.8317}, "ilo_Latn": {"usd_same_content_per_m_en_tokens": 4.6075, "usd_per_m_chars": 0.7754}, "ind_Latn": {"usd_same_content_per_m_en_tokens": 3.115, "usd_per_m_chars": 0.5882}, "isl_Latn": {"usd_same_content_per_m_en_tokens": 4.02, "usd_per_m_chars": 0.8328}, "ita_Latn": {"usd_same_content_per_m_en_tokens": 3.6725, "usd_per_m_chars": 0.6321}, "jav_Latn": {"usd_same_content_per_m_en_tokens": 3.425, "usd_per_m_chars": 0.6724}, "jpn_Jpan": {"usd_same_content_per_m_en_tokens": 4.145, "usd_per_m_chars": 1.9562}, "kab_Latn": {"usd_same_content_per_m_en_tokens": 5.345, "usd_per_m_chars": 1.1004}, "kac_Latn": {"usd_same_content_per_m_en_tokens": 5.295, "usd_per_m_chars": 0.8401}, "kam_Latn": {"usd_same_content_per_m_en_tokens": 4.5525, "usd_per_m_chars": 0.9527}, "kan_Knda": {"usd_same_content_per_m_en_tokens": 4.9225, "usd_per_m_chars": 0.9582}, "kas_Arab": {"usd_same_content_per_m_en_tokens": 6.5175, "usd_per_m_chars": 1.3889}, "kas_Deva": {"usd_same_content_per_m_en_tokens": 5.575, "usd_per_m_chars": 1.1854}, "kat_Geor": {"usd_same_content_per_m_en_tokens": 4.4625, "usd_per_m_chars": 0.8333}, "kaz_Cyrl": {"usd_same_content_per_m_en_tokens": 3.96, "usd_per_m_chars": 0.7862}, "kbp_Latn": {"usd_same_content_per_m_en_tokens": 9.7475, "usd_per_m_chars": 1.8328}, "kea_Latn": {"usd_same_content_per_m_en_tokens": 3.8675, "usd_per_m_chars": 0.7947}, "khk_Cyrl": {"usd_same_content_per_m_en_tokens": 4.725, "usd_per_m_chars": 0.9263}, "khm_Khmr": {"usd_same_content_per_m_en_tokens": 8.34, "usd_per_m_chars": 1.4628}, "kik_Latn": {"usd_same_content_per_m_en_tokens": 6.4875, "usd_per_m_chars": 1.1358}, "kin_Latn": {"usd_same_content_per_m_en_tokens": 4.28, "usd_per_m_chars": 0.7886}, "kir_Cyrl": {"usd_same_content_per_m_en_tokens": 4.1825, "usd_per_m_chars": 0.8292}, "kmb_Latn": {"usd_same_content_per_m_en_tokens": 4.585, "usd_per_m_chars": 0.8452}, "kmr_Latn": {"usd_same_content_per_m_en_tokens": 5.0425, "usd_per_m_chars": 1.0391}, "knc_Arab": {"usd_same_content_per_m_en_tokens": 6.905, "usd_per_m_chars": 1.5995}, "knc_Latn": {"usd_same_content_per_m_en_tokens": 5.3125, "usd_per_m_chars": 1.0271}, "kon_Latn": {"usd_same_content_per_m_en_tokens": 4.395, "usd_per_m_chars": 0.7879}, "kor_Hang": {"usd_same_content_per_m_en_tokens": 3.68, "usd_per_m_chars": 1.4997}, "lao_Laoo": {"usd_same_content_per_m_en_tokens": 20.5725, "usd_per_m_chars": 4.2517}, "lij_Latn": {"usd_same_content_per_m_en_tokens": 4.5225, "usd_per_m_chars": 0.8325}, "lim_Latn": {"usd_same_content_per_m_en_tokens": 4.0125, "usd_per_m_chars": 0.783}, "lin_Latn": {"usd_same_content_per_m_en_tokens": 4.0425, "usd_per_m_chars": 0.7638}, "lit_Latn": {"usd_same_content_per_m_en_tokens": 4.19, "usd_per_m_chars": 0.8639}, "lmo_Latn": {"usd_same_content_per_m_en_tokens": 4.6075, "usd_per_m_chars": 0.8741}, "ltg_Latn": {"usd_same_content_per_m_en_tokens": 4.71, "usd_per_m_chars": 0.9747}, "ltz_Latn": {"usd_same_content_per_m_en_tokens": 4.17, "usd_per_m_chars": 0.7594}, "lua_Latn": {"usd_same_content_per_m_en_tokens": 4.2475, "usd_per_m_chars": 0.7982}, "lug_Latn": {"usd_same_content_per_m_en_tokens": 4.155, "usd_per_m_chars": 0.8264}, "luo_Latn": {"usd_same_content_per_m_en_tokens": 4.19, "usd_per_m_chars": 0.8186}, "lus_Latn": {"usd_same_content_per_m_en_tokens": 4.5625, "usd_per_m_chars": 0.8384}, "lvs_Latn": {"usd_same_content_per_m_en_tokens": 4.5325, "usd_per_m_chars": 0.9081}, "mag_Deva": {"usd_same_content_per_m_en_tokens": 4.2925, "usd_per_m_chars": 0.9104}, "mai_Deva": {"usd_same_content_per_m_en_tokens": 4.395, "usd_per_m_chars": 0.9131}, "mal_Mlym": {"usd_same_content_per_m_en_tokens": 4.8925, "usd_per_m_chars": 0.8803}, "mar_Deva": {"usd_same_content_per_m_en_tokens": 4.5375, "usd_per_m_chars": 0.9168}, "min_Arab": {"usd_same_content_per_m_en_tokens": 6.6475, "usd_per_m_chars": 1.4132}, "min_Latn": {"usd_same_content_per_m_en_tokens": 3.8975, "usd_per_m_chars": 0.7423}, "mkd_Cyrl": {"usd_same_content_per_m_en_tokens": 4.4625, "usd_per_m_chars": 0.8699}, "mlt_Latn": {"usd_same_content_per_m_en_tokens": 4.67, "usd_per_m_chars": 0.8579}, "mni_Beng": {"usd_same_content_per_m_en_tokens": 7.68, "usd_per_m_chars": 1.5088}, "mos_Latn": {"usd_same_content_per_m_en_tokens": 5.0875, "usd_per_m_chars": 1.097}, "mri_Latn": {"usd_same_content_per_m_en_tokens": 4.565, "usd_per_m_chars": 0.8372}, "mya_Mymr": {"usd_same_content_per_m_en_tokens": 7.91, "usd_per_m_chars": 1.3028}, "nld_Latn": {"usd_same_content_per_m_en_tokens": 3.115, "usd_per_m_chars": 0.5677}, "nno_Latn": {"usd_same_content_per_m_en_tokens": 3.515, "usd_per_m_chars": 0.708}, "nob_Latn": {"usd_same_content_per_m_en_tokens": 3.3725, "usd_per_m_chars": 0.6859}, "npi_Deva": {"usd_same_content_per_m_en_tokens": 4.035, "usd_per_m_chars": 0.8544}, "nso_Latn": {"usd_same_content_per_m_en_tokens": 4.6525, "usd_per_m_chars": 0.8273}, "nus_Latn": {"usd_same_content_per_m_en_tokens": 8.1025, "usd_per_m_chars": 1.53}, "nya_Latn": {"usd_same_content_per_m_en_tokens": 4.0275, "usd_per_m_chars": 0.7355}, "oci_Latn": {"usd_same_content_per_m_en_tokens": 4.0025, "usd_per_m_chars": 0.7141}, "ory_Orya": {"usd_same_content_per_m_en_tokens": 12.4625, "usd_per_m_chars": 2.4826}, "pag_Latn": {"usd_same_content_per_m_en_tokens": 3.57, "usd_per_m_chars": 0.7383}, "pan_Guru": {"usd_same_content_per_m_en_tokens": 6.545, "usd_per_m_chars": 1.3179}, "pap_Latn": {"usd_same_content_per_m_en_tokens": 3.96, "usd_per_m_chars": 0.7645}, "pbt_Arab": {"usd_same_content_per_m_en_tokens": 4.285, "usd_per_m_chars": 0.9406}, "pes_Arab": {"usd_same_content_per_m_en_tokens": 3.825, "usd_per_m_chars": 0.83}, "plt_Latn": {"usd_same_content_per_m_en_tokens": 4.4825, "usd_per_m_chars": 0.7481}, "pol_Latn": {"usd_same_content_per_m_en_tokens": 4.095, "usd_per_m_chars": 0.7891}, "por_Latn": {"usd_same_content_per_m_en_tokens": 3.055, "usd_per_m_chars": 0.5726}, "prs_Arab": {"usd_same_content_per_m_en_tokens": 3.6875, "usd_per_m_chars": 0.8216}, "quy_Latn": {"usd_same_content_per_m_en_tokens": 4.575, "usd_per_m_chars": 0.8717}, "ron_Latn": {"usd_same_content_per_m_en_tokens": 4.0775, "usd_per_m_chars": 0.7375}, "run_Latn": {"usd_same_content_per_m_en_tokens": 4.45, "usd_per_m_chars": 0.8122}, "rus_Cyrl": {"usd_same_content_per_m_en_tokens": 3.5525, "usd_per_m_chars": 0.6719}, "sag_Latn": {"usd_same_content_per_m_en_tokens": 4.5525, "usd_per_m_chars": 0.8579}, "san_Deva": {"usd_same_content_per_m_en_tokens": 5.2125, "usd_per_m_chars": 1.0922}, "sat_Olck": {"usd_same_content_per_m_en_tokens": 34.25, "usd_per_m_chars": 6.5789}, "scn_Latn": {"usd_same_content_per_m_en_tokens": 4.5325, "usd_per_m_chars": 0.879}, "shn_Mymr": {"usd_same_content_per_m_en_tokens": 19.8225, "usd_per_m_chars": 2.8281}, "sin_Sinh": {"usd_same_content_per_m_en_tokens": 6.7375, "usd_per_m_chars": 1.3812}, "slk_Latn": {"usd_same_content_per_m_en_tokens": 4.1925, "usd_per_m_chars": 0.8553}, "slv_Latn": {"usd_same_content_per_m_en_tokens": 3.7775, "usd_per_m_chars": 0.7759}, "smo_Latn": {"usd_same_content_per_m_en_tokens": 4.81, "usd_per_m_chars": 0.8463}, "sna_Latn": {"usd_same_content_per_m_en_tokens": 4.25, "usd_per_m_chars": 0.7738}, "snd_Arab": {"usd_same_content_per_m_en_tokens": 4.275, "usd_per_m_chars": 0.9608}, "som_Latn": {"usd_same_content_per_m_en_tokens": 4.3075, "usd_per_m_chars": 0.7634}, "sot_Latn": {"usd_same_content_per_m_en_tokens": 4.5875, "usd_per_m_chars": 0.7766}, "spa_Latn": {"usd_same_content_per_m_en_tokens": 3.29, "usd_per_m_chars": 0.5633}, "srd_Latn": {"usd_same_content_per_m_en_tokens": 4.46, "usd_per_m_chars": 0.7817}, "srp_Cyrl": {"usd_same_content_per_m_en_tokens": 4.4475, "usd_per_m_chars": 0.9141}, "ssw_Latn": {"usd_same_content_per_m_en_tokens": 4.515, "usd_per_m_chars": 0.8159}, "sun_Latn": {"usd_same_content_per_m_en_tokens": 3.4625, "usd_per_m_chars": 0.6799}, "swe_Latn": {"usd_same_content_per_m_en_tokens": 3.375, "usd_per_m_chars": 0.6864}, "swh_Latn": {"usd_same_content_per_m_en_tokens": 3.715, "usd_per_m_chars": 0.7228}, "szl_Latn": {"usd_same_content_per_m_en_tokens": 4.91, "usd_per_m_chars": 0.9604}, "tam_Taml": {"usd_same_content_per_m_en_tokens": 4.95, "usd_per_m_chars": 0.863}, "taq_Latn": {"usd_same_content_per_m_en_tokens": 5.19, "usd_per_m_chars": 1.1211}, "taq_Tfng": {"usd_same_content_per_m_en_tokens": 25.5275, "usd_per_m_chars": 5.531}, "tat_Cyrl": {"usd_same_content_per_m_en_tokens": 4.37, "usd_per_m_chars": 0.8812}, "tel_Telu": {"usd_same_content_per_m_en_tokens": 4.8225, "usd_per_m_chars": 0.9785}, "tgk_Cyrl": {"usd_same_content_per_m_en_tokens": 4.7325, "usd_per_m_chars": 0.8717}, "tgl_Latn": {"usd_same_content_per_m_en_tokens": 4.2075, "usd_per_m_chars": 0.6806}, "tha_Thai": {"usd_same_content_per_m_en_tokens": 4.8875, "usd_per_m_chars": 1.0412}, "tir_Ethi": {"usd_same_content_per_m_en_tokens": 14.915, "usd_per_m_chars": 4.417}, "tpi_Latn": {"usd_same_content_per_m_en_tokens": 4.4825, "usd_per_m_chars": 0.7125}, "tsn_Latn": {"usd_same_content_per_m_en_tokens": 4.7725, "usd_per_m_chars": 0.7867}, "tso_Latn": {"usd_same_content_per_m_en_tokens": 4.3575, "usd_per_m_chars": 0.7403}, "tuk_Latn": {"usd_same_content_per_m_en_tokens": 4.17, "usd_per_m_chars": 0.7987}, "tum_Latn": {"usd_same_content_per_m_en_tokens": 5.265, "usd_per_m_chars": 0.8202}, "tur_Latn": {"usd_same_content_per_m_en_tokens": 3.575, "usd_per_m_chars": 0.7078}, "twi_Latn": {"usd_same_content_per_m_en_tokens": 4.64, "usd_per_m_chars": 0.9694}, "tzm_Tfng": {"usd_same_content_per_m_en_tokens": 25.3675, "usd_per_m_chars": 5.7737}, "uig_Arab": {"usd_same_content_per_m_en_tokens": 6.295, "usd_per_m_chars": 1.2042}, "ukr_Cyrl": {"usd_same_content_per_m_en_tokens": 4.3675, "usd_per_m_chars": 0.8729}, "umb_Latn": {"usd_same_content_per_m_en_tokens": 4.4725, "usd_per_m_chars": 0.8919}, "urd_Arab": {"usd_same_content_per_m_en_tokens": 4.1325, "usd_per_m_chars": 0.8547}, "uzn_Latn": {"usd_same_content_per_m_en_tokens": 4.4375, "usd_per_m_chars": 0.7987}, "vec_Latn": {"usd_same_content_per_m_en_tokens": 3.8875, "usd_per_m_chars": 0.7842}, "vie_Latn": {"usd_same_content_per_m_en_tokens": 3.725, "usd_per_m_chars": 0.7221}, "war_Latn": {"usd_same_content_per_m_en_tokens": 4.2975, "usd_per_m_chars": 0.7013}, "wol_Latn": {"usd_same_content_per_m_en_tokens": 4.33, "usd_per_m_chars": 0.9151}, "xho_Latn": {"usd_same_content_per_m_en_tokens": 4.0925, "usd_per_m_chars": 0.7906}, "ydd_Hebr": {"usd_same_content_per_m_en_tokens": 5.045, "usd_per_m_chars": 0.9571}, "yor_Latn": {"usd_same_content_per_m_en_tokens": 5.4175, "usd_per_m_chars": 1.1478}, "yue_Hant": {"usd_same_content_per_m_en_tokens": 3.4475, "usd_per_m_chars": 2.3148}, "zho_Hans": {"usd_same_content_per_m_en_tokens": 3.1225, "usd_per_m_chars": 1.9395}, "zho_Hant": {"usd_same_content_per_m_en_tokens": 3.5425, "usd_per_m_chars": 2.3386}, "zsm_Latn": {"usd_same_content_per_m_en_tokens": 3.25, "usd_per_m_chars": 0.5975}, "zul_Latn": {"usd_same_content_per_m_en_tokens": 4.3025, "usd_per_m_chars": 0.7791}, "eng_Latn": {"usd_same_content_per_m_en_tokens": 2.5, "usd_per_m_chars": 0.5091}}}, {"vendor": "OpenAI", "model": "gpt-4o-mini", "input_usd_per_mtok": 0.15, "langs": {"ace_Arab": {"usd_same_content_per_m_en_tokens": 0.3924, "usd_per_m_chars": 0.0945}, "ace_Latn": {"usd_same_content_per_m_en_tokens": 0.2722, "usd_per_m_chars": 0.0515}, "acm_Arab": {"usd_same_content_per_m_en_tokens": 0.2072, "usd_per_m_chars": 0.049}, "acq_Arab": {"usd_same_content_per_m_en_tokens": 0.2085, "usd_per_m_chars": 0.0487}, "aeb_Arab": {"usd_same_content_per_m_en_tokens": 0.213, "usd_per_m_chars": 0.0511}, "afr_Latn": {"usd_same_content_per_m_en_tokens": 0.214, "usd_per_m_chars": 0.0412}, "ajp_Arab": {"usd_same_content_per_m_en_tokens": 0.201, "usd_per_m_chars": 0.0495}, "aka_Latn": {"usd_same_content_per_m_en_tokens": 0.3129, "usd_per_m_chars": 0.0634}, "als_Latn": {"usd_same_content_per_m_en_tokens": 0.2747, "usd_per_m_chars": 0.0502}, "amh_Ethi": {"usd_same_content_per_m_en_tokens": 0.8669, "usd_per_m_chars": 0.2674}, "apc_Arab": {"usd_same_content_per_m_en_tokens": 0.2019, "usd_per_m_chars": 0.0502}, "arb_Arab": {"usd_same_content_per_m_en_tokens": 0.2072, "usd_per_m_chars": 0.0478}, "arb_Latn": {"usd_same_content_per_m_en_tokens": 0.3373, "usd_per_m_chars": 0.059}, "ars_Arab": {"usd_same_content_per_m_en_tokens": 0.2079, "usd_per_m_chars": 0.048}, "ary_Arab": {"usd_same_content_per_m_en_tokens": 0.2225, "usd_per_m_chars": 0.0526}, "arz_Arab": {"usd_same_content_per_m_en_tokens": 0.2109, "usd_per_m_chars": 0.0498}, "asm_Beng": {"usd_same_content_per_m_en_tokens": 0.2982, "usd_per_m_chars": 0.0636}, "ast_Latn": {"usd_same_content_per_m_en_tokens": 0.2119, "usd_per_m_chars": 0.0418}, "awa_Deva": {"usd_same_content_per_m_en_tokens": 0.2557, "usd_per_m_chars": 0.0536}, "ayr_Latn": {"usd_same_content_per_m_en_tokens": 0.2908, "usd_per_m_chars": 0.0564}, "azb_Arab": {"usd_same_content_per_m_en_tokens": 0.2784, "usd_per_m_chars": 0.0639}, "azj_Latn": {"usd_same_content_per_m_en_tokens": 0.257, "usd_per_m_chars": 0.048}, "bak_Cyrl": {"usd_same_content_per_m_en_tokens": 0.2617, "usd_per_m_chars": 0.0528}, "bam_Latn": {"usd_same_content_per_m_en_tokens": 0.3053, "usd_per_m_chars": 0.0649}, "ban_Latn": {"usd_same_content_per_m_en_tokens": 0.2353, "usd_per_m_chars": 0.0435}, "bel_Cyrl": {"usd_same_content_per_m_en_tokens": 0.2978, "usd_per_m_chars": 0.0541}, "bem_Latn": {"usd_same_content_per_m_en_tokens": 0.2901, "usd_per_m_chars": 0.0485}, "ben_Beng": {"usd_same_content_per_m_en_tokens": 0.2545, "usd_per_m_chars": 0.053}, "bho_Deva": {"usd_same_content_per_m_en_tokens": 0.2658, "usd_per_m_chars": 0.0556}, "bjn_Arab": {"usd_same_content_per_m_en_tokens": 0.381, "usd_per_m_chars": 0.0838}, "bjn_Latn": {"usd_same_content_per_m_en_tokens": 0.217, "usd_per_m_chars": 0.0422}, "bod_Tibt": {"usd_same_content_per_m_en_tokens": 1.2144, "usd_per_m_chars": 0.2203}, "bos_Latn": {"usd_same_content_per_m_en_tokens": 0.225, "usd_per_m_chars": 0.0457}, "bug_Latn": {"usd_same_content_per_m_en_tokens": 0.2609, "usd_per_m_chars": 0.0503}, "bul_Cyrl": {"usd_same_content_per_m_en_tokens": 0.257, "usd_per_m_chars": 0.0501}, "cat_Latn": {"usd_same_content_per_m_en_tokens": 0.2223, "usd_per_m_chars": 0.041}, "ceb_Latn": {"usd_same_content_per_m_en_tokens": 0.2512, "usd_per_m_chars": 0.0426}, "ces_Latn": {"usd_same_content_per_m_en_tokens": 0.2395, "usd_per_m_chars": 0.0506}, "cjk_Latn": {"usd_same_content_per_m_en_tokens": 0.2596, "usd_per_m_chars": 0.0501}, "ckb_Arab": {"usd_same_content_per_m_en_tokens": 0.4155, "usd_per_m_chars": 0.0869}, "crh_Latn": {"usd_same_content_per_m_en_tokens": 0.2568, "usd_per_m_chars": 0.0515}, "cym_Latn": {"usd_same_content_per_m_en_tokens": 0.2609, "usd_per_m_chars": 0.0496}, "dan_Latn": {"usd_same_content_per_m_en_tokens": 0.2074, "usd_per_m_chars": 0.0413}, "deu_Latn": {"usd_same_content_per_m_en_tokens": 0.1966, "usd_per_m_chars": 0.0343}, "dik_Latn": {"usd_same_content_per_m_en_tokens": 0.2781, "usd_per_m_chars": 0.0668}, "dyu_Latn": {"usd_same_content_per_m_en_tokens": 0.2787, "usd_per_m_chars": 0.0564}, "dzo_Tibt": {"usd_same_content_per_m_en_tokens": 1.3491, "usd_per_m_chars": 0.2219}, "ell_Grek": {"usd_same_content_per_m_en_tokens": 0.3196, "usd_per_m_chars": 0.0545}, "epo_Latn": {"usd_same_content_per_m_en_tokens": 0.2289, "usd_per_m_chars": 0.0468}, "est_Latn": {"usd_same_content_per_m_en_tokens": 0.2243, "usd_per_m_chars": 0.0466}, "eus_Latn": {"usd_same_content_per_m_en_tokens": 0.2404, "usd_per_m_chars": 0.0462}, "ewe_Latn": {"usd_same_content_per_m_en_tokens": 0.3508, "usd_per_m_chars": 0.074}, "fao_Latn": {"usd_same_content_per_m_en_tokens": 0.2481, "usd_per_m_chars": 0.0497}, "fij_Latn": {"usd_same_content_per_m_en_tokens": 0.2778, "usd_per_m_chars": 0.0481}, "fin_Latn": {"usd_same_content_per_m_en_tokens": 0.2341, "usd_per_m_chars": 0.0449}, "fon_Latn": {"usd_same_content_per_m_en_tokens": 0.4327, "usd_per_m_chars": 0.086}, "fra_Latn": {"usd_same_content_per_m_en_tokens": 0.2052, "usd_per_m_chars": 0.035}, "fur_Latn": {"usd_same_content_per_m_en_tokens": 0.2598, "usd_per_m_chars": 0.0483}, "fuv_Latn": {"usd_same_content_per_m_en_tokens": 0.2401, "usd_per_m_chars": 0.0528}, "gaz_Latn": {"usd_same_content_per_m_en_tokens": 0.2818, "usd_per_m_chars": 0.0484}, "gla_Latn": {"usd_same_content_per_m_en_tokens": 0.2982, "usd_per_m_chars": 0.0493}, "gle_Latn": {"usd_same_content_per_m_en_tokens": 0.2772, "usd_per_m_chars": 0.0489}, "glg_Latn": {"usd_same_content_per_m_en_tokens": 0.2002, "usd_per_m_chars": 0.0368}, "grn_Latn": {"usd_same_content_per_m_en_tokens": 0.2659, "usd_per_m_chars": 0.0538}, "guj_Gujr": {"usd_same_content_per_m_en_tokens": 0.2686, "usd_per_m_chars": 0.0571}, "hat_Latn": {"usd_same_content_per_m_en_tokens": 0.2118, "usd_per_m_chars": 0.0469}, "hau_Latn": {"usd_same_content_per_m_en_tokens": 0.2325, "usd_per_m_chars": 0.0446}, "heb_Hebr": {"usd_same_content_per_m_en_tokens": 0.2225, "usd_per_m_chars": 0.0586}, "hin_Deva": {"usd_same_content_per_m_en_tokens": 0.2359, "usd_per_m_chars": 0.0484}, "hne_Deva": {"usd_same_content_per_m_en_tokens": 0.2594, "usd_per_m_chars": 0.0549}, "hrv_Latn": {"usd_same_content_per_m_en_tokens": 0.2213, "usd_per_m_chars": 0.0462}, "hun_Latn": {"usd_same_content_per_m_en_tokens": 0.2691, "usd_per_m_chars": 0.0522}, "hye_Armn": {"usd_same_content_per_m_en_tokens": 0.268, "usd_per_m_chars": 0.0494}, "ibo_Latn": {"usd_same_content_per_m_en_tokens": 0.2499, "usd_per_m_chars": 0.0499}, "ilo_Latn": {"usd_same_content_per_m_en_tokens": 0.2764, "usd_per_m_chars": 0.0465}, "ind_Latn": {"usd_same_content_per_m_en_tokens": 0.1869, "usd_per_m_chars": 0.0353}, "isl_Latn": {"usd_same_content_per_m_en_tokens": 0.2412, "usd_per_m_chars": 0.05}, "ita_Latn": {"usd_same_content_per_m_en_tokens": 0.2204, "usd_per_m_chars": 0.0379}, "jav_Latn": {"usd_same_content_per_m_en_tokens": 0.2055, "usd_per_m_chars": 0.0403}, "jpn_Jpan": {"usd_same_content_per_m_en_tokens": 0.2487, "usd_per_m_chars": 0.1174}, "kab_Latn": {"usd_same_content_per_m_en_tokens": 0.3207, "usd_per_m_chars": 0.066}, "kac_Latn": {"usd_same_content_per_m_en_tokens": 0.3177, "usd_per_m_chars": 0.0504}, "kam_Latn": {"usd_same_content_per_m_en_tokens": 0.2732, "usd_per_m_chars": 0.0572}, "kan_Knda": {"usd_same_content_per_m_en_tokens": 0.2954, "usd_per_m_chars": 0.0575}, "kas_Arab": {"usd_same_content_per_m_en_tokens": 0.3911, "usd_per_m_chars": 0.0833}, "kas_Deva": {"usd_same_content_per_m_en_tokens": 0.3345, "usd_per_m_chars": 0.0711}, "kat_Geor": {"usd_same_content_per_m_en_tokens": 0.2677, "usd_per_m_chars": 0.05}, "kaz_Cyrl": {"usd_same_content_per_m_en_tokens": 0.2376, "usd_per_m_chars": 0.0472}, "kbp_Latn": {"usd_same_content_per_m_en_tokens": 0.5848, "usd_per_m_chars": 0.11}, "kea_Latn": {"usd_same_content_per_m_en_tokens": 0.232, "usd_per_m_chars": 0.0477}, "khk_Cyrl": {"usd_same_content_per_m_en_tokens": 0.2835, "usd_per_m_chars": 0.0556}, "khm_Khmr": {"usd_same_content_per_m_en_tokens": 0.5004, "usd_per_m_chars": 0.0878}, "kik_Latn": {"usd_same_content_per_m_en_tokens": 0.3893, "usd_per_m_chars": 0.0682}, "kin_Latn": {"usd_same_content_per_m_en_tokens": 0.2568, "usd_per_m_chars": 0.0473}, "kir_Cyrl": {"usd_same_content_per_m_en_tokens": 0.251, "usd_per_m_chars": 0.0498}, "kmb_Latn": {"usd_same_content_per_m_en_tokens": 0.2751, "usd_per_m_chars": 0.0507}, "kmr_Latn": {"usd_same_content_per_m_en_tokens": 0.3025, "usd_per_m_chars": 0.0623}, "knc_Arab": {"usd_same_content_per_m_en_tokens": 0.4143, "usd_per_m_chars": 0.096}, "knc_Latn": {"usd_same_content_per_m_en_tokens": 0.3187, "usd_per_m_chars": 0.0616}, "kon_Latn": {"usd_same_content_per_m_en_tokens": 0.2637, "usd_per_m_chars": 0.0473}, "kor_Hang": {"usd_same_content_per_m_en_tokens": 0.2208, "usd_per_m_chars": 0.09}, "lao_Laoo": {"usd_same_content_per_m_en_tokens": 1.2343, "usd_per_m_chars": 0.2551}, "lij_Latn": {"usd_same_content_per_m_en_tokens": 0.2713, "usd_per_m_chars": 0.05}, "lim_Latn": {"usd_same_content_per_m_en_tokens": 0.2407, "usd_per_m_chars": 0.047}, "lin_Latn": {"usd_same_content_per_m_en_tokens": 0.2425, "usd_per_m_chars": 0.0458}, "lit_Latn": {"usd_same_content_per_m_en_tokens": 0.2514, "usd_per_m_chars": 0.0518}, "lmo_Latn": {"usd_same_content_per_m_en_tokens": 0.2764, "usd_per_m_chars": 0.0524}, "ltg_Latn": {"usd_same_content_per_m_en_tokens": 0.2826, "usd_per_m_chars": 0.0585}, "ltz_Latn": {"usd_same_content_per_m_en_tokens": 0.2502, "usd_per_m_chars": 0.0456}, "lua_Latn": {"usd_same_content_per_m_en_tokens": 0.2549, "usd_per_m_chars": 0.0479}, "lug_Latn": {"usd_same_content_per_m_en_tokens": 0.2493, "usd_per_m_chars": 0.0496}, "luo_Latn": {"usd_same_content_per_m_en_tokens": 0.2514, "usd_per_m_chars": 0.0491}, "lus_Latn": {"usd_same_content_per_m_en_tokens": 0.2737, "usd_per_m_chars": 0.0503}, "lvs_Latn": {"usd_same_content_per_m_en_tokens": 0.2719, "usd_per_m_chars": 0.0545}, "mag_Deva": {"usd_same_content_per_m_en_tokens": 0.2576, "usd_per_m_chars": 0.0546}, "mai_Deva": {"usd_same_content_per_m_en_tokens": 0.2637, "usd_per_m_chars": 0.0548}, "mal_Mlym": {"usd_same_content_per_m_en_tokens": 0.2935, "usd_per_m_chars": 0.0528}, "mar_Deva": {"usd_same_content_per_m_en_tokens": 0.2722, "usd_per_m_chars": 0.055}, "min_Arab": {"usd_same_content_per_m_en_tokens": 0.3988, "usd_per_m_chars": 0.0848}, "min_Latn": {"usd_same_content_per_m_en_tokens": 0.2338, "usd_per_m_chars": 0.0445}, "mkd_Cyrl": {"usd_same_content_per_m_en_tokens": 0.2677, "usd_per_m_chars": 0.0522}, "mlt_Latn": {"usd_same_content_per_m_en_tokens": 0.2802, "usd_per_m_chars": 0.0515}, "mni_Beng": {"usd_same_content_per_m_en_tokens": 0.4608, "usd_per_m_chars": 0.0905}, "mos_Latn": {"usd_same_content_per_m_en_tokens": 0.3053, "usd_per_m_chars": 0.0658}, "mri_Latn": {"usd_same_content_per_m_en_tokens": 0.2739, "usd_per_m_chars": 0.0502}, "mya_Mymr": {"usd_same_content_per_m_en_tokens": 0.4746, "usd_per_m_chars": 0.0782}, "nld_Latn": {"usd_same_content_per_m_en_tokens": 0.1869, "usd_per_m_chars": 0.0341}, "nno_Latn": {"usd_same_content_per_m_en_tokens": 0.2109, "usd_per_m_chars": 0.0425}, "nob_Latn": {"usd_same_content_per_m_en_tokens": 0.2024, "usd_per_m_chars": 0.0412}, "npi_Deva": {"usd_same_content_per_m_en_tokens": 0.2421, "usd_per_m_chars": 0.0513}, "nso_Latn": {"usd_same_content_per_m_en_tokens": 0.2792, "usd_per_m_chars": 0.0496}, "nus_Latn": {"usd_same_content_per_m_en_tokens": 0.4861, "usd_per_m_chars": 0.0918}, "nya_Latn": {"usd_same_content_per_m_en_tokens": 0.2416, "usd_per_m_chars": 0.0441}, "oci_Latn": {"usd_same_content_per_m_en_tokens": 0.2401, "usd_per_m_chars": 0.0428}, "ory_Orya": {"usd_same_content_per_m_en_tokens": 0.7478, "usd_per_m_chars": 0.149}, "pag_Latn": {"usd_same_content_per_m_en_tokens": 0.2142, "usd_per_m_chars": 0.0443}, "pan_Guru": {"usd_same_content_per_m_en_tokens": 0.3927, "usd_per_m_chars": 0.0791}, "pap_Latn": {"usd_same_content_per_m_en_tokens": 0.2376, "usd_per_m_chars": 0.0459}, "pbt_Arab": {"usd_same_content_per_m_en_tokens": 0.2571, "usd_per_m_chars": 0.0564}, "pes_Arab": {"usd_same_content_per_m_en_tokens": 0.2295, "usd_per_m_chars": 0.0498}, "plt_Latn": {"usd_same_content_per_m_en_tokens": 0.2689, "usd_per_m_chars": 0.0449}, "pol_Latn": {"usd_same_content_per_m_en_tokens": 0.2457, "usd_per_m_chars": 0.0473}, "por_Latn": {"usd_same_content_per_m_en_tokens": 0.1833, "usd_per_m_chars": 0.0344}, "prs_Arab": {"usd_same_content_per_m_en_tokens": 0.2213, "usd_per_m_chars": 0.0493}, "quy_Latn": {"usd_same_content_per_m_en_tokens": 0.2745, "usd_per_m_chars": 0.0523}, "ron_Latn": {"usd_same_content_per_m_en_tokens": 0.2446, "usd_per_m_chars": 0.0442}, "run_Latn": {"usd_same_content_per_m_en_tokens": 0.267, "usd_per_m_chars": 0.0487}, "rus_Cyrl": {"usd_same_content_per_m_en_tokens": 0.2132, "usd_per_m_chars": 0.0403}, "sag_Latn": {"usd_same_content_per_m_en_tokens": 0.2732, "usd_per_m_chars": 0.0515}, "san_Deva": {"usd_same_content_per_m_en_tokens": 0.3127, "usd_per_m_chars": 0.0655}, "sat_Olck": {"usd_same_content_per_m_en_tokens": 2.055, "usd_per_m_chars": 0.3947}, "scn_Latn": {"usd_same_content_per_m_en_tokens": 0.2719, "usd_per_m_chars": 0.0527}, "shn_Mymr": {"usd_same_content_per_m_en_tokens": 1.1893, "usd_per_m_chars": 0.1697}, "sin_Sinh": {"usd_same_content_per_m_en_tokens": 0.4042, "usd_per_m_chars": 0.0829}, "slk_Latn": {"usd_same_content_per_m_en_tokens": 0.2515, "usd_per_m_chars": 0.0513}, "slv_Latn": {"usd_same_content_per_m_en_tokens": 0.2266, "usd_per_m_chars": 0.0466}, "smo_Latn": {"usd_same_content_per_m_en_tokens": 0.2886, "usd_per_m_chars": 0.0508}, "sna_Latn": {"usd_same_content_per_m_en_tokens": 0.255, "usd_per_m_chars": 0.0464}, "snd_Arab": {"usd_same_content_per_m_en_tokens": 0.2565, "usd_per_m_chars": 0.0576}, "som_Latn": {"usd_same_content_per_m_en_tokens": 0.2585, "usd_per_m_chars": 0.0458}, "sot_Latn": {"usd_same_content_per_m_en_tokens": 0.2752, "usd_per_m_chars": 0.0466}, "spa_Latn": {"usd_same_content_per_m_en_tokens": 0.1974, "usd_per_m_chars": 0.0338}, "srd_Latn": {"usd_same_content_per_m_en_tokens": 0.2676, "usd_per_m_chars": 0.0469}, "srp_Cyrl": {"usd_same_content_per_m_en_tokens": 0.2668, "usd_per_m_chars": 0.0548}, "ssw_Latn": {"usd_same_content_per_m_en_tokens": 0.2709, "usd_per_m_chars": 0.049}, "sun_Latn": {"usd_same_content_per_m_en_tokens": 0.2077, "usd_per_m_chars": 0.0408}, "swe_Latn": {"usd_same_content_per_m_en_tokens": 0.2025, "usd_per_m_chars": 0.0412}, "swh_Latn": {"usd_same_content_per_m_en_tokens": 0.2229, "usd_per_m_chars": 0.0434}, "szl_Latn": {"usd_same_content_per_m_en_tokens": 0.2946, "usd_per_m_chars": 0.0576}, "tam_Taml": {"usd_same_content_per_m_en_tokens": 0.297, "usd_per_m_chars": 0.0518}, "taq_Latn": {"usd_same_content_per_m_en_tokens": 0.3114, "usd_per_m_chars": 0.0673}, "taq_Tfng": {"usd_same_content_per_m_en_tokens": 1.5316, "usd_per_m_chars": 0.3319}, "tat_Cyrl": {"usd_same_content_per_m_en_tokens": 0.2622, "usd_per_m_chars": 0.0529}, "tel_Telu": {"usd_same_content_per_m_en_tokens": 0.2893, "usd_per_m_chars": 0.0587}, "tgk_Cyrl": {"usd_same_content_per_m_en_tokens": 0.2839, "usd_per_m_chars": 0.0523}, "tgl_Latn": {"usd_same_content_per_m_en_tokens": 0.2525, "usd_per_m_chars": 0.0408}, "tha_Thai": {"usd_same_content_per_m_en_tokens": 0.2933, "usd_per_m_chars": 0.0625}, "tir_Ethi": {"usd_same_content_per_m_en_tokens": 0.8949, "usd_per_m_chars": 0.265}, "tpi_Latn": {"usd_same_content_per_m_en_tokens": 0.2689, "usd_per_m_chars": 0.0427}, "tsn_Latn": {"usd_same_content_per_m_en_tokens": 0.2863, "usd_per_m_chars": 0.0472}, "tso_Latn": {"usd_same_content_per_m_en_tokens": 0.2615, "usd_per_m_chars": 0.0444}, "tuk_Latn": {"usd_same_content_per_m_en_tokens": 0.2502, "usd_per_m_chars": 0.0479}, "tum_Latn": {"usd_same_content_per_m_en_tokens": 0.3159, "usd_per_m_chars": 0.0492}, "tur_Latn": {"usd_same_content_per_m_en_tokens": 0.2145, "usd_per_m_chars": 0.0425}, "twi_Latn": {"usd_same_content_per_m_en_tokens": 0.2784, "usd_per_m_chars": 0.0582}, "tzm_Tfng": {"usd_same_content_per_m_en_tokens": 1.522, "usd_per_m_chars": 0.3464}, "uig_Arab": {"usd_same_content_per_m_en_tokens": 0.3777, "usd_per_m_chars": 0.0723}, "ukr_Cyrl": {"usd_same_content_per_m_en_tokens": 0.2621, "usd_per_m_chars": 0.0524}, "umb_Latn": {"usd_same_content_per_m_en_tokens": 0.2683, "usd_per_m_chars": 0.0535}, "urd_Arab": {"usd_same_content_per_m_en_tokens": 0.248, "usd_per_m_chars": 0.0513}, "uzn_Latn": {"usd_same_content_per_m_en_tokens": 0.2662, "usd_per_m_chars": 0.0479}, "vec_Latn": {"usd_same_content_per_m_en_tokens": 0.2332, "usd_per_m_chars": 0.0471}, "vie_Latn": {"usd_same_content_per_m_en_tokens": 0.2235, "usd_per_m_chars": 0.0433}, "war_Latn": {"usd_same_content_per_m_en_tokens": 0.2579, "usd_per_m_chars": 0.0421}, "wol_Latn": {"usd_same_content_per_m_en_tokens": 0.2598, "usd_per_m_chars": 0.0549}, "xho_Latn": {"usd_same_content_per_m_en_tokens": 0.2455, "usd_per_m_chars": 0.0474}, "ydd_Hebr": {"usd_same_content_per_m_en_tokens": 0.3027, "usd_per_m_chars": 0.0574}, "yor_Latn": {"usd_same_content_per_m_en_tokens": 0.325, "usd_per_m_chars": 0.0689}, "yue_Hant": {"usd_same_content_per_m_en_tokens": 0.2069, "usd_per_m_chars": 0.1389}, "zho_Hans": {"usd_same_content_per_m_en_tokens": 0.1874, "usd_per_m_chars": 0.1164}, "zho_Hant": {"usd_same_content_per_m_en_tokens": 0.2125, "usd_per_m_chars": 0.1403}, "zsm_Latn": {"usd_same_content_per_m_en_tokens": 0.195, "usd_per_m_chars": 0.0359}, "zul_Latn": {"usd_same_content_per_m_en_tokens": 0.2581, "usd_per_m_chars": 0.0467}, "eng_Latn": {"usd_same_content_per_m_en_tokens": 0.15, "usd_per_m_chars": 0.0305}}}]}, {"schema": 1, "tokenizer": "gpt-oss (o200k_harmony)", "kind": "hf", "id": "openai/gpt-oss-20b", "group": "OpenAI", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 70289, "chars": 111621, "chars_per_token": 1.588, "ratio_vs_en": 2.616, "ci95": [2.586, 2.648]}, "ace_Latn": {"tokens": 48767, "chars": 141933, "chars_per_token": 2.91, "ratio_vs_en": 1.815, "ci95": [1.794, 1.835]}, "acm_Arab": {"tokens": 37108, "chars": 113573, "chars_per_token": 3.061, "ratio_vs_en": 1.381, "ci95": [1.366, 1.395]}, "acq_Arab": {"tokens": 37342, "chars": 115113, "chars_per_token": 3.083, "ratio_vs_en": 1.39, "ci95": [1.375, 1.404]}, "aeb_Arab": {"tokens": 38168, "chars": 112077, "chars_per_token": 2.936, "ratio_vs_en": 1.42, "ci95": [1.406, 1.436]}, "afr_Latn": {"tokens": 38361, "chars": 139690, "chars_per_token": 3.641, "ratio_vs_en": 1.427, "ci95": [1.415, 1.44]}, "ajp_Arab": {"tokens": 36006, "chars": 109046, "chars_per_token": 3.029, "ratio_vs_en": 1.34, "ci95": [1.328, 1.352]}, "aka_Latn": {"tokens": 56050, "chars": 132650, "chars_per_token": 2.367, "ratio_vs_en": 2.086, "ci95": [2.058, 2.116]}, "als_Latn": {"tokens": 49201, "chars": 147064, "chars_per_token": 2.989, "ratio_vs_en": 1.831, "ci95": [1.812, 1.849]}, "amh_Ethi": {"tokens": 155290, "chars": 87132, "chars_per_token": 0.561, "ratio_vs_en": 5.779, "ci95": [5.712, 5.845]}, "apc_Arab": {"tokens": 36158, "chars": 107981, "chars_per_token": 2.986, "ratio_vs_en": 1.346, "ci95": [1.333, 1.359]}, "arb_Arab": {"tokens": 37105, "chars": 116307, "chars_per_token": 3.135, "ratio_vs_en": 1.381, "ci95": [1.367, 1.396]}, "arb_Latn": {"tokens": 60450, "chars": 153758, "chars_per_token": 2.544, "ratio_vs_en": 2.249, "ci95": [2.222, 2.278]}, "ars_Arab": {"tokens": 37239, "chars": 116428, "chars_per_token": 3.127, "ratio_vs_en": 1.386, "ci95": [1.372, 1.401]}, "ary_Arab": {"tokens": 39848, "chars": 113563, "chars_per_token": 2.85, "ratio_vs_en": 1.483, "ci95": [1.466, 1.5]}, "arz_Arab": {"tokens": 37772, "chars": 113770, "chars_per_token": 3.012, "ratio_vs_en": 1.406, "ci95": [1.391, 1.42]}, "asm_Beng": {"tokens": 53433, "chars": 125936, "chars_per_token": 2.357, "ratio_vs_en": 1.988, "ci95": [1.968, 2.009]}, "ast_Latn": {"tokens": 37965, "chars": 136363, "chars_per_token": 3.592, "ratio_vs_en": 1.413, "ci95": [1.399, 1.426]}, "awa_Deva": {"tokens": 45825, "chars": 128171, "chars_per_token": 2.797, "ratio_vs_en": 1.705, "ci95": [1.687, 1.725]}, "ayr_Latn": {"tokens": 52120, "chars": 138617, "chars_per_token": 2.66, "ratio_vs_en": 1.939, "ci95": [1.911, 1.967]}, "azb_Arab": {"tokens": 49876, "chars": 117061, "chars_per_token": 2.347, "ratio_vs_en": 1.856, "ci95": [1.834, 1.878]}, "azj_Latn": {"tokens": 46043, "chars": 143739, "chars_per_token": 3.122, "ratio_vs_en": 1.713, "ci95": [1.694, 1.733]}, "bak_Cyrl": {"tokens": 46891, "chars": 133222, "chars_per_token": 2.841, "ratio_vs_en": 1.745, "ci95": [1.726, 1.764]}, "bam_Latn": {"tokens": 54676, "chars": 126387, "chars_per_token": 2.312, "ratio_vs_en": 2.035, "ci95": [2.008, 2.061]}, "ban_Latn": {"tokens": 42175, "chars": 145570, "chars_per_token": 3.452, "ratio_vs_en": 1.569, "ci95": [1.552, 1.587]}, "bel_Cyrl": {"tokens": 53340, "chars": 147991, "chars_per_token": 2.774, "ratio_vs_en": 1.985, "ci95": [1.961, 2.01]}, "bem_Latn": {"tokens": 51982, "chars": 160751, "chars_per_token": 3.092, "ratio_vs_en": 1.934, "ci95": [1.913, 1.956]}, "ben_Beng": {"tokens": 45592, "chars": 129042, "chars_per_token": 2.83, "ratio_vs_en": 1.697, "ci95": [1.68, 1.713]}, "bho_Deva": {"tokens": 47630, "chars": 128611, "chars_per_token": 2.7, "ratio_vs_en": 1.772, "ci95": [1.752, 1.792]}, "bjn_Arab": {"tokens": 68254, "chars": 122230, "chars_per_token": 1.791, "ratio_vs_en": 2.54, "ci95": [2.511, 2.568]}, "bjn_Latn": {"tokens": 38896, "chars": 138182, "chars_per_token": 3.553, "ratio_vs_en": 1.447, "ci95": [1.433, 1.462]}, "bod_Tibt": {"tokens": 217553, "chars": 148151, "chars_per_token": 0.681, "ratio_vs_en": 8.096, "ci95": [7.987, 8.208]}, "bos_Latn": {"tokens": 40302, "chars": 132187, "chars_per_token": 3.28, "ratio_vs_en": 1.5, "ci95": [1.485, 1.514]}, "bug_Latn": {"tokens": 46725, "chars": 139375, "chars_per_token": 2.983, "ratio_vs_en": 1.739, "ci95": [1.716, 1.762]}, "bul_Cyrl": {"tokens": 46036, "chars": 137824, "chars_per_token": 2.994, "ratio_vs_en": 1.713, "ci95": [1.697, 1.73]}, "cat_Latn": {"tokens": 39834, "chars": 145781, "chars_per_token": 3.66, "ratio_vs_en": 1.482, "ci95": [1.469, 1.496]}, "ceb_Latn": {"tokens": 45021, "chars": 158685, "chars_per_token": 3.525, "ratio_vs_en": 1.675, "ci95": [1.658, 1.693]}, "ces_Latn": {"tokens": 42911, "chars": 127257, "chars_per_token": 2.966, "ratio_vs_en": 1.597, "ci95": [1.581, 1.613]}, "cjk_Latn": {"tokens": 46507, "chars": 139261, "chars_per_token": 2.994, "ratio_vs_en": 1.731, "ci95": [1.705, 1.756]}, "ckb_Arab": {"tokens": 74442, "chars": 128585, "chars_per_token": 1.727, "ratio_vs_en": 2.77, "ci95": [2.737, 2.802]}, "crh_Latn": {"tokens": 45999, "chars": 134038, "chars_per_token": 2.914, "ratio_vs_en": 1.712, "ci95": [1.693, 1.732]}, "cym_Latn": {"tokens": 46723, "chars": 141257, "chars_per_token": 3.023, "ratio_vs_en": 1.739, "ci95": [1.723, 1.755]}, "dan_Latn": {"tokens": 37169, "chars": 135083, "chars_per_token": 3.634, "ratio_vs_en": 1.383, "ci95": [1.37, 1.396]}, "deu_Latn": {"tokens": 35224, "chars": 153809, "chars_per_token": 4.367, "ratio_vs_en": 1.311, "ci95": [1.299, 1.322]}, "dik_Latn": {"tokens": 49821, "chars": 111789, "chars_per_token": 2.244, "ratio_vs_en": 1.854, "ci95": [1.82, 1.894]}, "dyu_Latn": {"tokens": 49938, "chars": 132855, "chars_per_token": 2.66, "ratio_vs_en": 1.858, "ci95": [1.831, 1.886]}, "dzo_Tibt": {"tokens": 241706, "chars": 163358, "chars_per_token": 0.676, "ratio_vs_en": 8.994, "ci95": [8.871, 9.116]}, "ell_Grek": {"tokens": 57277, "chars": 157539, "chars_per_token": 2.75, "ratio_vs_en": 2.131, "ci95": [2.109, 2.154]}, "epo_Latn": {"tokens": 41007, "chars": 131292, "chars_per_token": 3.202, "ratio_vs_en": 1.526, "ci95": [1.513, 1.54]}, "est_Latn": {"tokens": 40184, "chars": 129459, "chars_per_token": 3.222, "ratio_vs_en": 1.495, "ci95": [1.479, 1.511]}, "eus_Latn": {"tokens": 43077, "chars": 139822, "chars_per_token": 3.246, "ratio_vs_en": 1.603, "ci95": [1.587, 1.62]}, "ewe_Latn": {"tokens": 62863, "chars": 127448, "chars_per_token": 2.027, "ratio_vs_en": 2.339, "ci95": [2.296, 2.382]}, "fao_Latn": {"tokens": 44447, "chars": 134274, "chars_per_token": 3.021, "ratio_vs_en": 1.654, "ci95": [1.637, 1.671]}, "fij_Latn": {"tokens": 49776, "chars": 155177, "chars_per_token": 3.118, "ratio_vs_en": 1.852, "ci95": [1.83, 1.876]}, "fin_Latn": {"tokens": 41945, "chars": 140128, "chars_per_token": 3.341, "ratio_vs_en": 1.561, "ci95": [1.543, 1.577]}, "fon_Latn": {"tokens": 77528, "chars": 135260, "chars_per_token": 1.745, "ratio_vs_en": 2.885, "ci95": [2.834, 2.938]}, "fra_Latn": {"tokens": 36760, "chars": 157638, "chars_per_token": 4.288, "ratio_vs_en": 1.368, "ci95": [1.355, 1.38]}, "fur_Latn": {"tokens": 46539, "chars": 144519, "chars_per_token": 3.105, "ratio_vs_en": 1.732, "ci95": [1.715, 1.749]}, "fuv_Latn": {"tokens": 43017, "chars": 122162, "chars_per_token": 2.84, "ratio_vs_en": 1.601, "ci95": [1.577, 1.624]}, "gaz_Latn": {"tokens": 50501, "chars": 156418, "chars_per_token": 3.097, "ratio_vs_en": 1.879, "ci95": [1.859, 1.899]}, "gla_Latn": {"tokens": 53416, "chars": 162597, "chars_per_token": 3.044, "ratio_vs_en": 1.988, "ci95": [1.966, 2.011]}, "gle_Latn": {"tokens": 49671, "chars": 152481, "chars_per_token": 3.07, "ratio_vs_en": 1.848, "ci95": [1.829, 1.868]}, "glg_Latn": {"tokens": 35880, "chars": 146143, "chars_per_token": 4.073, "ratio_vs_en": 1.335, "ci95": [1.323, 1.347]}, "grn_Latn": {"tokens": 47640, "chars": 132815, "chars_per_token": 2.788, "ratio_vs_en": 1.773, "ci95": [1.751, 1.793]}, "guj_Gujr": {"tokens": 48135, "chars": 126428, "chars_per_token": 2.627, "ratio_vs_en": 1.791, "ci95": [1.773, 1.809]}, "hat_Latn": {"tokens": 37940, "chars": 121280, "chars_per_token": 3.197, "ratio_vs_en": 1.412, "ci95": [1.399, 1.426]}, "hau_Latn": {"tokens": 41660, "chars": 140067, "chars_per_token": 3.362, "ratio_vs_en": 1.55, "ci95": [1.534, 1.566]}, "heb_Hebr": {"tokens": 39861, "chars": 102054, "chars_per_token": 2.56, "ratio_vs_en": 1.483, "ci95": [1.47, 1.497]}, "hin_Deva": {"tokens": 42276, "chars": 131058, "chars_per_token": 3.1, "ratio_vs_en": 1.573, "ci95": [1.557, 1.589]}, "hne_Deva": {"tokens": 46465, "chars": 126933, "chars_per_token": 2.732, "ratio_vs_en": 1.729, "ci95": [1.711, 1.746]}, "hrv_Latn": {"tokens": 39643, "chars": 128727, "chars_per_token": 3.247, "ratio_vs_en": 1.475, "ci95": [1.461, 1.49]}, "hun_Latn": {"tokens": 48205, "chars": 138629, "chars_per_token": 2.876, "ratio_vs_en": 1.794, "ci95": [1.774, 1.815]}, "hye_Armn": {"tokens": 48032, "chars": 145956, "chars_per_token": 3.039, "ratio_vs_en": 1.787, "ci95": [1.769, 1.806]}, "ibo_Latn": {"tokens": 44757, "chars": 134560, "chars_per_token": 3.006, "ratio_vs_en": 1.666, "ci95": [1.646, 1.685]}, "ilo_Latn": {"tokens": 49533, "chars": 159680, "chars_per_token": 3.224, "ratio_vs_en": 1.843, "ci95": [1.823, 1.864]}, "ind_Latn": {"tokens": 33486, "chars": 142318, "chars_per_token": 4.25, "ratio_vs_en": 1.246, "ci95": [1.234, 1.257]}, "isl_Latn": {"tokens": 43225, "chars": 129783, "chars_per_token": 3.002, "ratio_vs_en": 1.608, "ci95": [1.591, 1.626]}, "ita_Latn": {"tokens": 39479, "chars": 156138, "chars_per_token": 3.955, "ratio_vs_en": 1.469, "ci95": [1.455, 1.483]}, "jav_Latn": {"tokens": 36826, "chars": 136928, "chars_per_token": 3.718, "ratio_vs_en": 1.37, "ci95": [1.358, 1.383]}, "jpn_Jpan": {"tokens": 44559, "chars": 56943, "chars_per_token": 1.278, "ratio_vs_en": 1.658, "ci95": [1.639, 1.676]}, "kab_Latn": {"tokens": 57463, "chars": 130554, "chars_per_token": 2.272, "ratio_vs_en": 2.138, "ci95": [2.114, 2.163]}, "kac_Latn": {"tokens": 56929, "chars": 169397, "chars_per_token": 2.976, "ratio_vs_en": 2.118, "ci95": [2.087, 2.151]}, "kam_Latn": {"tokens": 48925, "chars": 128356, "chars_per_token": 2.624, "ratio_vs_en": 1.821, "ci95": [1.787, 1.854]}, "kan_Knda": {"tokens": 52904, "chars": 138040, "chars_per_token": 2.609, "ratio_vs_en": 1.969, "ci95": [1.947, 1.989]}, "kas_Arab": {"tokens": 70050, "chars": 126105, "chars_per_token": 1.8, "ratio_vs_en": 2.607, "ci95": [2.569, 2.644]}, "kas_Deva": {"tokens": 59931, "chars": 126401, "chars_per_token": 2.109, "ratio_vs_en": 2.23, "ci95": [2.206, 2.255]}, "kat_Geor": {"tokens": 47979, "chars": 143930, "chars_per_token": 3.0, "ratio_vs_en": 1.785, "ci95": [1.766, 1.804]}, "kaz_Cyrl": {"tokens": 42577, "chars": 135404, "chars_per_token": 3.18, "ratio_vs_en": 1.584, "ci95": [1.568, 1.601]}, "kbp_Latn": {"tokens": 104774, "chars": 142957, "chars_per_token": 1.364, "ratio_vs_en": 3.899, "ci95": [3.834, 3.964]}, "kea_Latn": {"tokens": 41576, "chars": 130800, "chars_per_token": 3.146, "ratio_vs_en": 1.547, "ci95": [1.534, 1.561]}, "khk_Cyrl": {"tokens": 50792, "chars": 137067, "chars_per_token": 2.699, "ratio_vs_en": 1.89, "ci95": [1.869, 1.91]}, "khm_Khmr": {"tokens": 89641, "chars": 153212, "chars_per_token": 1.709, "ratio_vs_en": 3.336, "ci95": [3.297, 3.377]}, "kik_Latn": {"tokens": 69724, "chars": 153431, "chars_per_token": 2.201, "ratio_vs_en": 2.595, "ci95": [2.551, 2.637]}, "kin_Latn": {"tokens": 46011, "chars": 145862, "chars_per_token": 3.17, "ratio_vs_en": 1.712, "ci95": [1.694, 1.732]}, "kir_Cyrl": {"tokens": 44957, "chars": 135532, "chars_per_token": 3.015, "ratio_vs_en": 1.673, "ci95": [1.654, 1.692]}, "kmb_Latn": {"tokens": 49272, "chars": 145762, "chars_per_token": 2.958, "ratio_vs_en": 1.834, "ci95": [1.811, 1.855]}, "kmr_Latn": {"tokens": 54197, "chars": 130372, "chars_per_token": 2.406, "ratio_vs_en": 2.017, "ci95": [1.994, 2.038]}, "knc_Arab": {"tokens": 74221, "chars": 116000, "chars_per_token": 1.563, "ratio_vs_en": 2.762, "ci95": [2.677, 2.847]}, "knc_Latn": {"tokens": 57092, "chars": 138972, "chars_per_token": 2.434, "ratio_vs_en": 2.125, "ci95": [2.093, 2.157]}, "kon_Latn": {"tokens": 47234, "chars": 149894, "chars_per_token": 3.173, "ratio_vs_en": 1.758, "ci95": [1.739, 1.777]}, "kor_Hang": {"tokens": 39566, "chars": 65965, "chars_per_token": 1.667, "ratio_vs_en": 1.472, "ci95": [1.458, 1.488]}, "lao_Laoo": {"tokens": 221138, "chars": 130060, "chars_per_token": 0.588, "ratio_vs_en": 8.229, "ci95": [8.122, 8.335]}, "lij_Latn": {"tokens": 48608, "chars": 145994, "chars_per_token": 3.003, "ratio_vs_en": 1.809, "ci95": [1.791, 1.827]}, "lim_Latn": {"tokens": 43122, "chars": 137686, "chars_per_token": 3.193, "ratio_vs_en": 1.605, "ci95": [1.588, 1.622]}, "lin_Latn": {"tokens": 43452, "chars": 142197, "chars_per_token": 3.273, "ratio_vs_en": 1.617, "ci95": [1.602, 1.633]}, "lit_Latn": {"tokens": 45032, "chars": 130329, "chars_per_token": 2.894, "ratio_vs_en": 1.676, "ci95": [1.658, 1.692]}, "lmo_Latn": {"tokens": 49539, "chars": 141666, "chars_per_token": 2.86, "ratio_vs_en": 1.843, "ci95": [1.825, 1.861]}, "ltg_Latn": {"tokens": 50628, "chars": 129848, "chars_per_token": 2.565, "ratio_vs_en": 1.884, "ci95": [1.865, 1.903]}, "ltz_Latn": {"tokens": 44822, "chars": 147545, "chars_per_token": 3.292, "ratio_vs_en": 1.668, "ci95": [1.652, 1.685]}, "lua_Latn": {"tokens": 45659, "chars": 142998, "chars_per_token": 3.132, "ratio_vs_en": 1.699, "ci95": [1.68, 1.718]}, "lug_Latn": {"tokens": 44654, "chars": 135078, "chars_per_token": 3.025, "ratio_vs_en": 1.662, "ci95": [1.643, 1.681]}, "luo_Latn": {"tokens": 45035, "chars": 137546, "chars_per_token": 3.054, "ratio_vs_en": 1.676, "ci95": [1.656, 1.697]}, "lus_Latn": {"tokens": 49040, "chars": 146255, "chars_per_token": 2.982, "ratio_vs_en": 1.825, "ci95": [1.798, 1.851]}, "lvs_Latn": {"tokens": 48725, "chars": 134157, "chars_per_token": 2.753, "ratio_vs_en": 1.813, "ci95": [1.795, 1.833]}, "mag_Deva": {"tokens": 46142, "chars": 126695, "chars_per_token": 2.746, "ratio_vs_en": 1.717, "ci95": [1.7, 1.734]}, "mai_Deva": {"tokens": 47256, "chars": 129408, "chars_per_token": 2.738, "ratio_vs_en": 1.758, "ci95": [1.74, 1.776]}, "mal_Mlym": {"tokens": 52584, "chars": 149336, "chars_per_token": 2.84, "ratio_vs_en": 1.957, "ci95": [1.936, 1.978]}, "mar_Deva": {"tokens": 48783, "chars": 133051, "chars_per_token": 2.727, "ratio_vs_en": 1.815, "ci95": [1.797, 1.832]}, "min_Arab": {"tokens": 71466, "chars": 126399, "chars_per_token": 1.769, "ratio_vs_en": 2.659, "ci95": [2.63, 2.69]}, "min_Latn": {"tokens": 41907, "chars": 141163, "chars_per_token": 3.368, "ratio_vs_en": 1.559, "ci95": [1.544, 1.575]}, "mkd_Cyrl": {"tokens": 47955, "chars": 137827, "chars_per_token": 2.874, "ratio_vs_en": 1.785, "ci95": [1.768, 1.801]}, "mlt_Latn": {"tokens": 50208, "chars": 146288, "chars_per_token": 2.914, "ratio_vs_en": 1.868, "ci95": [1.849, 1.887]}, "mni_Beng": {"tokens": 82559, "chars": 136782, "chars_per_token": 1.657, "ratio_vs_en": 3.072, "ci95": [3.036, 3.111]}, "mos_Latn": {"tokens": 54693, "chars": 124657, "chars_per_token": 2.279, "ratio_vs_en": 2.035, "ci95": [2.006, 2.065]}, "mri_Latn": {"tokens": 49065, "chars": 146527, "chars_per_token": 2.986, "ratio_vs_en": 1.826, "ci95": [1.807, 1.845]}, "mya_Mymr": {"tokens": 85029, "chars": 163169, "chars_per_token": 1.919, "ratio_vs_en": 3.164, "ci95": [3.126, 3.204]}, "nld_Latn": {"tokens": 33495, "chars": 147507, "chars_per_token": 4.404, "ratio_vs_en": 1.246, "ci95": [1.235, 1.258]}, "nno_Latn": {"tokens": 37789, "chars": 133443, "chars_per_token": 3.531, "ratio_vs_en": 1.406, "ci95": [1.392, 1.42]}, "nob_Latn": {"tokens": 36253, "chars": 132138, "chars_per_token": 3.645, "ratio_vs_en": 1.349, "ci95": [1.337, 1.361]}, "npi_Deva": {"tokens": 43377, "chars": 126903, "chars_per_token": 2.926, "ratio_vs_en": 1.614, "ci95": [1.597, 1.63]}, "nso_Latn": {"tokens": 50004, "chars": 151109, "chars_per_token": 3.022, "ratio_vs_en": 1.861, "ci95": [1.841, 1.881]}, "nus_Latn": {"tokens": 87101, "chars": 142340, "chars_per_token": 1.634, "ratio_vs_en": 3.241, "ci95": [3.193, 3.288]}, "nya_Latn": {"tokens": 43300, "chars": 147172, "chars_per_token": 3.399, "ratio_vs_en": 1.611, "ci95": [1.593, 1.63]}, "oci_Latn": {"tokens": 43030, "chars": 150651, "chars_per_token": 3.501, "ratio_vs_en": 1.601, "ci95": [1.586, 1.616]}, "ory_Orya": {"tokens": 133961, "chars": 134839, "chars_per_token": 1.007, "ratio_vs_en": 4.985, "ci95": [4.928, 5.046]}, "pag_Latn": {"tokens": 38362, "chars": 129899, "chars_per_token": 3.386, "ratio_vs_en": 1.428, "ci95": [1.406, 1.449]}, "pan_Guru": {"tokens": 70345, "chars": 133425, "chars_per_token": 1.897, "ratio_vs_en": 2.618, "ci95": [2.59, 2.648]}, "pap_Latn": {"tokens": 42554, "chars": 139154, "chars_per_token": 3.27, "ratio_vs_en": 1.584, "ci95": [1.568, 1.599]}, "pbt_Arab": {"tokens": 46063, "chars": 122455, "chars_per_token": 2.658, "ratio_vs_en": 1.714, "ci95": [1.697, 1.731]}, "pes_Arab": {"tokens": 41116, "chars": 123827, "chars_per_token": 3.012, "ratio_vs_en": 1.53, "ci95": [1.514, 1.545]}, "plt_Latn": {"tokens": 48172, "chars": 160996, "chars_per_token": 3.342, "ratio_vs_en": 1.793, "ci95": [1.774, 1.812]}, "pol_Latn": {"tokens": 44030, "chars": 139483, "chars_per_token": 3.168, "ratio_vs_en": 1.638, "ci95": [1.621, 1.656]}, "por_Latn": {"tokens": 32852, "chars": 143418, "chars_per_token": 4.366, "ratio_vs_en": 1.222, "ci95": [1.213, 1.232]}, "prs_Arab": {"tokens": 39651, "chars": 120643, "chars_per_token": 3.043, "ratio_vs_en": 1.475, "ci95": [1.46, 1.49]}, "quy_Latn": {"tokens": 49166, "chars": 141027, "chars_per_token": 2.868, "ratio_vs_en": 1.83, "ci95": [1.806, 1.853]}, "ron_Latn": {"tokens": 43832, "chars": 148571, "chars_per_token": 3.39, "ratio_vs_en": 1.631, "ci95": [1.616, 1.647]}, "run_Latn": {"tokens": 47844, "chars": 147265, "chars_per_token": 3.078, "ratio_vs_en": 1.78, "ci95": [1.759, 1.803]}, "rus_Cyrl": {"tokens": 38188, "chars": 142096, "chars_per_token": 3.721, "ratio_vs_en": 1.421, "ci95": [1.406, 1.436]}, "sag_Latn": {"tokens": 48937, "chars": 142621, "chars_per_token": 2.914, "ratio_vs_en": 1.821, "ci95": [1.796, 1.848]}, "san_Deva": {"tokens": 56029, "chars": 128257, "chars_per_token": 2.289, "ratio_vs_en": 2.085, "ci95": [2.062, 2.108]}, "sat_Olck": {"tokens": 368158, "chars": 139791, "chars_per_token": 0.38, "ratio_vs_en": 13.7, "ci95": [13.539, 13.859]}, "scn_Latn": {"tokens": 48721, "chars": 138571, "chars_per_token": 2.844, "ratio_vs_en": 1.813, "ci95": [1.794, 1.833]}, "shn_Mymr": {"tokens": 213080, "chars": 188284, "chars_per_token": 0.884, "ratio_vs_en": 7.929, "ci95": [7.8, 8.056]}, "sin_Sinh": {"tokens": 72432, "chars": 131080, "chars_per_token": 1.81, "ratio_vs_en": 2.695, "ci95": [2.668, 2.724]}, "slk_Latn": {"tokens": 45067, "chars": 131710, "chars_per_token": 2.923, "ratio_vs_en": 1.677, "ci95": [1.661, 1.694]}, "slv_Latn": {"tokens": 40617, "chars": 130855, "chars_per_token": 3.222, "ratio_vs_en": 1.511, "ci95": [1.497, 1.526]}, "smo_Latn": {"tokens": 51698, "chars": 152724, "chars_per_token": 2.954, "ratio_vs_en": 1.924, "ci95": [1.902, 1.946]}, "sna_Latn": {"tokens": 45686, "chars": 147603, "chars_per_token": 3.231, "ratio_vs_en": 1.7, "ci95": [1.68, 1.721]}, "snd_Arab": {"tokens": 45957, "chars": 119588, "chars_per_token": 2.602, "ratio_vs_en": 1.71, "ci95": [1.694, 1.726]}, "som_Latn": {"tokens": 46309, "chars": 151662, "chars_per_token": 3.275, "ratio_vs_en": 1.723, "ci95": [1.705, 1.742]}, "sot_Latn": {"tokens": 49316, "chars": 158732, "chars_per_token": 3.219, "ratio_vs_en": 1.835, "ci95": [1.815, 1.855]}, "spa_Latn": {"tokens": 35373, "chars": 156997, "chars_per_token": 4.438, "ratio_vs_en": 1.316, "ci95": [1.304, 1.328]}, "srd_Latn": {"tokens": 47949, "chars": 153347, "chars_per_token": 3.198, "ratio_vs_en": 1.784, "ci95": [1.767, 1.802]}, "srp_Cyrl": {"tokens": 47818, "chars": 130780, "chars_per_token": 2.735, "ratio_vs_en": 1.779, "ci95": [1.764, 1.797]}, "ssw_Latn": {"tokens": 48534, "chars": 148726, "chars_per_token": 3.064, "ratio_vs_en": 1.806, "ci95": [1.786, 1.827]}, "sun_Latn": {"tokens": 37218, "chars": 136846, "chars_per_token": 3.677, "ratio_vs_en": 1.385, "ci95": [1.371, 1.399]}, "swe_Latn": {"tokens": 36287, "chars": 132173, "chars_per_token": 3.642, "ratio_vs_en": 1.35, "ci95": [1.338, 1.362]}, "swh_Latn": {"tokens": 39922, "chars": 138104, "chars_per_token": 3.459, "ratio_vs_en": 1.486, "ci95": [1.472, 1.499]}, "szl_Latn": {"tokens": 52770, "chars": 137371, "chars_per_token": 2.603, "ratio_vs_en": 1.964, "ci95": [1.942, 1.986]}, "tam_Taml": {"tokens": 53199, "chars": 154133, "chars_per_token": 2.897, "ratio_vs_en": 1.98, "ci95": [1.958, 2.002]}, "taq_Latn": {"tokens": 55784, "chars": 124417, "chars_per_token": 2.23, "ratio_vs_en": 2.076, "ci95": [2.043, 2.109]}, "taq_Tfng": {"tokens": 274399, "chars": 123904, "chars_per_token": 0.452, "ratio_vs_en": 10.211, "ci95": [10.078, 10.357]}, "tat_Cyrl": {"tokens": 46981, "chars": 133282, "chars_per_token": 2.837, "ratio_vs_en": 1.748, "ci95": [1.73, 1.766]}, "tel_Telu": {"tokens": 51849, "chars": 132470, "chars_per_token": 2.555, "ratio_vs_en": 1.929, "ci95": [1.906, 1.952]}, "tgk_Cyrl": {"tokens": 50861, "chars": 145871, "chars_per_token": 2.868, "ratio_vs_en": 1.893, "ci95": [1.873, 1.912]}, "tgl_Latn": {"tokens": 45239, "chars": 166169, "chars_per_token": 3.673, "ratio_vs_en": 1.683, "ci95": [1.666, 1.701]}, "tha_Thai": {"tokens": 52528, "chars": 126109, "chars_per_token": 2.401, "ratio_vs_en": 1.955, "ci95": [1.931, 1.979]}, "tir_Ethi": {"tokens": 160329, "chars": 90700, "chars_per_token": 0.566, "ratio_vs_en": 5.966, "ci95": [5.895, 6.043]}, "tpi_Latn": {"tokens": 48170, "chars": 169011, "chars_per_token": 3.509, "ratio_vs_en": 1.793, "ci95": [1.77, 1.814]}, "tsn_Latn": {"tokens": 51296, "chars": 163035, "chars_per_token": 3.178, "ratio_vs_en": 1.909, "ci95": [1.886, 1.934]}, "tso_Latn": {"tokens": 46842, "chars": 158178, "chars_per_token": 3.377, "ratio_vs_en": 1.743, "ci95": [1.723, 1.763]}, "tuk_Latn": {"tokens": 44819, "chars": 140262, "chars_per_token": 3.13, "ratio_vs_en": 1.668, "ci95": [1.652, 1.685]}, "tum_Latn": {"tokens": 56600, "chars": 172545, "chars_per_token": 3.048, "ratio_vs_en": 2.106, "ci95": [2.075, 2.14]}, "tur_Latn": {"tokens": 38441, "chars": 135761, "chars_per_token": 3.532, "ratio_vs_en": 1.43, "ci95": [1.416, 1.444]}, "twi_Latn": {"tokens": 49873, "chars": 128598, "chars_per_token": 2.579, "ratio_vs_en": 1.856, "ci95": [1.831, 1.882]}, "tzm_Tfng": {"tokens": 272676, "chars": 117960, "chars_per_token": 0.433, "ratio_vs_en": 10.147, "ci95": [10.032, 10.265]}, "uig_Arab": {"tokens": 67672, "chars": 140477, "chars_per_token": 2.076, "ratio_vs_en": 2.518, "ci95": [2.488, 2.548]}, "ukr_Cyrl": {"tokens": 46951, "chars": 134446, "chars_per_token": 2.864, "ratio_vs_en": 1.747, "ci95": [1.731, 1.764]}, "umb_Latn": {"tokens": 48073, "chars": 134747, "chars_per_token": 2.803, "ratio_vs_en": 1.789, "ci95": [1.763, 1.816]}, "urd_Arab": {"tokens": 44412, "chars": 129919, "chars_per_token": 2.925, "ratio_vs_en": 1.653, "ci95": [1.636, 1.669]}, "uzn_Latn": {"tokens": 47712, "chars": 149323, "chars_per_token": 3.13, "ratio_vs_en": 1.775, "ci95": [1.758, 1.793]}, "vec_Latn": {"tokens": 41797, "chars": 133237, "chars_per_token": 3.188, "ratio_vs_en": 1.555, "ci95": [1.54, 1.571]}, "vie_Latn": {"tokens": 40030, "chars": 138595, "chars_per_token": 3.462, "ratio_vs_en": 1.49, "ci95": [1.476, 1.503]}, "war_Latn": {"tokens": 46208, "chars": 164746, "chars_per_token": 3.565, "ratio_vs_en": 1.719, "ci95": [1.701, 1.738]}, "wol_Latn": {"tokens": 46548, "chars": 127173, "chars_per_token": 2.732, "ratio_vs_en": 1.732, "ci95": [1.712, 1.752]}, "xho_Latn": {"tokens": 43993, "chars": 139123, "chars_per_token": 3.162, "ratio_vs_en": 1.637, "ci95": [1.621, 1.655]}, "ydd_Hebr": {"tokens": 54227, "chars": 141658, "chars_per_token": 2.612, "ratio_vs_en": 2.018, "ci95": [1.999, 2.036]}, "yor_Latn": {"tokens": 58238, "chars": 126844, "chars_per_token": 2.178, "ratio_vs_en": 2.167, "ci95": [2.13, 2.206]}, "yue_Hant": {"tokens": 37064, "chars": 40019, "chars_per_token": 1.08, "ratio_vs_en": 1.379, "ci95": [1.365, 1.393]}, "zho_Hans": {"tokens": 33552, "chars": 43248, "chars_per_token": 1.289, "ratio_vs_en": 1.249, "ci95": [1.233, 1.265]}, "zho_Hant": {"tokens": 38071, "chars": 40695, "chars_per_token": 1.069, "ratio_vs_en": 1.417, "ci95": [1.401, 1.432]}, "zsm_Latn": {"tokens": 34943, "chars": 146201, "chars_per_token": 4.184, "ratio_vs_en": 1.3, "ci95": [1.288, 1.313]}, "zul_Latn": {"tokens": 46237, "chars": 148362, "chars_per_token": 3.209, "ratio_vs_en": 1.721, "ci95": [1.703, 1.737]}, "eng_Latn": {"tokens": 26873, "chars": 131966, "chars_per_token": 4.911, "ratio_vs_en": 1.0}}, "costs": []}, {"schema": 1, "tokenizer": "Granite 3.3", "kind": "hf", "id": "ibm-granite/granite-3.3-8b-instruct", "group": "Other", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 106498, "chars": 111621, "chars_per_token": 1.048, "ratio_vs_en": 3.236, "ci95": [3.197, 3.275]}, "ace_Latn": {"tokens": 60351, "chars": 141933, "chars_per_token": 2.352, "ratio_vs_en": 1.834, "ci95": [1.811, 1.856]}, "acm_Arab": {"tokens": 85576, "chars": 113573, "chars_per_token": 1.327, "ratio_vs_en": 2.6, "ci95": [2.572, 2.629]}, "acq_Arab": {"tokens": 87466, "chars": 115113, "chars_per_token": 1.316, "ratio_vs_en": 2.658, "ci95": [2.627, 2.689]}, "aeb_Arab": {"tokens": 85406, "chars": 112077, "chars_per_token": 1.312, "ratio_vs_en": 2.595, "ci95": [2.566, 2.627]}, "afr_Latn": {"tokens": 52138, "chars": 139690, "chars_per_token": 2.679, "ratio_vs_en": 1.584, "ci95": [1.57, 1.599]}, "ajp_Arab": {"tokens": 81699, "chars": 109046, "chars_per_token": 1.335, "ratio_vs_en": 2.483, "ci95": [2.455, 2.51]}, "aka_Latn": {"tokens": 76702, "chars": 132650, "chars_per_token": 1.729, "ratio_vs_en": 2.331, "ci95": [2.294, 2.37]}, "als_Latn": {"tokens": 71546, "chars": 147064, "chars_per_token": 2.056, "ratio_vs_en": 2.174, "ci95": [2.149, 2.199]}, "amh_Ethi": {"tokens": 206979, "chars": 87132, "chars_per_token": 0.421, "ratio_vs_en": 6.289, "ci95": [6.21, 6.371]}, "apc_Arab": {"tokens": 81221, "chars": 107981, "chars_per_token": 1.329, "ratio_vs_en": 2.468, "ci95": [2.44, 2.497]}, "arb_Arab": {"tokens": 88771, "chars": 116307, "chars_per_token": 1.31, "ratio_vs_en": 2.697, "ci95": [2.667, 2.729]}, "arb_Latn": {"tokens": 71716, "chars": 153758, "chars_per_token": 2.144, "ratio_vs_en": 2.179, "ci95": [2.152, 2.208]}, "ars_Arab": {"tokens": 88868, "chars": 116428, "chars_per_token": 1.31, "ratio_vs_en": 2.7, "ci95": [2.671, 2.732]}, "ary_Arab": {"tokens": 85223, "chars": 113563, "chars_per_token": 1.333, "ratio_vs_en": 2.59, "ci95": [2.558, 2.623]}, "arz_Arab": {"tokens": 85317, "chars": 113770, "chars_per_token": 1.333, "ratio_vs_en": 2.593, "ci95": [2.56, 2.624]}, "asm_Beng": {"tokens": 132334, "chars": 125936, "chars_per_token": 0.952, "ratio_vs_en": 4.021, "ci95": [3.976, 4.072]}, "ast_Latn": {"tokens": 49560, "chars": 136363, "chars_per_token": 2.751, "ratio_vs_en": 1.506, "ci95": [1.492, 1.521]}, "awa_Deva": {"tokens": 147704, "chars": 128171, "chars_per_token": 0.868, "ratio_vs_en": 4.488, "ci95": [4.431, 4.548]}, "ayr_Latn": {"tokens": 63498, "chars": 138617, "chars_per_token": 2.183, "ratio_vs_en": 1.93, "ci95": [1.903, 1.957]}, "azb_Arab": {"tokens": 95316, "chars": 117061, "chars_per_token": 1.228, "ratio_vs_en": 2.896, "ci95": [2.859, 2.932]}, "azj_Latn": {"tokens": 75003, "chars": 143739, "chars_per_token": 1.916, "ratio_vs_en": 2.279, "ci95": [2.248, 2.309]}, "bak_Cyrl": {"tokens": 117494, "chars": 133222, "chars_per_token": 1.134, "ratio_vs_en": 3.57, "ci95": [3.523, 3.622]}, "bam_Latn": {"tokens": 74071, "chars": 126387, "chars_per_token": 1.706, "ratio_vs_en": 2.251, "ci95": [2.219, 2.281]}, "ban_Latn": {"tokens": 55551, "chars": 145570, "chars_per_token": 2.62, "ratio_vs_en": 1.688, "ci95": [1.668, 1.709]}, "bel_Cyrl": {"tokens": 97611, "chars": 147991, "chars_per_token": 1.516, "ratio_vs_en": 2.966, "ci95": [2.926, 3.006]}, "bem_Latn": {"tokens": 66648, "chars": 160751, "chars_per_token": 2.412, "ratio_vs_en": 2.025, "ci95": [2.001, 2.05]}, "ben_Beng": {"tokens": 123106, "chars": 129042, "chars_per_token": 1.048, "ratio_vs_en": 3.741, "ci95": [3.698, 3.785]}, "bho_Deva": {"tokens": 146065, "chars": 128611, "chars_per_token": 0.881, "ratio_vs_en": 4.438, "ci95": [4.384, 4.492]}, "bjn_Arab": {"tokens": 106457, "chars": 122230, "chars_per_token": 1.148, "ratio_vs_en": 3.235, "ci95": [3.198, 3.275]}, "bjn_Latn": {"tokens": 54625, "chars": 138182, "chars_per_token": 2.53, "ratio_vs_en": 1.66, "ci95": [1.641, 1.679]}, "bod_Tibt": {"tokens": 436115, "chars": 148151, "chars_per_token": 0.34, "ratio_vs_en": 13.252, "ci95": [13.063, 13.46]}, "bos_Latn": {"tokens": 56358, "chars": 132187, "chars_per_token": 2.345, "ratio_vs_en": 1.713, "ci95": [1.695, 1.731]}, "bug_Latn": {"tokens": 58767, "chars": 139375, "chars_per_token": 2.372, "ratio_vs_en": 1.786, "ci95": [1.762, 1.811]}, "bul_Cyrl": {"tokens": 74318, "chars": 137824, "chars_per_token": 1.855, "ratio_vs_en": 2.258, "ci95": [2.233, 2.283]}, "cat_Latn": {"tokens": 52140, "chars": 145781, "chars_per_token": 2.796, "ratio_vs_en": 1.584, "ci95": [1.571, 1.601]}, "ceb_Latn": {"tokens": 61461, "chars": 158685, "chars_per_token": 2.582, "ratio_vs_en": 1.868, "ci95": [1.846, 1.89]}, "ces_Latn": {"tokens": 57829, "chars": 127257, "chars_per_token": 2.201, "ratio_vs_en": 1.757, "ci95": [1.739, 1.776]}, "cjk_Latn": {"tokens": 59315, "chars": 139261, "chars_per_token": 2.348, "ratio_vs_en": 1.802, "ci95": [1.776, 1.83]}, "ckb_Arab": {"tokens": 131202, "chars": 128585, "chars_per_token": 0.98, "ratio_vs_en": 3.987, "ci95": [3.935, 4.038]}, "crh_Latn": {"tokens": 60850, "chars": 134038, "chars_per_token": 2.203, "ratio_vs_en": 1.849, "ci95": [1.827, 1.871]}, "cym_Latn": {"tokens": 65698, "chars": 141257, "chars_per_token": 2.15, "ratio_vs_en": 1.996, "ci95": [1.974, 2.018]}, "dan_Latn": {"tokens": 51384, "chars": 135083, "chars_per_token": 2.629, "ratio_vs_en": 1.561, "ci95": [1.546, 1.577]}, "deu_Latn": {"tokens": 52961, "chars": 153809, "chars_per_token": 2.904, "ratio_vs_en": 1.609, "ci95": [1.593, 1.626]}, "dik_Latn": {"tokens": 65417, "chars": 111789, "chars_per_token": 1.709, "ratio_vs_en": 1.988, "ci95": [1.95, 2.03]}, "dyu_Latn": {"tokens": 60844, "chars": 132855, "chars_per_token": 2.184, "ratio_vs_en": 1.849, "ci95": [1.82, 1.878]}, "dzo_Tibt": {"tokens": 475800, "chars": 163358, "chars_per_token": 0.343, "ratio_vs_en": 14.458, "ci95": [14.245, 14.664]}, "ell_Grek": {"tokens": 140439, "chars": 157539, "chars_per_token": 1.122, "ratio_vs_en": 4.267, "ci95": [4.213, 4.321]}, "epo_Latn": {"tokens": 55044, "chars": 131292, "chars_per_token": 2.385, "ratio_vs_en": 1.673, "ci95": [1.656, 1.69]}, "est_Latn": {"tokens": 55615, "chars": 129459, "chars_per_token": 2.328, "ratio_vs_en": 1.69, "ci95": [1.67, 1.71]}, "eus_Latn": {"tokens": 56883, "chars": 139822, "chars_per_token": 2.458, "ratio_vs_en": 1.728, "ci95": [1.71, 1.747]}, "ewe_Latn": {"tokens": 78415, "chars": 127448, "chars_per_token": 1.625, "ratio_vs_en": 2.383, "ci95": [2.339, 2.427]}, "fao_Latn": {"tokens": 61617, "chars": 134274, "chars_per_token": 2.179, "ratio_vs_en": 1.872, "ci95": [1.852, 1.894]}, "fij_Latn": {"tokens": 64002, "chars": 155177, "chars_per_token": 2.425, "ratio_vs_en": 1.945, "ci95": [1.92, 1.971]}, "fin_Latn": {"tokens": 61382, "chars": 140128, "chars_per_token": 2.283, "ratio_vs_en": 1.865, "ci95": [1.843, 1.887]}, "fon_Latn": {"tokens": 102844, "chars": 135260, "chars_per_token": 1.315, "ratio_vs_en": 3.125, "ci95": [3.07, 3.181]}, "fra_Latn": {"tokens": 53383, "chars": 157638, "chars_per_token": 2.953, "ratio_vs_en": 1.622, "ci95": [1.606, 1.64]}, "fur_Latn": {"tokens": 57149, "chars": 144519, "chars_per_token": 2.529, "ratio_vs_en": 1.737, "ci95": [1.719, 1.755]}, "fuv_Latn": {"tokens": 54509, "chars": 122162, "chars_per_token": 2.241, "ratio_vs_en": 1.656, "ci95": [1.63, 1.683]}, "gaz_Latn": {"tokens": 67957, "chars": 156418, "chars_per_token": 2.302, "ratio_vs_en": 2.065, "ci95": [2.041, 2.09]}, "gla_Latn": {"tokens": 71927, "chars": 162597, "chars_per_token": 2.261, "ratio_vs_en": 2.186, "ci95": [2.159, 2.214]}, "gle_Latn": {"tokens": 68385, "chars": 152481, "chars_per_token": 2.23, "ratio_vs_en": 2.078, "ci95": [2.054, 2.102]}, "glg_Latn": {"tokens": 50101, "chars": 146143, "chars_per_token": 2.917, "ratio_vs_en": 1.522, "ci95": [1.509, 1.537]}, "grn_Latn": {"tokens": 65243, "chars": 132815, "chars_per_token": 2.036, "ratio_vs_en": 1.983, "ci95": [1.956, 2.008]}, "guj_Gujr": {"tokens": 330432, "chars": 126428, "chars_per_token": 0.383, "ratio_vs_en": 10.041, "ci95": [9.914, 10.175]}, "hat_Latn": {"tokens": 50538, "chars": 121280, "chars_per_token": 2.4, "ratio_vs_en": 1.536, "ci95": [1.52, 1.553]}, "hau_Latn": {"tokens": 59525, "chars": 140067, "chars_per_token": 2.353, "ratio_vs_en": 1.809, "ci95": [1.787, 1.83]}, "heb_Hebr": {"tokens": 88074, "chars": 102054, "chars_per_token": 1.159, "ratio_vs_en": 2.676, "ci95": [2.649, 2.705]}, "hin_Deva": {"tokens": 152000, "chars": 131058, "chars_per_token": 0.862, "ratio_vs_en": 4.619, "ci95": [4.562, 4.679]}, "hne_Deva": {"tokens": 145471, "chars": 126933, "chars_per_token": 0.873, "ratio_vs_en": 4.42, "ci95": [4.373, 4.472]}, "hrv_Latn": {"tokens": 55118, "chars": 128727, "chars_per_token": 2.335, "ratio_vs_en": 1.675, "ci95": [1.657, 1.693]}, "hun_Latn": {"tokens": 62893, "chars": 138629, "chars_per_token": 2.204, "ratio_vs_en": 1.911, "ci95": [1.888, 1.934]}, "hye_Armn": {"tokens": 172199, "chars": 145956, "chars_per_token": 0.848, "ratio_vs_en": 5.233, "ci95": [5.165, 5.297]}, "ibo_Latn": {"tokens": 71035, "chars": 134560, "chars_per_token": 1.894, "ratio_vs_en": 2.159, "ci95": [2.13, 2.187]}, "ilo_Latn": {"tokens": 63947, "chars": 159680, "chars_per_token": 2.497, "ratio_vs_en": 1.943, "ci95": [1.921, 1.966]}, "ind_Latn": {"tokens": 51533, "chars": 142318, "chars_per_token": 2.762, "ratio_vs_en": 1.566, "ci95": [1.549, 1.583]}, "isl_Latn": {"tokens": 61337, "chars": 129783, "chars_per_token": 2.116, "ratio_vs_en": 1.864, "ci95": [1.843, 1.886]}, "ita_Latn": {"tokens": 52565, "chars": 156138, "chars_per_token": 2.97, "ratio_vs_en": 1.597, "ci95": [1.582, 1.613]}, "jav_Latn": {"tokens": 53676, "chars": 136928, "chars_per_token": 2.551, "ratio_vs_en": 1.631, "ci95": [1.613, 1.65]}, "jpn_Jpan": {"tokens": 52100, "chars": 56943, "chars_per_token": 1.093, "ratio_vs_en": 1.583, "ci95": [1.566, 1.6]}, "kab_Latn": {"tokens": 68453, "chars": 130554, "chars_per_token": 1.907, "ratio_vs_en": 2.08, "ci95": [2.055, 2.106]}, "kac_Latn": {"tokens": 70582, "chars": 169397, "chars_per_token": 2.4, "ratio_vs_en": 2.145, "ci95": [2.113, 2.18]}, "kam_Latn": {"tokens": 63055, "chars": 128356, "chars_per_token": 2.036, "ratio_vs_en": 1.916, "ci95": [1.878, 1.957]}, "kan_Knda": {"tokens": 284807, "chars": 138040, "chars_per_token": 0.485, "ratio_vs_en": 8.654, "ci95": [8.545, 8.771]}, "kas_Arab": {"tokens": 131069, "chars": 126105, "chars_per_token": 0.962, "ratio_vs_en": 3.983, "ci95": [3.926, 4.04]}, "kas_Deva": {"tokens": 142120, "chars": 126401, "chars_per_token": 0.889, "ratio_vs_en": 4.319, "ci95": [4.27, 4.372]}, "kat_Geor": {"tokens": 177414, "chars": 143930, "chars_per_token": 0.811, "ratio_vs_en": 5.391, "ci95": [5.315, 5.465]}, "kaz_Cyrl": {"tokens": 104578, "chars": 135404, "chars_per_token": 1.295, "ratio_vs_en": 3.178, "ci95": [3.138, 3.219]}, "kbp_Latn": {"tokens": 131061, "chars": 142957, "chars_per_token": 1.091, "ratio_vs_en": 3.983, "ci95": [3.914, 4.052]}, "kea_Latn": {"tokens": 52112, "chars": 130800, "chars_per_token": 2.51, "ratio_vs_en": 1.584, "ci95": [1.569, 1.598]}, "khk_Cyrl": {"tokens": 103567, "chars": 137067, "chars_per_token": 1.323, "ratio_vs_en": 3.147, "ci95": [3.108, 3.187]}, "khm_Khmr": {"tokens": 282097, "chars": 153212, "chars_per_token": 0.543, "ratio_vs_en": 8.572, "ci95": [8.455, 8.687]}, "kik_Latn": {"tokens": 92748, "chars": 153431, "chars_per_token": 1.654, "ratio_vs_en": 2.818, "ci95": [2.77, 2.866]}, "kin_Latn": {"tokens": 63256, "chars": 145862, "chars_per_token": 2.306, "ratio_vs_en": 1.922, "ci95": [1.9, 1.945]}, "kir_Cyrl": {"tokens": 97038, "chars": 135532, "chars_per_token": 1.397, "ratio_vs_en": 2.949, "ci95": [2.906, 2.991]}, "kmb_Latn": {"tokens": 63730, "chars": 145762, "chars_per_token": 2.287, "ratio_vs_en": 1.937, "ci95": [1.913, 1.961]}, "kmr_Latn": {"tokens": 65685, "chars": 130372, "chars_per_token": 1.985, "ratio_vs_en": 1.996, "ci95": [1.973, 2.02]}, "knc_Arab": {"tokens": 119909, "chars": 116000, "chars_per_token": 0.967, "ratio_vs_en": 3.644, "ci95": [3.542, 3.745]}, "knc_Latn": {"tokens": 70063, "chars": 138972, "chars_per_token": 1.984, "ratio_vs_en": 2.129, "ci95": [2.101, 2.159]}, "kon_Latn": {"tokens": 59539, "chars": 149894, "chars_per_token": 2.518, "ratio_vs_en": 1.809, "ci95": [1.788, 1.831]}, "kor_Hang": {"tokens": 56348, "chars": 65965, "chars_per_token": 1.171, "ratio_vs_en": 1.712, "ci95": [1.694, 1.73]}, "lao_Laoo": {"tokens": 240216, "chars": 130060, "chars_per_token": 0.541, "ratio_vs_en": 7.299, "ci95": [7.195, 7.398]}, "lij_Latn": {"tokens": 60530, "chars": 145994, "chars_per_token": 2.412, "ratio_vs_en": 1.839, "ci95": [1.82, 1.86]}, "lim_Latn": {"tokens": 55110, "chars": 137686, "chars_per_token": 2.498, "ratio_vs_en": 1.675, "ci95": [1.657, 1.693]}, "lin_Latn": {"tokens": 56825, "chars": 142197, "chars_per_token": 2.502, "ratio_vs_en": 1.727, "ci95": [1.709, 1.744]}, "lit_Latn": {"tokens": 62186, "chars": 130329, "chars_per_token": 2.096, "ratio_vs_en": 1.89, "ci95": [1.867, 1.911]}, "lmo_Latn": {"tokens": 60760, "chars": 141666, "chars_per_token": 2.332, "ratio_vs_en": 1.846, "ci95": [1.827, 1.867]}, "ltg_Latn": {"tokens": 63441, "chars": 129848, "chars_per_token": 2.047, "ratio_vs_en": 1.928, "ci95": [1.907, 1.949]}, "ltz_Latn": {"tokens": 60210, "chars": 147545, "chars_per_token": 2.451, "ratio_vs_en": 1.83, "ci95": [1.81, 1.85]}, "lua_Latn": {"tokens": 59573, "chars": 142998, "chars_per_token": 2.4, "ratio_vs_en": 1.81, "ci95": [1.787, 1.832]}, "lug_Latn": {"tokens": 59445, "chars": 135078, "chars_per_token": 2.272, "ratio_vs_en": 1.806, "ci95": [1.786, 1.828]}, "luo_Latn": {"tokens": 55022, "chars": 137546, "chars_per_token": 2.5, "ratio_vs_en": 1.672, "ci95": [1.652, 1.692]}, "lus_Latn": {"tokens": 59575, "chars": 146255, "chars_per_token": 2.455, "ratio_vs_en": 1.81, "ci95": [1.783, 1.837]}, "lvs_Latn": {"tokens": 67347, "chars": 134157, "chars_per_token": 1.992, "ratio_vs_en": 2.046, "ci95": [2.025, 2.07]}, "mag_Deva": {"tokens": 146262, "chars": 126695, "chars_per_token": 0.866, "ratio_vs_en": 4.444, "ci95": [4.393, 4.495]}, "mai_Deva": {"tokens": 152042, "chars": 129408, "chars_per_token": 0.851, "ratio_vs_en": 4.62, "ci95": [4.566, 4.678]}, "mal_Mlym": {"tokens": 216221, "chars": 149336, "chars_per_token": 0.691, "ratio_vs_en": 6.57, "ci95": [6.489, 6.654]}, "mar_Deva": {"tokens": 157985, "chars": 133051, "chars_per_token": 0.842, "ratio_vs_en": 4.801, "ci95": [4.745, 4.86]}, "min_Arab": {"tokens": 111840, "chars": 126399, "chars_per_token": 1.13, "ratio_vs_en": 3.398, "ci95": [3.357, 3.441]}, "min_Latn": {"tokens": 55762, "chars": 141163, "chars_per_token": 2.532, "ratio_vs_en": 1.694, "ci95": [1.676, 1.715]}, "mkd_Cyrl": {"tokens": 78342, "chars": 137827, "chars_per_token": 1.759, "ratio_vs_en": 2.381, "ci95": [2.353, 2.407]}, "mlt_Latn": {"tokens": 71748, "chars": 146288, "chars_per_token": 2.039, "ratio_vs_en": 2.18, "ci95": [2.153, 2.207]}, "mni_Beng": {"tokens": 135568, "chars": 136782, "chars_per_token": 1.009, "ratio_vs_en": 4.119, "ci95": [4.069, 4.173]}, "mos_Latn": {"tokens": 65394, "chars": 124657, "chars_per_token": 1.906, "ratio_vs_en": 1.987, "ci95": [1.96, 2.016]}, "mri_Latn": {"tokens": 68457, "chars": 146527, "chars_per_token": 2.14, "ratio_vs_en": 2.08, "ci95": [2.055, 2.106]}, "mya_Mymr": {"tokens": 315675, "chars": 163169, "chars_per_token": 0.517, "ratio_vs_en": 9.592, "ci95": [9.464, 9.726]}, "nld_Latn": {"tokens": 51574, "chars": 147507, "chars_per_token": 2.86, "ratio_vs_en": 1.567, "ci95": [1.551, 1.583]}, "nno_Latn": {"tokens": 50691, "chars": 133443, "chars_per_token": 2.632, "ratio_vs_en": 1.54, "ci95": [1.524, 1.557]}, "nob_Latn": {"tokens": 49725, "chars": 132138, "chars_per_token": 2.657, "ratio_vs_en": 1.511, "ci95": [1.497, 1.526]}, "npi_Deva": {"tokens": 150140, "chars": 126903, "chars_per_token": 0.845, "ratio_vs_en": 4.562, "ci95": [4.503, 4.624]}, "nso_Latn": {"tokens": 64404, "chars": 151109, "chars_per_token": 2.346, "ratio_vs_en": 1.957, "ci95": [1.934, 1.981]}, "nus_Latn": {"tokens": 112715, "chars": 142340, "chars_per_token": 1.263, "ratio_vs_en": 3.425, "ci95": [3.37, 3.476]}, "nya_Latn": {"tokens": 62604, "chars": 147172, "chars_per_token": 2.351, "ratio_vs_en": 1.902, "ci95": [1.878, 1.926]}, "oci_Latn": {"tokens": 55444, "chars": 150651, "chars_per_token": 2.717, "ratio_vs_en": 1.685, "ci95": [1.668, 1.702]}, "ory_Orya": {"tokens": 354845, "chars": 134839, "chars_per_token": 0.38, "ratio_vs_en": 10.783, "ci95": [10.643, 10.928]}, "pag_Latn": {"tokens": 47619, "chars": 129899, "chars_per_token": 2.728, "ratio_vs_en": 1.447, "ci95": [1.425, 1.47]}, "pan_Guru": {"tokens": 340835, "chars": 133425, "chars_per_token": 0.391, "ratio_vs_en": 10.357, "ci95": [10.221, 10.501]}, "pap_Latn": {"tokens": 53378, "chars": 139154, "chars_per_token": 2.607, "ratio_vs_en": 1.622, "ci95": [1.606, 1.638]}, "pbt_Arab": {"tokens": 104660, "chars": 122455, "chars_per_token": 1.17, "ratio_vs_en": 3.18, "ci95": [3.141, 3.219]}, "pes_Arab": {"tokens": 91365, "chars": 123827, "chars_per_token": 1.355, "ratio_vs_en": 2.776, "ci95": [2.742, 2.809]}, "plt_Latn": {"tokens": 66664, "chars": 160996, "chars_per_token": 2.415, "ratio_vs_en": 2.026, "ci95": [2.003, 2.049]}, "pol_Latn": {"tokens": 60415, "chars": 139483, "chars_per_token": 2.309, "ratio_vs_en": 1.836, "ci95": [1.815, 1.857]}, "por_Latn": {"tokens": 48140, "chars": 143418, "chars_per_token": 2.979, "ratio_vs_en": 1.463, "ci95": [1.45, 1.476]}, "prs_Arab": {"tokens": 88317, "chars": 120643, "chars_per_token": 1.366, "ratio_vs_en": 2.684, "ci95": [2.652, 2.715]}, "quy_Latn": {"tokens": 60915, "chars": 141027, "chars_per_token": 2.315, "ratio_vs_en": 1.851, "ci95": [1.827, 1.875]}, "ron_Latn": {"tokens": 65087, "chars": 148571, "chars_per_token": 2.283, "ratio_vs_en": 1.978, "ci95": [1.957, 2.001]}, "run_Latn": {"tokens": 63983, "chars": 147265, "chars_per_token": 2.302, "ratio_vs_en": 1.944, "ci95": [1.921, 1.969]}, "rus_Cyrl": {"tokens": 69212, "chars": 142096, "chars_per_token": 2.053, "ratio_vs_en": 2.103, "ci95": [2.081, 2.127]}, "sag_Latn": {"tokens": 61413, "chars": 142621, "chars_per_token": 2.322, "ratio_vs_en": 1.866, "ci95": [1.841, 1.892]}, "san_Deva": {"tokens": 153718, "chars": 128257, "chars_per_token": 0.834, "ratio_vs_en": 4.671, "ci95": [4.615, 4.728]}, "sat_Olck": {"tokens": 346036, "chars": 139791, "chars_per_token": 0.404, "ratio_vs_en": 10.515, "ci95": [10.375, 10.653]}, "scn_Latn": {"tokens": 59363, "chars": 138571, "chars_per_token": 2.334, "ratio_vs_en": 1.804, "ci95": [1.783, 1.824]}, "shn_Mymr": {"tokens": 408645, "chars": 188284, "chars_per_token": 0.461, "ratio_vs_en": 12.417, "ci95": [12.207, 12.63]}, "sin_Sinh": {"tokens": 236723, "chars": 131080, "chars_per_token": 0.554, "ratio_vs_en": 7.193, "ci95": [7.111, 7.282]}, "slk_Latn": {"tokens": 60518, "chars": 131710, "chars_per_token": 2.176, "ratio_vs_en": 1.839, "ci95": [1.818, 1.86]}, "slv_Latn": {"tokens": 55305, "chars": 130855, "chars_per_token": 2.366, "ratio_vs_en": 1.681, "ci95": [1.663, 1.698]}, "smo_Latn": {"tokens": 66550, "chars": 152724, "chars_per_token": 2.295, "ratio_vs_en": 2.022, "ci95": [1.998, 2.048]}, "sna_Latn": {"tokens": 63482, "chars": 147603, "chars_per_token": 2.325, "ratio_vs_en": 1.929, "ci95": [1.901, 1.956]}, "snd_Arab": {"tokens": 112727, "chars": 119588, "chars_per_token": 1.061, "ratio_vs_en": 3.425, "ci95": [3.382, 3.469]}, "som_Latn": {"tokens": 66138, "chars": 151662, "chars_per_token": 2.293, "ratio_vs_en": 2.01, "ci95": [1.988, 2.033]}, "sot_Latn": {"tokens": 64754, "chars": 158732, "chars_per_token": 2.451, "ratio_vs_en": 1.968, "ci95": [1.946, 1.991]}, "spa_Latn": {"tokens": 51179, "chars": 156997, "chars_per_token": 3.068, "ratio_vs_en": 1.555, "ci95": [1.54, 1.57]}, "srd_Latn": {"tokens": 59224, "chars": 153347, "chars_per_token": 2.589, "ratio_vs_en": 1.8, "ci95": [1.782, 1.818]}, "srp_Cyrl": {"tokens": 81724, "chars": 130780, "chars_per_token": 1.6, "ratio_vs_en": 2.483, "ci95": [2.455, 2.512]}, "ssw_Latn": {"tokens": 63840, "chars": 148726, "chars_per_token": 2.33, "ratio_vs_en": 1.94, "ci95": [1.917, 1.965]}, "sun_Latn": {"tokens": 55557, "chars": 136846, "chars_per_token": 2.463, "ratio_vs_en": 1.688, "ci95": [1.669, 1.707]}, "swe_Latn": {"tokens": 49004, "chars": 132173, "chars_per_token": 2.697, "ratio_vs_en": 1.489, "ci95": [1.475, 1.503]}, "swh_Latn": {"tokens": 58328, "chars": 138104, "chars_per_token": 2.368, "ratio_vs_en": 1.772, "ci95": [1.753, 1.79]}, "szl_Latn": {"tokens": 65160, "chars": 137371, "chars_per_token": 2.108, "ratio_vs_en": 1.98, "ci95": [1.956, 2.004]}, "tam_Taml": {"tokens": 153482, "chars": 154133, "chars_per_token": 1.004, "ratio_vs_en": 4.664, "ci95": [4.607, 4.722]}, "taq_Latn": {"tokens": 64237, "chars": 124417, "chars_per_token": 1.937, "ratio_vs_en": 1.952, "ci95": [1.922, 1.984]}, "taq_Tfng": {"tokens": 274961, "chars": 123904, "chars_per_token": 0.451, "ratio_vs_en": 8.355, "ci95": [8.242, 8.474]}, "tat_Cyrl": {"tokens": 103441, "chars": 133282, "chars_per_token": 1.288, "ratio_vs_en": 3.143, "ci95": [3.1, 3.186]}, "tel_Telu": {"tokens": 162295, "chars": 132470, "chars_per_token": 0.816, "ratio_vs_en": 4.932, "ci95": [4.869, 4.998]}, "tgk_Cyrl": {"tokens": 99460, "chars": 145871, "chars_per_token": 1.467, "ratio_vs_en": 3.022, "ci95": [2.985, 3.06]}, "tgl_Latn": {"tokens": 63044, "chars": 166169, "chars_per_token": 2.636, "ratio_vs_en": 1.916, "ci95": [1.893, 1.939]}, "tha_Thai": {"tokens": 120087, "chars": 126109, "chars_per_token": 1.05, "ratio_vs_en": 3.649, "ci95": [3.603, 3.698]}, "tir_Ethi": {"tokens": 211904, "chars": 90700, "chars_per_token": 0.428, "ratio_vs_en": 6.439, "ci95": [6.359, 6.523]}, "tpi_Latn": {"tokens": 61036, "chars": 169011, "chars_per_token": 2.769, "ratio_vs_en": 1.855, "ci95": [1.83, 1.878]}, "tsn_Latn": {"tokens": 65897, "chars": 163035, "chars_per_token": 2.474, "ratio_vs_en": 2.002, "ci95": [1.978, 2.028]}, "tso_Latn": {"tokens": 67720, "chars": 158178, "chars_per_token": 2.336, "ratio_vs_en": 2.058, "ci95": [2.029, 2.085]}, "tuk_Latn": {"tokens": 67903, "chars": 140262, "chars_per_token": 2.066, "ratio_vs_en": 2.063, "ci95": [2.04, 2.087]}, "tum_Latn": {"tokens": 76083, "chars": 172545, "chars_per_token": 2.268, "ratio_vs_en": 2.312, "ci95": [2.278, 2.349]}, "tur_Latn": {"tokens": 56846, "chars": 135761, "chars_per_token": 2.388, "ratio_vs_en": 1.727, "ci95": [1.71, 1.746]}, "twi_Latn": {"tokens": 71700, "chars": 128598, "chars_per_token": 1.794, "ratio_vs_en": 2.179, "ci95": [2.145, 2.214]}, "tzm_Tfng": {"tokens": 273150, "chars": 117960, "chars_per_token": 0.432, "ratio_vs_en": 8.3, "ci95": [8.2, 8.405]}, "uig_Arab": {"tokens": 147781, "chars": 140477, "chars_per_token": 0.951, "ratio_vs_en": 4.491, "ci95": [4.43, 4.551]}, "ukr_Cyrl": {"tokens": 81678, "chars": 134446, "chars_per_token": 1.646, "ratio_vs_en": 2.482, "ci95": [2.456, 2.508]}, "umb_Latn": {"tokens": 59503, "chars": 134747, "chars_per_token": 2.265, "ratio_vs_en": 1.808, "ci95": [1.783, 1.835]}, "urd_Arab": {"tokens": 121722, "chars": 129919, "chars_per_token": 1.067, "ratio_vs_en": 3.699, "ci95": [3.651, 3.746]}, "uzn_Latn": {"tokens": 63978, "chars": 149323, "chars_per_token": 2.334, "ratio_vs_en": 1.944, "ci95": [1.922, 1.966]}, "vec_Latn": {"tokens": 52888, "chars": 133237, "chars_per_token": 2.519, "ratio_vs_en": 1.607, "ci95": [1.591, 1.624]}, "vie_Latn": {"tokens": 72389, "chars": 138595, "chars_per_token": 1.915, "ratio_vs_en": 2.2, "ci95": [2.173, 2.225]}, "war_Latn": {"tokens": 63827, "chars": 164746, "chars_per_token": 2.581, "ratio_vs_en": 1.939, "ci95": [1.918, 1.963]}, "wol_Latn": {"tokens": 57780, "chars": 127173, "chars_per_token": 2.201, "ratio_vs_en": 1.756, "ci95": [1.735, 1.777]}, "xho_Latn": {"tokens": 60941, "chars": 139123, "chars_per_token": 2.283, "ratio_vs_en": 1.852, "ci95": [1.832, 1.872]}, "ydd_Hebr": {"tokens": 144224, "chars": 141658, "chars_per_token": 0.982, "ratio_vs_en": 4.383, "ci95": [4.335, 4.432]}, "yor_Latn": {"tokens": 85381, "chars": 126844, "chars_per_token": 1.486, "ratio_vs_en": 2.594, "ci95": [2.547, 2.645]}, "yue_Hant": {"tokens": 46743, "chars": 40019, "chars_per_token": 0.856, "ratio_vs_en": 1.42, "ci95": [1.407, 1.434]}, "zho_Hans": {"tokens": 41241, "chars": 43248, "chars_per_token": 1.049, "ratio_vs_en": 1.253, "ci95": [1.239, 1.268]}, "zho_Hant": {"tokens": 47922, "chars": 40695, "chars_per_token": 0.849, "ratio_vs_en": 1.456, "ci95": [1.441, 1.472]}, "zsm_Latn": {"tokens": 53120, "chars": 146201, "chars_per_token": 2.752, "ratio_vs_en": 1.614, "ci95": [1.598, 1.632]}, "zul_Latn": {"tokens": 65334, "chars": 148362, "chars_per_token": 2.271, "ratio_vs_en": 1.985, "ci95": [1.965, 2.006]}, "eng_Latn": {"tokens": 32909, "chars": 131966, "chars_per_token": 4.01, "ratio_vs_en": 1.0}}, "costs": []}, {"schema": 1, "tokenizer": "Kimi K2", "kind": "tiktoken-hf", "id": "moonshotai/Kimi-K2-Instruct::kimi", "group": "China", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 79109, "chars": 111621, "chars_per_token": 1.411, "ratio_vs_en": 2.915, "ci95": [2.882, 2.948]}, "ace_Latn": {"tokens": 54661, "chars": 141933, "chars_per_token": 2.597, "ratio_vs_en": 2.014, "ci95": [1.991, 2.036]}, "acm_Arab": {"tokens": 54952, "chars": 113573, "chars_per_token": 2.067, "ratio_vs_en": 2.025, "ci95": [2.005, 2.046]}, "acq_Arab": {"tokens": 55509, "chars": 115113, "chars_per_token": 2.074, "ratio_vs_en": 2.046, "ci95": [2.025, 2.067]}, "aeb_Arab": {"tokens": 54667, "chars": 112077, "chars_per_token": 2.05, "ratio_vs_en": 2.014, "ci95": [1.994, 2.037]}, "afr_Latn": {"tokens": 46336, "chars": 139690, "chars_per_token": 3.015, "ratio_vs_en": 1.707, "ci95": [1.691, 1.723]}, "ajp_Arab": {"tokens": 52117, "chars": 109046, "chars_per_token": 2.092, "ratio_vs_en": 1.921, "ci95": [1.902, 1.94]}, "aka_Latn": {"tokens": 64240, "chars": 132650, "chars_per_token": 2.065, "ratio_vs_en": 2.367, "ci95": [2.334, 2.402]}, "als_Latn": {"tokens": 57092, "chars": 147064, "chars_per_token": 2.576, "ratio_vs_en": 2.104, "ci95": [2.081, 2.126]}, "amh_Ethi": {"tokens": 114940, "chars": 87132, "chars_per_token": 0.758, "ratio_vs_en": 4.236, "ci95": [4.185, 4.284]}, "apc_Arab": {"tokens": 52342, "chars": 107981, "chars_per_token": 2.063, "ratio_vs_en": 1.929, "ci95": [1.909, 1.95]}, "arb_Arab": {"tokens": 55665, "chars": 116307, "chars_per_token": 2.089, "ratio_vs_en": 2.051, "ci95": [2.03, 2.073]}, "arb_Latn": {"tokens": 65445, "chars": 153758, "chars_per_token": 2.349, "ratio_vs_en": 2.412, "ci95": [2.383, 2.442]}, "ars_Arab": {"tokens": 55788, "chars": 116428, "chars_per_token": 2.087, "ratio_vs_en": 2.056, "ci95": [2.035, 2.077]}, "ary_Arab": {"tokens": 56259, "chars": 113563, "chars_per_token": 2.019, "ratio_vs_en": 2.073, "ci95": [2.05, 2.097]}, "arz_Arab": {"tokens": 54787, "chars": 113770, "chars_per_token": 2.077, "ratio_vs_en": 2.019, "ci95": [1.997, 2.041]}, "asm_Beng": {"tokens": 91256, "chars": 125936, "chars_per_token": 1.38, "ratio_vs_en": 3.363, "ci95": [3.327, 3.401]}, "ast_Latn": {"tokens": 44431, "chars": 136363, "chars_per_token": 3.069, "ratio_vs_en": 1.637, "ci95": [1.621, 1.655]}, "awa_Deva": {"tokens": 77633, "chars": 128171, "chars_per_token": 1.651, "ratio_vs_en": 2.861, "ci95": [2.83, 2.893]}, "ayr_Latn": {"tokens": 57821, "chars": 138617, "chars_per_token": 2.397, "ratio_vs_en": 2.131, "ci95": [2.1, 2.161]}, "azb_Arab": {"tokens": 61762, "chars": 117061, "chars_per_token": 1.895, "ratio_vs_en": 2.276, "ci95": [2.25, 2.302]}, "azj_Latn": {"tokens": 58955, "chars": 143739, "chars_per_token": 2.438, "ratio_vs_en": 2.172, "ci95": [2.145, 2.199]}, "bak_Cyrl": {"tokens": 68620, "chars": 133222, "chars_per_token": 1.941, "ratio_vs_en": 2.529, "ci95": [2.5, 2.559]}, "bam_Latn": {"tokens": 59685, "chars": 126387, "chars_per_token": 2.118, "ratio_vs_en": 2.199, "ci95": [2.169, 2.23]}, "ban_Latn": {"tokens": 48403, "chars": 145570, "chars_per_token": 3.007, "ratio_vs_en": 1.784, "ci95": [1.763, 1.805]}, "bel_Cyrl": {"tokens": 72901, "chars": 147991, "chars_per_token": 2.03, "ratio_vs_en": 2.686, "ci95": [2.652, 2.72]}, "bem_Latn": {"tokens": 59971, "chars": 160751, "chars_per_token": 2.68, "ratio_vs_en": 2.21, "ci95": [2.185, 2.236]}, "ben_Beng": {"tokens": 80098, "chars": 129042, "chars_per_token": 1.611, "ratio_vs_en": 2.952, "ci95": [2.92, 2.983]}, "bho_Deva": {"tokens": 77934, "chars": 128611, "chars_per_token": 1.65, "ratio_vs_en": 2.872, "ci95": [2.84, 2.906]}, "bjn_Arab": {"tokens": 80139, "chars": 122230, "chars_per_token": 1.525, "ratio_vs_en": 2.953, "ci95": [2.921, 2.986]}, "bjn_Latn": {"tokens": 46763, "chars": 138182, "chars_per_token": 2.955, "ratio_vs_en": 1.723, "ci95": [1.705, 1.741]}, "bod_Tibt": {"tokens": 129867, "chars": 148151, "chars_per_token": 1.141, "ratio_vs_en": 4.786, "ci95": [4.724, 4.85]}, "bos_Latn": {"tokens": 49699, "chars": 132187, "chars_per_token": 2.66, "ratio_vs_en": 1.831, "ci95": [1.812, 1.851]}, "bug_Latn": {"tokens": 52839, "chars": 139375, "chars_per_token": 2.638, "ratio_vs_en": 1.947, "ci95": [1.921, 1.974]}, "bul_Cyrl": {"tokens": 61551, "chars": 137824, "chars_per_token": 2.239, "ratio_vs_en": 2.268, "ci95": [2.243, 2.291]}, "cat_Latn": {"tokens": 46512, "chars": 145781, "chars_per_token": 3.134, "ratio_vs_en": 1.714, "ci95": [1.699, 1.731]}, "ceb_Latn": {"tokens": 50090, "chars": 158685, "chars_per_token": 3.168, "ratio_vs_en": 1.846, "ci95": [1.826, 1.867]}, "ces_Latn": {"tokens": 54068, "chars": 127257, "chars_per_token": 2.354, "ratio_vs_en": 1.992, "ci95": [1.971, 2.014]}, "cjk_Latn": {"tokens": 53592, "chars": 139261, "chars_per_token": 2.599, "ratio_vs_en": 1.975, "ci95": [1.946, 2.004]}, "ckb_Arab": {"tokens": 72713, "chars": 128585, "chars_per_token": 1.768, "ratio_vs_en": 2.679, "ci95": [2.649, 2.71]}, "crh_Latn": {"tokens": 55860, "chars": 134038, "chars_per_token": 2.4, "ratio_vs_en": 2.058, "ci95": [2.034, 2.083]}, "cym_Latn": {"tokens": 56689, "chars": 141257, "chars_per_token": 2.492, "ratio_vs_en": 2.089, "ci95": [2.068, 2.11]}, "dan_Latn": {"tokens": 46626, "chars": 135083, "chars_per_token": 2.897, "ratio_vs_en": 1.718, "ci95": [1.7, 1.736]}, "deu_Latn": {"tokens": 46831, "chars": 153809, "chars_per_token": 3.284, "ratio_vs_en": 1.726, "ci95": [1.708, 1.744]}, "dik_Latn": {"tokens": 56353, "chars": 111789, "chars_per_token": 1.984, "ratio_vs_en": 2.077, "ci95": [2.037, 2.122]}, "dyu_Latn": {"tokens": 55739, "chars": 132855, "chars_per_token": 2.384, "ratio_vs_en": 2.054, "ci95": [2.024, 2.086]}, "dzo_Tibt": {"tokens": 151585, "chars": 163358, "chars_per_token": 1.078, "ratio_vs_en": 5.586, "ci95": [5.51, 5.659]}, "ell_Grek": {"tokens": 91040, "chars": 157539, "chars_per_token": 1.73, "ratio_vs_en": 3.355, "ci95": [3.316, 3.393]}, "epo_Latn": {"tokens": 47865, "chars": 131292, "chars_per_token": 2.743, "ratio_vs_en": 1.764, "ci95": [1.747, 1.781]}, "est_Latn": {"tokens": 48878, "chars": 129459, "chars_per_token": 2.649, "ratio_vs_en": 1.801, "ci95": [1.78, 1.821]}, "eus_Latn": {"tokens": 51167, "chars": 139822, "chars_per_token": 2.733, "ratio_vs_en": 1.886, "ci95": [1.864, 1.907]}, "ewe_Latn": {"tokens": 68396, "chars": 127448, "chars_per_token": 1.863, "ratio_vs_en": 2.52, "ci95": [2.474, 2.566]}, "fao_Latn": {"tokens": 56501, "chars": 134274, "chars_per_token": 2.376, "ratio_vs_en": 2.082, "ci95": [2.059, 2.105]}, "fij_Latn": {"tokens": 58661, "chars": 155177, "chars_per_token": 2.645, "ratio_vs_en": 2.162, "ci95": [2.135, 2.19]}, "fin_Latn": {"tokens": 54126, "chars": 140128, "chars_per_token": 2.589, "ratio_vs_en": 1.995, "ci95": [1.971, 2.017]}, "fon_Latn": {"tokens": 82679, "chars": 135260, "chars_per_token": 1.636, "ratio_vs_en": 3.047, "ci95": [2.994, 3.103]}, "fra_Latn": {"tokens": 46939, "chars": 157638, "chars_per_token": 3.358, "ratio_vs_en": 1.73, "ci95": [1.713, 1.747]}, "fur_Latn": {"tokens": 51360, "chars": 144519, "chars_per_token": 2.814, "ratio_vs_en": 1.893, "ci95": [1.874, 1.912]}, "fuv_Latn": {"tokens": 49310, "chars": 122162, "chars_per_token": 2.477, "ratio_vs_en": 1.817, "ci95": [1.787, 1.846]}, "gaz_Latn": {"tokens": 62407, "chars": 156418, "chars_per_token": 2.506, "ratio_vs_en": 2.3, "ci95": [2.274, 2.325]}, "gla_Latn": {"tokens": 65349, "chars": 162597, "chars_per_token": 2.488, "ratio_vs_en": 2.408, "ci95": [2.38, 2.438]}, "gle_Latn": {"tokens": 62541, "chars": 152481, "chars_per_token": 2.438, "ratio_vs_en": 2.305, "ci95": [2.278, 2.332]}, "glg_Latn": {"tokens": 44119, "chars": 146143, "chars_per_token": 3.312, "ratio_vs_en": 1.626, "ci95": [1.61, 1.641]}, "grn_Latn": {"tokens": 59049, "chars": 132815, "chars_per_token": 2.249, "ratio_vs_en": 2.176, "ci95": [2.148, 2.203]}, "guj_Gujr": {"tokens": 101882, "chars": 126428, "chars_per_token": 1.241, "ratio_vs_en": 3.754, "ci95": [3.713, 3.795]}, "hat_Latn": {"tokens": 46467, "chars": 121280, "chars_per_token": 2.61, "ratio_vs_en": 1.712, "ci95": [1.695, 1.729]}, "hau_Latn": {"tokens": 53177, "chars": 140067, "chars_per_token": 2.634, "ratio_vs_en": 1.96, "ci95": [1.937, 1.981]}, "heb_Hebr": {"tokens": 61198, "chars": 102054, "chars_per_token": 1.668, "ratio_vs_en": 2.255, "ci95": [2.233, 2.277]}, "hin_Deva": {"tokens": 74336, "chars": 131058, "chars_per_token": 1.763, "ratio_vs_en": 2.739, "ci95": [2.71, 2.77]}, "hne_Deva": {"tokens": 78060, "chars": 126933, "chars_per_token": 1.626, "ratio_vs_en": 2.877, "ci95": [2.847, 2.905]}, "hrv_Latn": {"tokens": 48822, "chars": 128727, "chars_per_token": 2.637, "ratio_vs_en": 1.799, "ci95": [1.78, 1.819]}, "hun_Latn": {"tokens": 58396, "chars": 138629, "chars_per_token": 2.374, "ratio_vs_en": 2.152, "ci95": [2.126, 2.178]}, "hye_Armn": {"tokens": 83292, "chars": 145956, "chars_per_token": 1.752, "ratio_vs_en": 3.069, "ci95": [3.036, 3.1]}, "ibo_Latn": {"tokens": 66025, "chars": 134560, "chars_per_token": 2.038, "ratio_vs_en": 2.433, "ci95": [2.4, 2.465]}, "ilo_Latn": {"tokens": 55815, "chars": 159680, "chars_per_token": 2.861, "ratio_vs_en": 2.057, "ci95": [2.033, 2.08]}, "ind_Latn": {"tokens": 42693, "chars": 142318, "chars_per_token": 3.334, "ratio_vs_en": 1.573, "ci95": [1.558, 1.588]}, "isl_Latn": {"tokens": 56845, "chars": 129783, "chars_per_token": 2.283, "ratio_vs_en": 2.095, "ci95": [2.071, 2.119]}, "ita_Latn": {"tokens": 47369, "chars": 156138, "chars_per_token": 3.296, "ratio_vs_en": 1.746, "ci95": [1.728, 1.764]}, "jav_Latn": {"tokens": 46900, "chars": 136928, "chars_per_token": 2.92, "ratio_vs_en": 1.728, "ci95": [1.71, 1.746]}, "jpn_Jpan": {"tokens": 44599, "chars": 56943, "chars_per_token": 1.277, "ratio_vs_en": 1.643, "ci95": [1.625, 1.661]}, "kab_Latn": {"tokens": 61799, "chars": 130554, "chars_per_token": 2.113, "ratio_vs_en": 2.277, "ci95": [2.251, 2.304]}, "kac_Latn": {"tokens": 63345, "chars": 169397, "chars_per_token": 2.674, "ratio_vs_en": 2.334, "ci95": [2.3, 2.371]}, "kam_Latn": {"tokens": 58631, "chars": 128356, "chars_per_token": 2.189, "ratio_vs_en": 2.161, "ci95": [2.113, 2.208]}, "kan_Knda": {"tokens": 98233, "chars": 138040, "chars_per_token": 1.405, "ratio_vs_en": 3.62, "ci95": [3.58, 3.658]}, "kas_Arab": {"tokens": 83359, "chars": 126105, "chars_per_token": 1.513, "ratio_vs_en": 3.072, "ci95": [3.031, 3.114]}, "kas_Deva": {"tokens": 85352, "chars": 126401, "chars_per_token": 1.481, "ratio_vs_en": 3.145, "ci95": [3.111, 3.181]}, "kat_Geor": {"tokens": 115666, "chars": 143930, "chars_per_token": 1.244, "ratio_vs_en": 4.262, "ci95": [4.209, 4.315]}, "kaz_Cyrl": {"tokens": 59429, "chars": 135404, "chars_per_token": 2.278, "ratio_vs_en": 2.19, "ci95": [2.165, 2.215]}, "kbp_Latn": {"tokens": 111531, "chars": 142957, "chars_per_token": 1.282, "ratio_vs_en": 4.11, "ci95": [4.044, 4.177]}, "kea_Latn": {"tokens": 46877, "chars": 130800, "chars_per_token": 2.79, "ratio_vs_en": 1.727, "ci95": [1.711, 1.743]}, "khk_Cyrl": {"tokens": 75892, "chars": 137067, "chars_per_token": 1.806, "ratio_vs_en": 2.797, "ci95": [2.765, 2.829]}, "khm_Khmr": {"tokens": 175886, "chars": 153212, "chars_per_token": 0.871, "ratio_vs_en": 6.481, "ci95": [6.402, 6.566]}, "kik_Latn": {"tokens": 88404, "chars": 153431, "chars_per_token": 1.736, "ratio_vs_en": 3.258, "ci95": [3.199, 3.314]}, "kin_Latn": {"tokens": 57380, "chars": 145862, "chars_per_token": 2.542, "ratio_vs_en": 2.114, "ci95": [2.09, 2.141]}, "kir_Cyrl": {"tokens": 64452, "chars": 135532, "chars_per_token": 2.103, "ratio_vs_en": 2.375, "ci95": [2.344, 2.405]}, "kmb_Latn": {"tokens": 57154, "chars": 145762, "chars_per_token": 2.55, "ratio_vs_en": 2.106, "ci95": [2.08, 2.132]}, "kmr_Latn": {"tokens": 58140, "chars": 130372, "chars_per_token": 2.242, "ratio_vs_en": 2.142, "ci95": [2.118, 2.166]}, "knc_Arab": {"tokens": 87585, "chars": 116000, "chars_per_token": 1.324, "ratio_vs_en": 3.228, "ci95": [3.133, 3.323]}, "knc_Latn": {"tokens": 62055, "chars": 138972, "chars_per_token": 2.239, "ratio_vs_en": 2.287, "ci95": [2.254, 2.321]}, "kon_Latn": {"tokens": 54063, "chars": 149894, "chars_per_token": 2.773, "ratio_vs_en": 1.992, "ci95": [1.97, 2.015]}, "kor_Hang": {"tokens": 53691, "chars": 65965, "chars_per_token": 1.229, "ratio_vs_en": 1.979, "ci95": [1.958, 1.999]}, "lao_Laoo": {"tokens": 167246, "chars": 130060, "chars_per_token": 0.778, "ratio_vs_en": 6.163, "ci95": [6.081, 6.242]}, "lij_Latn": {"tokens": 54766, "chars": 145994, "chars_per_token": 2.666, "ratio_vs_en": 2.018, "ci95": [1.998, 2.04]}, "lim_Latn": {"tokens": 50033, "chars": 137686, "chars_per_token": 2.752, "ratio_vs_en": 1.844, "ci95": [1.824, 1.864]}, "lin_Latn": {"tokens": 50819, "chars": 142197, "chars_per_token": 2.798, "ratio_vs_en": 1.873, "ci95": [1.854, 1.892]}, "lit_Latn": {"tokens": 51452, "chars": 130329, "chars_per_token": 2.533, "ratio_vs_en": 1.896, "ci95": [1.875, 1.916]}, "lmo_Latn": {"tokens": 56113, "chars": 141666, "chars_per_token": 2.525, "ratio_vs_en": 2.068, "ci95": [2.046, 2.088]}, "ltg_Latn": {"tokens": 57939, "chars": 129848, "chars_per_token": 2.241, "ratio_vs_en": 2.135, "ci95": [2.112, 2.157]}, "ltz_Latn": {"tokens": 54296, "chars": 147545, "chars_per_token": 2.717, "ratio_vs_en": 2.001, "ci95": [1.98, 2.022]}, "lua_Latn": {"tokens": 52783, "chars": 142998, "chars_per_token": 2.709, "ratio_vs_en": 1.945, "ci95": [1.921, 1.968]}, "lug_Latn": {"tokens": 52934, "chars": 135078, "chars_per_token": 2.552, "ratio_vs_en": 1.951, "ci95": [1.928, 1.974]}, "luo_Latn": {"tokens": 49856, "chars": 137546, "chars_per_token": 2.759, "ratio_vs_en": 1.837, "ci95": [1.815, 1.86]}, "lus_Latn": {"tokens": 54651, "chars": 146255, "chars_per_token": 2.676, "ratio_vs_en": 2.014, "ci95": [1.983, 2.044]}, "lvs_Latn": {"tokens": 57951, "chars": 134157, "chars_per_token": 2.315, "ratio_vs_en": 2.135, "ci95": [2.113, 2.159]}, "mag_Deva": {"tokens": 76829, "chars": 126695, "chars_per_token": 1.649, "ratio_vs_en": 2.831, "ci95": [2.803, 2.859]}, "mai_Deva": {"tokens": 81974, "chars": 129408, "chars_per_token": 1.579, "ratio_vs_en": 3.021, "ci95": [2.989, 3.052]}, "mal_Mlym": {"tokens": 87893, "chars": 149336, "chars_per_token": 1.699, "ratio_vs_en": 3.239, "ci95": [3.203, 3.274]}, "mar_Deva": {"tokens": 78117, "chars": 133051, "chars_per_token": 1.703, "ratio_vs_en": 2.879, "ci95": [2.848, 2.908]}, "min_Arab": {"tokens": 83437, "chars": 126399, "chars_per_token": 1.515, "ratio_vs_en": 3.075, "ci95": [3.04, 3.11]}, "min_Latn": {"tokens": 48159, "chars": 141163, "chars_per_token": 2.931, "ratio_vs_en": 1.775, "ci95": [1.756, 1.794]}, "mkd_Cyrl": {"tokens": 61869, "chars": 137827, "chars_per_token": 2.228, "ratio_vs_en": 2.28, "ci95": [2.256, 2.303]}, "mlt_Latn": {"tokens": 63328, "chars": 146288, "chars_per_token": 2.31, "ratio_vs_en": 2.334, "ci95": [2.307, 2.361]}, "mni_Beng": {"tokens": 107554, "chars": 136782, "chars_per_token": 1.272, "ratio_vs_en": 3.963, "ci95": [3.916, 4.015]}, "mos_Latn": {"tokens": 61132, "chars": 124657, "chars_per_token": 2.039, "ratio_vs_en": 2.253, "ci95": [2.22, 2.286]}, "mri_Latn": {"tokens": 62822, "chars": 146527, "chars_per_token": 2.332, "ratio_vs_en": 2.315, "ci95": [2.288, 2.341]}, "mya_Mymr": {"tokens": 94464, "chars": 163169, "chars_per_token": 1.727, "ratio_vs_en": 3.481, "ci95": [3.438, 3.526]}, "nld_Latn": {"tokens": 45799, "chars": 147507, "chars_per_token": 3.221, "ratio_vs_en": 1.688, "ci95": [1.67, 1.706]}, "nno_Latn": {"tokens": 46240, "chars": 133443, "chars_per_token": 2.886, "ratio_vs_en": 1.704, "ci95": [1.685, 1.722]}, "nob_Latn": {"tokens": 45009, "chars": 132138, "chars_per_token": 2.936, "ratio_vs_en": 1.659, "ci95": [1.642, 1.676]}, "npi_Deva": {"tokens": 75619, "chars": 126903, "chars_per_token": 1.678, "ratio_vs_en": 2.787, "ci95": [2.756, 2.818]}, "nso_Latn": {"tokens": 58328, "chars": 151109, "chars_per_token": 2.591, "ratio_vs_en": 2.149, "ci95": [2.124, 2.175]}, "nus_Latn": {"tokens": 94211, "chars": 142340, "chars_per_token": 1.511, "ratio_vs_en": 3.472, "ci95": [3.42, 3.521]}, "nya_Latn": {"tokens": 56375, "chars": 147172, "chars_per_token": 2.611, "ratio_vs_en": 2.077, "ci95": [2.051, 2.103]}, "oci_Latn": {"tokens": 50007, "chars": 150651, "chars_per_token": 3.013, "ratio_vs_en": 1.843, "ci95": [1.825, 1.862]}, "ory_Orya": {"tokens": 172275, "chars": 134839, "chars_per_token": 0.783, "ratio_vs_en": 6.348, "ci95": [6.276, 6.428]}, "pag_Latn": {"tokens": 42068, "chars": 129899, "chars_per_token": 3.088, "ratio_vs_en": 1.55, "ci95": [1.525, 1.575]}, "pan_Guru": {"tokens": 100331, "chars": 133425, "chars_per_token": 1.33, "ratio_vs_en": 3.697, "ci95": [3.656, 3.741]}, "pap_Latn": {"tokens": 48104, "chars": 139154, "chars_per_token": 2.893, "ratio_vs_en": 1.773, "ci95": [1.755, 1.79]}, "pbt_Arab": {"tokens": 70960, "chars": 122455, "chars_per_token": 1.726, "ratio_vs_en": 2.615, "ci95": [2.586, 2.643]}, "pes_Arab": {"tokens": 58330, "chars": 123827, "chars_per_token": 2.123, "ratio_vs_en": 2.149, "ci95": [2.125, 2.171]}, "plt_Latn": {"tokens": 59540, "chars": 160996, "chars_per_token": 2.704, "ratio_vs_en": 2.194, "ci95": [2.17, 2.22]}, "pol_Latn": {"tokens": 57276, "chars": 139483, "chars_per_token": 2.435, "ratio_vs_en": 2.111, "ci95": [2.086, 2.136]}, "por_Latn": {"tokens": 43772, "chars": 143418, "chars_per_token": 3.276, "ratio_vs_en": 1.613, "ci95": [1.599, 1.628]}, "prs_Arab": {"tokens": 56720, "chars": 120643, "chars_per_token": 2.127, "ratio_vs_en": 2.09, "ci95": [2.068, 2.113]}, "quy_Latn": {"tokens": 55714, "chars": 141027, "chars_per_token": 2.531, "ratio_vs_en": 2.053, "ci95": [2.028, 2.08]}, "ron_Latn": {"tokens": 51531, "chars": 148571, "chars_per_token": 2.883, "ratio_vs_en": 1.899, "ci95": [1.879, 1.919]}, "run_Latn": {"tokens": 57605, "chars": 147265, "chars_per_token": 2.556, "ratio_vs_en": 2.123, "ci95": [2.097, 2.151]}, "rus_Cyrl": {"tokens": 55522, "chars": 142096, "chars_per_token": 2.559, "ratio_vs_en": 2.046, "ci95": [2.024, 2.069]}, "sag_Latn": {"tokens": 55947, "chars": 142621, "chars_per_token": 2.549, "ratio_vs_en": 2.062, "ci95": [2.033, 2.091]}, "san_Deva": {"tokens": 76012, "chars": 128257, "chars_per_token": 1.687, "ratio_vs_en": 2.801, "ci95": [2.77, 2.831]}, "sat_Olck": {"tokens": 200538, "chars": 139791, "chars_per_token": 0.697, "ratio_vs_en": 7.39, "ci95": [7.307, 7.473]}, "scn_Latn": {"tokens": 54343, "chars": 138571, "chars_per_token": 2.55, "ratio_vs_en": 2.003, "ci95": [1.981, 2.025]}, "shn_Mymr": {"tokens": 164424, "chars": 188284, "chars_per_token": 1.145, "ratio_vs_en": 6.059, "ci95": [5.962, 6.152]}, "sin_Sinh": {"tokens": 111113, "chars": 131080, "chars_per_token": 1.18, "ratio_vs_en": 4.095, "ci95": [4.051, 4.14]}, "slk_Latn": {"tokens": 54544, "chars": 131710, "chars_per_token": 2.415, "ratio_vs_en": 2.01, "ci95": [1.988, 2.034]}, "slv_Latn": {"tokens": 49690, "chars": 130855, "chars_per_token": 2.633, "ratio_vs_en": 1.831, "ci95": [1.812, 1.851]}, "smo_Latn": {"tokens": 61878, "chars": 152724, "chars_per_token": 2.468, "ratio_vs_en": 2.28, "ci95": [2.254, 2.307]}, "sna_Latn": {"tokens": 57794, "chars": 147603, "chars_per_token": 2.554, "ratio_vs_en": 2.13, "ci95": [2.1, 2.159]}, "snd_Arab": {"tokens": 75964, "chars": 119588, "chars_per_token": 1.574, "ratio_vs_en": 2.799, "ci95": [2.769, 2.83]}, "som_Latn": {"tokens": 59412, "chars": 151662, "chars_per_token": 2.553, "ratio_vs_en": 2.189, "ci95": [2.167, 2.215]}, "sot_Latn": {"tokens": 60200, "chars": 158732, "chars_per_token": 2.637, "ratio_vs_en": 2.218, "ci95": [2.193, 2.245]}, "spa_Latn": {"tokens": 45800, "chars": 156997, "chars_per_token": 3.428, "ratio_vs_en": 1.688, "ci95": [1.671, 1.705]}, "srd_Latn": {"tokens": 53797, "chars": 153347, "chars_per_token": 2.85, "ratio_vs_en": 1.982, "ci95": [1.963, 2.003]}, "srp_Cyrl": {"tokens": 61688, "chars": 130780, "chars_per_token": 2.12, "ratio_vs_en": 2.273, "ci95": [2.25, 2.296]}, "ssw_Latn": {"tokens": 58115, "chars": 148726, "chars_per_token": 2.559, "ratio_vs_en": 2.142, "ci95": [2.117, 2.169]}, "sun_Latn": {"tokens": 49438, "chars": 136846, "chars_per_token": 2.768, "ratio_vs_en": 1.822, "ci95": [1.802, 1.842]}, "swe_Latn": {"tokens": 45712, "chars": 132173, "chars_per_token": 2.891, "ratio_vs_en": 1.684, "ci95": [1.667, 1.701]}, "swh_Latn": {"tokens": 51744, "chars": 138104, "chars_per_token": 2.669, "ratio_vs_en": 1.907, "ci95": [1.887, 1.925]}, "szl_Latn": {"tokens": 60763, "chars": 137371, "chars_per_token": 2.261, "ratio_vs_en": 2.239, "ci95": [2.213, 2.266]}, "tam_Taml": {"tokens": 112824, "chars": 154133, "chars_per_token": 1.366, "ratio_vs_en": 4.158, "ci95": [4.109, 4.204]}, "taq_Latn": {"tokens": 59400, "chars": 124417, "chars_per_token": 2.095, "ratio_vs_en": 2.189, "ci95": [2.156, 2.224]}, "taq_Tfng": {"tokens": 274419, "chars": 123904, "chars_per_token": 0.452, "ratio_vs_en": 10.112, "ci95": [9.982, 10.258]}, "tat_Cyrl": {"tokens": 65141, "chars": 133282, "chars_per_token": 2.046, "ratio_vs_en": 2.4, "ci95": [2.372, 2.428]}, "tel_Telu": {"tokens": 106488, "chars": 132470, "chars_per_token": 1.244, "ratio_vs_en": 3.924, "ci95": [3.875, 3.971]}, "tgk_Cyrl": {"tokens": 71003, "chars": 145871, "chars_per_token": 2.054, "ratio_vs_en": 2.616, "ci95": [2.587, 2.644]}, "tgl_Latn": {"tokens": 54943, "chars": 166169, "chars_per_token": 3.024, "ratio_vs_en": 2.025, "ci95": [2.002, 2.049]}, "tha_Thai": {"tokens": 95720, "chars": 126109, "chars_per_token": 1.317, "ratio_vs_en": 3.527, "ci95": [3.482, 3.575]}, "tir_Ethi": {"tokens": 124960, "chars": 90700, "chars_per_token": 0.726, "ratio_vs_en": 4.605, "ci95": [4.551, 4.663]}, "tpi_Latn": {"tokens": 55505, "chars": 169011, "chars_per_token": 3.045, "ratio_vs_en": 2.045, "ci95": [2.019, 2.072]}, "tsn_Latn": {"tokens": 61136, "chars": 163035, "chars_per_token": 2.667, "ratio_vs_en": 2.253, "ci95": [2.225, 2.282]}, "tso_Latn": {"tokens": 60582, "chars": 158178, "chars_per_token": 2.611, "ratio_vs_en": 2.232, "ci95": [2.204, 2.26]}, "tuk_Latn": {"tokens": 62910, "chars": 140262, "chars_per_token": 2.23, "ratio_vs_en": 2.318, "ci95": [2.293, 2.345]}, "tum_Latn": {"tokens": 69295, "chars": 172545, "chars_per_token": 2.49, "ratio_vs_en": 2.554, "ci95": [2.515, 2.596]}, "tur_Latn": {"tokens": 52886, "chars": 135761, "chars_per_token": 2.567, "ratio_vs_en": 1.949, "ci95": [1.927, 1.971]}, "twi_Latn": {"tokens": 58799, "chars": 128598, "chars_per_token": 2.187, "ratio_vs_en": 2.167, "ci95": [2.136, 2.199]}, "tzm_Tfng": {"tokens": 272682, "chars": 117960, "chars_per_token": 0.433, "ratio_vs_en": 10.048, "ci95": [9.932, 10.169]}, "uig_Arab": {"tokens": 103980, "chars": 140477, "chars_per_token": 1.351, "ratio_vs_en": 3.832, "ci95": [3.783, 3.88]}, "ukr_Cyrl": {"tokens": 58540, "chars": 134446, "chars_per_token": 2.297, "ratio_vs_en": 2.157, "ci95": [2.136, 2.179]}, "umb_Latn": {"tokens": 55429, "chars": 134747, "chars_per_token": 2.431, "ratio_vs_en": 2.043, "ci95": [2.012, 2.074]}, "urd_Arab": {"tokens": 58749, "chars": 129919, "chars_per_token": 2.211, "ratio_vs_en": 2.165, "ci95": [2.142, 2.188]}, "uzn_Latn": {"tokens": 55344, "chars": 149323, "chars_per_token": 2.698, "ratio_vs_en": 2.039, "ci95": [2.017, 2.061]}, "vec_Latn": {"tokens": 47093, "chars": 133237, "chars_per_token": 2.829, "ratio_vs_en": 1.735, "ci95": [1.718, 1.753]}, "vie_Latn": {"tokens": 75762, "chars": 138595, "chars_per_token": 1.829, "ratio_vs_en": 2.792, "ci95": [2.758, 2.826]}, "war_Latn": {"tokens": 51109, "chars": 164746, "chars_per_token": 3.223, "ratio_vs_en": 1.883, "ci95": [1.863, 1.905]}, "wol_Latn": {"tokens": 52518, "chars": 127173, "chars_per_token": 2.422, "ratio_vs_en": 1.935, "ci95": [1.911, 1.959]}, "xho_Latn": {"tokens": 55507, "chars": 139123, "chars_per_token": 2.506, "ratio_vs_en": 2.045, "ci95": [2.023, 2.069]}, "ydd_Hebr": {"tokens": 93007, "chars": 141658, "chars_per_token": 1.523, "ratio_vs_en": 3.427, "ci95": [3.394, 3.462]}, "yor_Latn": {"tokens": 70627, "chars": 126844, "chars_per_token": 1.796, "ratio_vs_en": 2.603, "ci95": [2.557, 2.649]}, "yue_Hant": {"tokens": 36208, "chars": 40019, "chars_per_token": 1.105, "ratio_vs_en": 1.334, "ci95": [1.319, 1.35]}, "zho_Hans": {"tokens": 23642, "chars": 43248, "chars_per_token": 1.829, "ratio_vs_en": 0.871, "ci95": [0.858, 0.885]}, "zho_Hant": {"tokens": 37407, "chars": 40695, "chars_per_token": 1.088, "ratio_vs_en": 1.378, "ci95": [1.362, 1.395]}, "zsm_Latn": {"tokens": 43099, "chars": 146201, "chars_per_token": 3.392, "ratio_vs_en": 1.588, "ci95": [1.573, 1.604]}, "zul_Latn": {"tokens": 59823, "chars": 148362, "chars_per_token": 2.48, "ratio_vs_en": 2.204, "ci95": [2.181, 2.227]}, "eng_Latn": {"tokens": 27137, "chars": 131966, "chars_per_token": 4.863, "ratio_vs_en": 1.0}}, "costs": []}, {"schema": 1, "tokenizer": "Llama 2", "kind": "hf", "id": "NousResearch/Llama-2-7b-hf", "group": "Meta", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 124566, "chars": 111621, "chars_per_token": 0.896, "ratio_vs_en": 4.001, "ci95": [3.957, 4.046]}, "ace_Latn": {"tokens": 59050, "chars": 141933, "chars_per_token": 2.404, "ratio_vs_en": 1.897, "ci95": [1.875, 1.917]}, "acm_Arab": {"tokens": 103556, "chars": 113573, "chars_per_token": 1.097, "ratio_vs_en": 3.326, "ci95": [3.29, 3.363]}, "acq_Arab": {"tokens": 105137, "chars": 115113, "chars_per_token": 1.095, "ratio_vs_en": 3.377, "ci95": [3.34, 3.415]}, "aeb_Arab": {"tokens": 102620, "chars": 112077, "chars_per_token": 1.092, "ratio_vs_en": 3.296, "ci95": [3.26, 3.335]}, "afr_Latn": {"tokens": 48195, "chars": 139690, "chars_per_token": 2.898, "ratio_vs_en": 1.548, "ci95": [1.533, 1.562]}, "ajp_Arab": {"tokens": 99420, "chars": 109046, "chars_per_token": 1.097, "ratio_vs_en": 3.193, "ci95": [3.158, 3.228]}, "aka_Latn": {"tokens": 68762, "chars": 132650, "chars_per_token": 1.929, "ratio_vs_en": 2.209, "ci95": [2.178, 2.241]}, "als_Latn": {"tokens": 70179, "chars": 147064, "chars_per_token": 2.096, "ratio_vs_en": 2.254, "ci95": [2.228, 2.28]}, "amh_Ethi": {"tokens": 225780, "chars": 87132, "chars_per_token": 0.386, "ratio_vs_en": 7.252, "ci95": [7.16, 7.343]}, "apc_Arab": {"tokens": 98792, "chars": 107981, "chars_per_token": 1.093, "ratio_vs_en": 3.173, "ci95": [3.137, 3.21]}, "arb_Arab": {"tokens": 106264, "chars": 116307, "chars_per_token": 1.095, "ratio_vs_en": 3.413, "ci95": [3.377, 3.451]}, "arb_Latn": {"tokens": 71815, "chars": 153758, "chars_per_token": 2.141, "ratio_vs_en": 2.307, "ci95": [2.278, 2.336]}, "ars_Arab": {"tokens": 106408, "chars": 116428, "chars_per_token": 1.094, "ratio_vs_en": 3.418, "ci95": [3.381, 3.456]}, "ary_Arab": {"tokens": 103986, "chars": 113563, "chars_per_token": 1.092, "ratio_vs_en": 3.34, "ci95": [3.3, 3.38]}, "arz_Arab": {"tokens": 104415, "chars": 113770, "chars_per_token": 1.09, "ratio_vs_en": 3.354, "ci95": [3.313, 3.394]}, "asm_Beng": {"tokens": 190302, "chars": 125936, "chars_per_token": 0.662, "ratio_vs_en": 6.112, "ci95": [6.042, 6.188]}, "ast_Latn": {"tokens": 45731, "chars": 136363, "chars_per_token": 2.982, "ratio_vs_en": 1.469, "ci95": [1.454, 1.484]}, "awa_Deva": {"tokens": 140287, "chars": 128171, "chars_per_token": 0.914, "ratio_vs_en": 4.506, "ci95": [4.448, 4.566]}, "ayr_Latn": {"tokens": 63336, "chars": 138617, "chars_per_token": 2.189, "ratio_vs_en": 2.034, "ci95": [2.006, 2.063]}, "azb_Arab": {"tokens": 117121, "chars": 117061, "chars_per_token": 0.999, "ratio_vs_en": 3.762, "ci95": [3.714, 3.81]}, "azj_Latn": {"tokens": 80957, "chars": 143739, "chars_per_token": 1.775, "ratio_vs_en": 2.6, "ci95": [2.567, 2.634]}, "bak_Cyrl": {"tokens": 90301, "chars": 133222, "chars_per_token": 1.475, "ratio_vs_en": 2.9, "ci95": [2.863, 2.94]}, "bam_Latn": {"tokens": 61637, "chars": 126387, "chars_per_token": 2.051, "ratio_vs_en": 1.98, "ci95": [1.956, 2.004]}, "ban_Latn": {"tokens": 54733, "chars": 145570, "chars_per_token": 2.66, "ratio_vs_en": 1.758, "ci95": [1.737, 1.78]}, "bel_Cyrl": {"tokens": 73520, "chars": 147991, "chars_per_token": 2.013, "ratio_vs_en": 2.361, "ci95": [2.332, 2.391]}, "bem_Latn": {"tokens": 66348, "chars": 160751, "chars_per_token": 2.423, "ratio_vs_en": 2.131, "ci95": [2.107, 2.157]}, "ben_Beng": {"tokens": 166549, "chars": 129042, "chars_per_token": 0.775, "ratio_vs_en": 5.349, "ci95": [5.289, 5.414]}, "bho_Deva": {"tokens": 140855, "chars": 128611, "chars_per_token": 0.913, "ratio_vs_en": 4.524, "ci95": [4.468, 4.58]}, "bjn_Arab": {"tokens": 131079, "chars": 122230, "chars_per_token": 0.932, "ratio_vs_en": 4.21, "ci95": [4.163, 4.262]}, "bjn_Latn": {"tokens": 54590, "chars": 138182, "chars_per_token": 2.531, "ratio_vs_en": 1.753, "ci95": [1.734, 1.772]}, "bod_Tibt": {"tokens": 206897, "chars": 148151, "chars_per_token": 0.716, "ratio_vs_en": 6.645, "ci95": [6.551, 6.742]}, "bos_Latn": {"tokens": 52322, "chars": 132187, "chars_per_token": 2.526, "ratio_vs_en": 1.681, "ci95": [1.663, 1.698]}, "bug_Latn": {"tokens": 57534, "chars": 139375, "chars_per_token": 2.422, "ratio_vs_en": 1.848, "ci95": [1.823, 1.874]}, "bul_Cyrl": {"tokens": 55241, "chars": 137824, "chars_per_token": 2.495, "ratio_vs_en": 1.774, "ci95": [1.756, 1.792]}, "cat_Latn": {"tokens": 46870, "chars": 145781, "chars_per_token": 3.11, "ratio_vs_en": 1.505, "ci95": [1.493, 1.519]}, "ceb_Latn": {"tokens": 61155, "chars": 158685, "chars_per_token": 2.595, "ratio_vs_en": 1.964, "ci95": [1.943, 1.987]}, "ces_Latn": {"tokens": 52554, "chars": 127257, "chars_per_token": 2.421, "ratio_vs_en": 1.688, "ci95": [1.671, 1.706]}, "cjk_Latn": {"tokens": 58772, "chars": 139261, "chars_per_token": 2.37, "ratio_vs_en": 1.888, "ci95": [1.861, 1.917]}, "ckb_Arab": {"tokens": 137937, "chars": 128585, "chars_per_token": 0.932, "ratio_vs_en": 4.43, "ci95": [4.376, 4.485]}, "crh_Latn": {"tokens": 65645, "chars": 134038, "chars_per_token": 2.042, "ratio_vs_en": 2.108, "ci95": [2.082, 2.134]}, "cym_Latn": {"tokens": 65272, "chars": 141257, "chars_per_token": 2.164, "ratio_vs_en": 2.096, "ci95": [2.073, 2.119]}, "dan_Latn": {"tokens": 47576, "chars": 135083, "chars_per_token": 2.839, "ratio_vs_en": 1.528, "ci95": [1.513, 1.544]}, "deu_Latn": {"tokens": 43887, "chars": 153809, "chars_per_token": 3.505, "ratio_vs_en": 1.41, "ci95": [1.396, 1.424]}, "dik_Latn": {"tokens": 58086, "chars": 111789, "chars_per_token": 1.925, "ratio_vs_en": 1.866, "ci95": [1.832, 1.906]}, "dyu_Latn": {"tokens": 58733, "chars": 132855, "chars_per_token": 2.262, "ratio_vs_en": 1.886, "ci95": [1.859, 1.916]}, "dzo_Tibt": {"tokens": 228205, "chars": 163358, "chars_per_token": 0.716, "ratio_vs_en": 7.33, "ci95": [7.231, 7.429]}, "ell_Grek": {"tokens": 155013, "chars": 157539, "chars_per_token": 1.016, "ratio_vs_en": 4.979, "ci95": [4.916, 5.041]}, "epo_Latn": {"tokens": 51866, "chars": 131292, "chars_per_token": 2.531, "ratio_vs_en": 1.666, "ci95": [1.65, 1.683]}, "est_Latn": {"tokens": 54814, "chars": 129459, "chars_per_token": 2.362, "ratio_vs_en": 1.761, "ci95": [1.74, 1.782]}, "eus_Latn": {"tokens": 55659, "chars": 139822, "chars_per_token": 2.512, "ratio_vs_en": 1.788, "ci95": [1.77, 1.807]}, "ewe_Latn": {"tokens": 70553, "chars": 127448, "chars_per_token": 1.806, "ratio_vs_en": 2.266, "ci95": [2.224, 2.306]}, "fao_Latn": {"tokens": 60001, "chars": 134274, "chars_per_token": 2.238, "ratio_vs_en": 1.927, "ci95": [1.906, 1.95]}, "fij_Latn": {"tokens": 63132, "chars": 155177, "chars_per_token": 2.458, "ratio_vs_en": 2.028, "ci95": [2.002, 2.055]}, "fin_Latn": {"tokens": 59351, "chars": 140128, "chars_per_token": 2.361, "ratio_vs_en": 1.906, "ci95": [1.884, 1.928]}, "fon_Latn": {"tokens": 88202, "chars": 135260, "chars_per_token": 1.534, "ratio_vs_en": 2.833, "ci95": [2.783, 2.883]}, "fra_Latn": {"tokens": 45817, "chars": 157638, "chars_per_token": 3.441, "ratio_vs_en": 1.472, "ci95": [1.458, 1.486]}, "fur_Latn": {"tokens": 53029, "chars": 144519, "chars_per_token": 2.725, "ratio_vs_en": 1.703, "ci95": [1.687, 1.721]}, "fuv_Latn": {"tokens": 53560, "chars": 122162, "chars_per_token": 2.281, "ratio_vs_en": 1.72, "ci95": [1.693, 1.748]}, "gaz_Latn": {"tokens": 69003, "chars": 156418, "chars_per_token": 2.267, "ratio_vs_en": 2.216, "ci95": [2.191, 2.242]}, "gla_Latn": {"tokens": 72243, "chars": 162597, "chars_per_token": 2.251, "ratio_vs_en": 2.32, "ci95": [2.292, 2.351]}, "gle_Latn": {"tokens": 67304, "chars": 152481, "chars_per_token": 2.266, "ratio_vs_en": 2.162, "ci95": [2.136, 2.187]}, "glg_Latn": {"tokens": 45958, "chars": 146143, "chars_per_token": 3.18, "ratio_vs_en": 1.476, "ci95": [1.463, 1.49]}, "grn_Latn": {"tokens": 61580, "chars": 132815, "chars_per_token": 2.157, "ratio_vs_en": 1.978, "ci95": [1.953, 2.002]}, "guj_Gujr": {"tokens": 310257, "chars": 126428, "chars_per_token": 0.407, "ratio_vs_en": 9.965, "ci95": [9.841, 10.096]}, "hat_Latn": {"tokens": 48918, "chars": 121280, "chars_per_token": 2.479, "ratio_vs_en": 1.571, "ci95": [1.556, 1.589]}, "hau_Latn": {"tokens": 58545, "chars": 140067, "chars_per_token": 2.392, "ratio_vs_en": 1.88, "ci95": [1.859, 1.901]}, "heb_Hebr": {"tokens": 102271, "chars": 102054, "chars_per_token": 0.998, "ratio_vs_en": 3.285, "ci95": [3.249, 3.319]}, "hin_Deva": {"tokens": 142515, "chars": 131058, "chars_per_token": 0.92, "ratio_vs_en": 4.577, "ci95": [4.522, 4.636]}, "hne_Deva": {"tokens": 137730, "chars": 126933, "chars_per_token": 0.922, "ratio_vs_en": 4.424, "ci95": [4.376, 4.474]}, "hrv_Latn": {"tokens": 51413, "chars": 128727, "chars_per_token": 2.504, "ratio_vs_en": 1.651, "ci95": [1.634, 1.669]}, "hun_Latn": {"tokens": 55659, "chars": 138629, "chars_per_token": 2.491, "ratio_vs_en": 1.788, "ci95": [1.767, 1.809]}, "hye_Armn": {"tokens": 158385, "chars": 145956, "chars_per_token": 0.922, "ratio_vs_en": 5.087, "ci95": [5.02, 5.15]}, "ibo_Latn": {"tokens": 72960, "chars": 134560, "chars_per_token": 1.844, "ratio_vs_en": 2.343, "ci95": [2.311, 2.375]}, "ilo_Latn": {"tokens": 62484, "chars": 159680, "chars_per_token": 2.556, "ratio_vs_en": 2.007, "ci95": [1.985, 2.03]}, "ind_Latn": {"tokens": 54577, "chars": 142318, "chars_per_token": 2.608, "ratio_vs_en": 1.753, "ci95": [1.734, 1.772]}, "isl_Latn": {"tokens": 61280, "chars": 129783, "chars_per_token": 2.118, "ratio_vs_en": 1.968, "ci95": [1.945, 1.992]}, "ita_Latn": {"tokens": 45611, "chars": 156138, "chars_per_token": 3.423, "ratio_vs_en": 1.465, "ci95": [1.451, 1.479]}, "jav_Latn": {"tokens": 53352, "chars": 136928, "chars_per_token": 2.567, "ratio_vs_en": 1.714, "ci95": [1.694, 1.734]}, "jpn_Jpan": {"tokens": 69388, "chars": 56943, "chars_per_token": 0.821, "ratio_vs_en": 2.229, "ci95": [2.201, 2.255]}, "kab_Latn": {"tokens": 62269, "chars": 130554, "chars_per_token": 2.097, "ratio_vs_en": 2.0, "ci95": [1.977, 2.022]}, "kac_Latn": {"tokens": 70791, "chars": 169397, "chars_per_token": 2.393, "ratio_vs_en": 2.274, "ci95": [2.239, 2.311]}, "kam_Latn": {"tokens": 59286, "chars": 128356, "chars_per_token": 2.165, "ratio_vs_en": 1.904, "ci95": [1.873, 1.934]}, "kan_Knda": {"tokens": 336588, "chars": 138040, "chars_per_token": 0.41, "ratio_vs_en": 10.811, "ci95": [10.673, 10.953]}, "kas_Arab": {"tokens": 137845, "chars": 126105, "chars_per_token": 0.915, "ratio_vs_en": 4.427, "ci95": [4.375, 4.484]}, "kas_Deva": {"tokens": 137827, "chars": 126401, "chars_per_token": 0.917, "ratio_vs_en": 4.427, "ci95": [4.377, 4.48]}, "kat_Geor": {"tokens": 150764, "chars": 143930, "chars_per_token": 0.955, "ratio_vs_en": 4.842, "ci95": [4.778, 4.904]}, "kaz_Cyrl": {"tokens": 78139, "chars": 135404, "chars_per_token": 1.733, "ratio_vs_en": 2.51, "ci95": [2.48, 2.54]}, "kbp_Latn": {"tokens": 107625, "chars": 142957, "chars_per_token": 1.328, "ratio_vs_en": 3.457, "ci95": [3.4, 3.515]}, "kea_Latn": {"tokens": 49157, "chars": 130800, "chars_per_token": 2.661, "ratio_vs_en": 1.579, "ci95": [1.564, 1.594]}, "khk_Cyrl": {"tokens": 85542, "chars": 137067, "chars_per_token": 1.602, "ratio_vs_en": 2.748, "ci95": [2.716, 2.781]}, "khm_Khmr": {"tokens": 315953, "chars": 153212, "chars_per_token": 0.485, "ratio_vs_en": 10.148, "ci95": [10.013, 10.285]}, "kik_Latn": {"tokens": 77597, "chars": 153431, "chars_per_token": 1.977, "ratio_vs_en": 2.492, "ci95": [2.452, 2.532]}, "kin_Latn": {"tokens": 63358, "chars": 145862, "chars_per_token": 2.302, "ratio_vs_en": 2.035, "ci95": [2.011, 2.06]}, "kir_Cyrl": {"tokens": 76159, "chars": 135532, "chars_per_token": 1.78, "ratio_vs_en": 2.446, "ci95": [2.412, 2.479]}, "kmb_Latn": {"tokens": 62906, "chars": 145762, "chars_per_token": 2.317, "ratio_vs_en": 2.02, "ci95": [1.995, 2.045]}, "kmr_Latn": {"tokens": 63710, "chars": 130372, "chars_per_token": 2.046, "ratio_vs_en": 2.046, "ci95": [2.023, 2.071]}, "knc_Arab": {"tokens": 118650, "chars": 116000, "chars_per_token": 0.978, "ratio_vs_en": 3.811, "ci95": [3.733, 3.892]}, "knc_Latn": {"tokens": 66900, "chars": 138972, "chars_per_token": 2.077, "ratio_vs_en": 2.149, "ci95": [2.119, 2.18]}, "kon_Latn": {"tokens": 60004, "chars": 149894, "chars_per_token": 2.498, "ratio_vs_en": 1.927, "ci95": [1.906, 1.95]}, "kor_Hang": {"tokens": 98301, "chars": 65965, "chars_per_token": 0.671, "ratio_vs_en": 3.157, "ci95": [3.118, 3.195]}, "lao_Laoo": {"tokens": 356017, "chars": 130060, "chars_per_token": 0.365, "ratio_vs_en": 11.435, "ci95": [11.269, 11.594]}, "lij_Latn": {"tokens": 57226, "chars": 145994, "chars_per_token": 2.551, "ratio_vs_en": 1.838, "ci95": [1.819, 1.858]}, "lim_Latn": {"tokens": 51396, "chars": 137686, "chars_per_token": 2.679, "ratio_vs_en": 1.651, "ci95": [1.634, 1.668]}, "lin_Latn": {"tokens": 55619, "chars": 142197, "chars_per_token": 2.557, "ratio_vs_en": 1.786, "ci95": [1.768, 1.805]}, "lit_Latn": {"tokens": 58350, "chars": 130329, "chars_per_token": 2.234, "ratio_vs_en": 1.874, "ci95": [1.853, 1.895]}, "lmo_Latn": {"tokens": 57753, "chars": 141666, "chars_per_token": 2.453, "ratio_vs_en": 1.855, "ci95": [1.836, 1.874]}, "ltg_Latn": {"tokens": 61644, "chars": 129848, "chars_per_token": 2.106, "ratio_vs_en": 1.98, "ci95": [1.959, 2.003]}, "ltz_Latn": {"tokens": 56092, "chars": 147545, "chars_per_token": 2.63, "ratio_vs_en": 1.802, "ci95": [1.784, 1.821]}, "lua_Latn": {"tokens": 59116, "chars": 142998, "chars_per_token": 2.419, "ratio_vs_en": 1.899, "ci95": [1.874, 1.923]}, "lug_Latn": {"tokens": 59185, "chars": 135078, "chars_per_token": 2.282, "ratio_vs_en": 1.901, "ci95": [1.879, 1.923]}, "luo_Latn": {"tokens": 54514, "chars": 137546, "chars_per_token": 2.523, "ratio_vs_en": 1.751, "ci95": [1.73, 1.772]}, "lus_Latn": {"tokens": 58145, "chars": 146255, "chars_per_token": 2.515, "ratio_vs_en": 1.868, "ci95": [1.84, 1.896]}, "lvs_Latn": {"tokens": 64943, "chars": 134157, "chars_per_token": 2.066, "ratio_vs_en": 2.086, "ci95": [2.063, 2.11]}, "mag_Deva": {"tokens": 139198, "chars": 126695, "chars_per_token": 0.91, "ratio_vs_en": 4.471, "ci95": [4.419, 4.523]}, "mai_Deva": {"tokens": 143959, "chars": 129408, "chars_per_token": 0.899, "ratio_vs_en": 4.624, "ci95": [4.568, 4.681]}, "mal_Mlym": {"tokens": 172239, "chars": 149336, "chars_per_token": 0.867, "ratio_vs_en": 5.532, "ci95": [5.468, 5.599]}, "mar_Deva": {"tokens": 142453, "chars": 133051, "chars_per_token": 0.934, "ratio_vs_en": 4.575, "ci95": [4.523, 4.63]}, "min_Arab": {"tokens": 135009, "chars": 126399, "chars_per_token": 0.936, "ratio_vs_en": 4.336, "ci95": [4.286, 4.388]}, "min_Latn": {"tokens": 55280, "chars": 141163, "chars_per_token": 2.554, "ratio_vs_en": 1.776, "ci95": [1.757, 1.796]}, "mkd_Cyrl": {"tokens": 57075, "chars": 137827, "chars_per_token": 2.415, "ratio_vs_en": 1.833, "ci95": [1.816, 1.852]}, "mlt_Latn": {"tokens": 67493, "chars": 146288, "chars_per_token": 2.167, "ratio_vs_en": 2.168, "ci95": [2.144, 2.192]}, "mni_Beng": {"tokens": 182403, "chars": 136782, "chars_per_token": 0.75, "ratio_vs_en": 5.859, "ci95": [5.783, 5.937]}, "mos_Latn": {"tokens": 65000, "chars": 124657, "chars_per_token": 1.918, "ratio_vs_en": 2.088, "ci95": [2.055, 2.119]}, "mri_Latn": {"tokens": 68098, "chars": 146527, "chars_per_token": 2.152, "ratio_vs_en": 2.187, "ci95": [2.162, 2.214]}, "mya_Mymr": {"tokens": 259885, "chars": 163169, "chars_per_token": 0.628, "ratio_vs_en": 8.347, "ci95": [8.242, 8.462]}, "nld_Latn": {"tokens": 45554, "chars": 147507, "chars_per_token": 3.238, "ratio_vs_en": 1.463, "ci95": [1.449, 1.477]}, "nno_Latn": {"tokens": 47997, "chars": 133443, "chars_per_token": 2.78, "ratio_vs_en": 1.542, "ci95": [1.525, 1.558]}, "nob_Latn": {"tokens": 46529, "chars": 132138, "chars_per_token": 2.84, "ratio_vs_en": 1.494, "ci95": [1.481, 1.509]}, "npi_Deva": {"tokens": 139507, "chars": 126903, "chars_per_token": 0.91, "ratio_vs_en": 4.481, "ci95": [4.426, 4.538]}, "nso_Latn": {"tokens": 62664, "chars": 151109, "chars_per_token": 2.411, "ratio_vs_en": 2.013, "ci95": [1.99, 2.037]}, "nus_Latn": {"tokens": 87918, "chars": 142340, "chars_per_token": 1.619, "ratio_vs_en": 2.824, "ci95": [2.784, 2.861]}, "nya_Latn": {"tokens": 62490, "chars": 147172, "chars_per_token": 2.355, "ratio_vs_en": 2.007, "ci95": [1.982, 2.032]}, "oci_Latn": {"tokens": 51777, "chars": 150651, "chars_per_token": 2.91, "ratio_vs_en": 1.663, "ci95": [1.647, 1.68]}, "ory_Orya": {"tokens": 359204, "chars": 134839, "chars_per_token": 0.375, "ratio_vs_en": 11.537, "ci95": [11.392, 11.688]}, "pag_Latn": {"tokens": 46294, "chars": 129899, "chars_per_token": 2.806, "ratio_vs_en": 1.487, "ci95": [1.464, 1.51]}, "pan_Guru": {"tokens": 293755, "chars": 133425, "chars_per_token": 0.454, "ratio_vs_en": 9.435, "ci95": [9.313, 9.563]}, "pap_Latn": {"tokens": 51126, "chars": 139154, "chars_per_token": 2.722, "ratio_vs_en": 1.642, "ci95": [1.626, 1.658]}, "pbt_Arab": {"tokens": 130442, "chars": 122455, "chars_per_token": 0.939, "ratio_vs_en": 4.19, "ci95": [4.141, 4.238]}, "pes_Arab": {"tokens": 123327, "chars": 123827, "chars_per_token": 1.004, "ratio_vs_en": 3.961, "ci95": [3.913, 4.009]}, "plt_Latn": {"tokens": 65926, "chars": 160996, "chars_per_token": 2.442, "ratio_vs_en": 2.117, "ci95": [2.095, 2.143]}, "pol_Latn": {"tokens": 52779, "chars": 139483, "chars_per_token": 2.643, "ratio_vs_en": 1.695, "ci95": [1.676, 1.714]}, "por_Latn": {"tokens": 44031, "chars": 143418, "chars_per_token": 3.257, "ratio_vs_en": 1.414, "ci95": [1.402, 1.427]}, "prs_Arab": {"tokens": 120522, "chars": 120643, "chars_per_token": 1.001, "ratio_vs_en": 3.871, "ci95": [3.824, 3.917]}, "quy_Latn": {"tokens": 61198, "chars": 141027, "chars_per_token": 2.304, "ratio_vs_en": 1.966, "ci95": [1.941, 1.99]}, "ron_Latn": {"tokens": 52807, "chars": 148571, "chars_per_token": 2.813, "ratio_vs_en": 1.696, "ci95": [1.68, 1.714]}, "run_Latn": {"tokens": 63915, "chars": 147265, "chars_per_token": 2.304, "ratio_vs_en": 2.053, "ci95": [2.029, 2.08]}, "rus_Cyrl": {"tokens": 50384, "chars": 142096, "chars_per_token": 2.82, "ratio_vs_en": 1.618, "ci95": [1.602, 1.635]}, "sag_Latn": {"tokens": 60614, "chars": 142621, "chars_per_token": 2.353, "ratio_vs_en": 1.947, "ci95": [1.92, 1.974]}, "san_Deva": {"tokens": 141555, "chars": 128257, "chars_per_token": 0.906, "ratio_vs_en": 4.547, "ci95": [4.493, 4.602]}, "sat_Olck": {"tokens": 369845, "chars": 139791, "chars_per_token": 0.378, "ratio_vs_en": 11.879, "ci95": [11.733, 12.029]}, "scn_Latn": {"tokens": 56325, "chars": 138571, "chars_per_token": 2.46, "ratio_vs_en": 1.809, "ci95": [1.79, 1.829]}, "shn_Mymr": {"tokens": 368409, "chars": 188284, "chars_per_token": 0.511, "ratio_vs_en": 11.833, "ci95": [11.63, 12.02]}, "sin_Sinh": {"tokens": 241831, "chars": 131080, "chars_per_token": 0.542, "ratio_vs_en": 7.767, "ci95": [7.68, 7.86]}, "slk_Latn": {"tokens": 56415, "chars": 131710, "chars_per_token": 2.335, "ratio_vs_en": 1.812, "ci95": [1.793, 1.833]}, "slv_Latn": {"tokens": 51646, "chars": 130855, "chars_per_token": 2.534, "ratio_vs_en": 1.659, "ci95": [1.641, 1.675]}, "smo_Latn": {"tokens": 66175, "chars": 152724, "chars_per_token": 2.308, "ratio_vs_en": 2.125, "ci95": [2.1, 2.151]}, "sna_Latn": {"tokens": 62314, "chars": 147603, "chars_per_token": 2.369, "ratio_vs_en": 2.001, "ci95": [1.975, 2.028]}, "snd_Arab": {"tokens": 130765, "chars": 119588, "chars_per_token": 0.915, "ratio_vs_en": 4.2, "ci95": [4.15, 4.251]}, "som_Latn": {"tokens": 67013, "chars": 151662, "chars_per_token": 2.263, "ratio_vs_en": 2.152, "ci95": [2.13, 2.177]}, "sot_Latn": {"tokens": 64407, "chars": 158732, "chars_per_token": 2.465, "ratio_vs_en": 2.069, "ci95": [2.045, 2.094]}, "spa_Latn": {"tokens": 45070, "chars": 156997, "chars_per_token": 3.483, "ratio_vs_en": 1.448, "ci95": [1.433, 1.462]}, "srd_Latn": {"tokens": 56590, "chars": 153347, "chars_per_token": 2.71, "ratio_vs_en": 1.818, "ci95": [1.799, 1.837]}, "srp_Cyrl": {"tokens": 53598, "chars": 130780, "chars_per_token": 2.44, "ratio_vs_en": 1.722, "ci95": [1.705, 1.738]}, "ssw_Latn": {"tokens": 63161, "chars": 148726, "chars_per_token": 2.355, "ratio_vs_en": 2.029, "ci95": [2.005, 2.054]}, "sun_Latn": {"tokens": 54672, "chars": 136846, "chars_per_token": 2.503, "ratio_vs_en": 1.756, "ci95": [1.736, 1.776]}, "swe_Latn": {"tokens": 44783, "chars": 132173, "chars_per_token": 2.951, "ratio_vs_en": 1.438, "ci95": [1.425, 1.452]}, "swh_Latn": {"tokens": 57675, "chars": 138104, "chars_per_token": 2.395, "ratio_vs_en": 1.852, "ci95": [1.833, 1.871]}, "szl_Latn": {"tokens": 60742, "chars": 137371, "chars_per_token": 2.262, "ratio_vs_en": 1.951, "ci95": [1.929, 1.975]}, "tam_Taml": {"tokens": 182419, "chars": 154133, "chars_per_token": 0.845, "ratio_vs_en": 5.859, "ci95": [5.787, 5.93]}, "taq_Latn": {"tokens": 59855, "chars": 124417, "chars_per_token": 2.079, "ratio_vs_en": 1.922, "ci95": [1.894, 1.954]}, "taq_Tfng": {"tokens": 261367, "chars": 123904, "chars_per_token": 0.474, "ratio_vs_en": 8.395, "ci95": [8.277, 8.518]}, "tat_Cyrl": {"tokens": 78642, "chars": 133282, "chars_per_token": 1.695, "ratio_vs_en": 2.526, "ci95": [2.494, 2.557]}, "tel_Telu": {"tokens": 331821, "chars": 132470, "chars_per_token": 0.399, "ratio_vs_en": 10.658, "ci95": [10.516, 10.805]}, "tgk_Cyrl": {"tokens": 83983, "chars": 145871, "chars_per_token": 1.737, "ratio_vs_en": 2.697, "ci95": [2.665, 2.73]}, "tgl_Latn": {"tokens": 62009, "chars": 166169, "chars_per_token": 2.68, "ratio_vs_en": 1.992, "ci95": [1.967, 2.016]}, "tha_Thai": {"tokens": 135326, "chars": 126109, "chars_per_token": 0.932, "ratio_vs_en": 4.347, "ci95": [4.29, 4.406]}, "tir_Ethi": {"tokens": 232234, "chars": 90700, "chars_per_token": 0.391, "ratio_vs_en": 7.459, "ci95": [7.365, 7.558]}, "tpi_Latn": {"tokens": 60672, "chars": 169011, "chars_per_token": 2.786, "ratio_vs_en": 1.949, "ci95": [1.923, 1.975]}, "tsn_Latn": {"tokens": 65387, "chars": 163035, "chars_per_token": 2.493, "ratio_vs_en": 2.1, "ci95": [2.075, 2.127]}, "tso_Latn": {"tokens": 67201, "chars": 158178, "chars_per_token": 2.354, "ratio_vs_en": 2.158, "ci95": [2.13, 2.186]}, "tuk_Latn": {"tokens": 69222, "chars": 140262, "chars_per_token": 2.026, "ratio_vs_en": 2.223, "ci95": [2.198, 2.25]}, "tum_Latn": {"tokens": 76781, "chars": 172545, "chars_per_token": 2.247, "ratio_vs_en": 2.466, "ci95": [2.429, 2.508]}, "tur_Latn": {"tokens": 65121, "chars": 135761, "chars_per_token": 2.085, "ratio_vs_en": 2.092, "ci95": [2.069, 2.115]}, "twi_Latn": {"tokens": 62490, "chars": 128598, "chars_per_token": 2.058, "ratio_vs_en": 2.007, "ci95": [1.979, 2.038]}, "tzm_Tfng": {"tokens": 276194, "chars": 117960, "chars_per_token": 0.427, "ratio_vs_en": 8.871, "ci95": [8.758, 8.979]}, "uig_Arab": {"tokens": 151914, "chars": 140477, "chars_per_token": 0.925, "ratio_vs_en": 4.879, "ci95": [4.814, 4.944]}, "ukr_Cyrl": {"tokens": 53292, "chars": 134446, "chars_per_token": 2.523, "ratio_vs_en": 1.712, "ci95": [1.694, 1.729]}, "umb_Latn": {"tokens": 59167, "chars": 134747, "chars_per_token": 2.277, "ratio_vs_en": 1.9, "ci95": [1.874, 1.929]}, "urd_Arab": {"tokens": 135345, "chars": 129919, "chars_per_token": 0.96, "ratio_vs_en": 4.347, "ci95": [4.296, 4.4]}, "uzn_Latn": {"tokens": 63268, "chars": 149323, "chars_per_token": 2.36, "ratio_vs_en": 2.032, "ci95": [2.01, 2.055]}, "vec_Latn": {"tokens": 48783, "chars": 133237, "chars_per_token": 2.731, "ratio_vs_en": 1.567, "ci95": [1.552, 1.582]}, "vie_Latn": {"tokens": 90636, "chars": 138595, "chars_per_token": 1.529, "ratio_vs_en": 2.911, "ci95": [2.875, 2.949]}, "war_Latn": {"tokens": 62838, "chars": 164746, "chars_per_token": 2.622, "ratio_vs_en": 2.018, "ci95": [1.995, 2.043]}, "wol_Latn": {"tokens": 56278, "chars": 127173, "chars_per_token": 2.26, "ratio_vs_en": 1.808, "ci95": [1.786, 1.83]}, "xho_Latn": {"tokens": 60978, "chars": 139123, "chars_per_token": 2.282, "ratio_vs_en": 1.959, "ci95": [1.938, 1.979]}, "ydd_Hebr": {"tokens": 141999, "chars": 141658, "chars_per_token": 0.998, "ratio_vs_en": 4.561, "ci95": [4.516, 4.609]}, "yor_Latn": {"tokens": 83932, "chars": 126844, "chars_per_token": 1.511, "ratio_vs_en": 2.696, "ci95": [2.645, 2.749]}, "yue_Hant": {"tokens": 65697, "chars": 40019, "chars_per_token": 0.609, "ratio_vs_en": 2.11, "ci95": [2.084, 2.136]}, "zho_Hans": {"tokens": 61536, "chars": 43248, "chars_per_token": 0.703, "ratio_vs_en": 1.976, "ci95": [1.952, 2.001]}, "zho_Hant": {"tokens": 67305, "chars": 40695, "chars_per_token": 0.605, "ratio_vs_en": 2.162, "ci95": [2.137, 2.188]}, "zsm_Latn": {"tokens": 56497, "chars": 146201, "chars_per_token": 2.588, "ratio_vs_en": 1.815, "ci95": [1.796, 1.834]}, "zul_Latn": {"tokens": 65293, "chars": 148362, "chars_per_token": 2.272, "ratio_vs_en": 2.097, "ci95": [2.076, 2.119]}, "eng_Latn": {"tokens": 31134, "chars": 131966, "chars_per_token": 4.239, "ratio_vs_en": 1.0}}, "costs": []}, {"schema": 1, "tokenizer": "Llama 3.x", "kind": "hf", "id": "unsloth/Llama-3.1-8B", "group": "Meta", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 78020, "chars": 111621, "chars_per_token": 1.431, "ratio_vs_en": 2.871, "ci95": [2.838, 2.907]}, "ace_Latn": {"tokens": 53560, "chars": 141933, "chars_per_token": 2.65, "ratio_vs_en": 1.971, "ci95": [1.948, 1.992]}, "acm_Arab": {"tokens": 44659, "chars": 113573, "chars_per_token": 2.543, "ratio_vs_en": 1.644, "ci95": [1.627, 1.66]}, "acq_Arab": {"tokens": 44932, "chars": 115113, "chars_per_token": 2.562, "ratio_vs_en": 1.654, "ci95": [1.636, 1.671]}, "aeb_Arab": {"tokens": 44851, "chars": 112077, "chars_per_token": 2.499, "ratio_vs_en": 1.651, "ci95": [1.633, 1.669]}, "afr_Latn": {"tokens": 45677, "chars": 139690, "chars_per_token": 3.058, "ratio_vs_en": 1.681, "ci95": [1.665, 1.697]}, "ajp_Arab": {"tokens": 42741, "chars": 109046, "chars_per_token": 2.551, "ratio_vs_en": 1.573, "ci95": [1.558, 1.588]}, "aka_Latn": {"tokens": 73023, "chars": 132650, "chars_per_token": 1.817, "ratio_vs_en": 2.688, "ci95": [2.646, 2.733]}, "als_Latn": {"tokens": 60386, "chars": 147064, "chars_per_token": 2.435, "ratio_vs_en": 2.222, "ci95": [2.198, 2.246]}, "amh_Ethi": {"tokens": 206128, "chars": 87132, "chars_per_token": 0.423, "ratio_vs_en": 7.586, "ci95": [7.497, 7.675]}, "apc_Arab": {"tokens": 43087, "chars": 107981, "chars_per_token": 2.506, "ratio_vs_en": 1.586, "ci95": [1.569, 1.602]}, "arb_Arab": {"tokens": 44905, "chars": 116307, "chars_per_token": 2.59, "ratio_vs_en": 1.653, "ci95": [1.636, 1.67]}, "arb_Latn": {"tokens": 65842, "chars": 153758, "chars_per_token": 2.335, "ratio_vs_en": 2.423, "ci95": [2.394, 2.454]}, "ars_Arab": {"tokens": 45103, "chars": 116428, "chars_per_token": 2.581, "ratio_vs_en": 1.66, "ci95": [1.643, 1.677]}, "ary_Arab": {"tokens": 46327, "chars": 113563, "chars_per_token": 2.451, "ratio_vs_en": 1.705, "ci95": [1.687, 1.724]}, "arz_Arab": {"tokens": 44733, "chars": 113770, "chars_per_token": 2.543, "ratio_vs_en": 1.646, "ci95": [1.629, 1.664]}, "asm_Beng": {"tokens": 166126, "chars": 125936, "chars_per_token": 0.758, "ratio_vs_en": 6.114, "ci95": [6.049, 6.187]}, "ast_Latn": {"tokens": 42446, "chars": 136363, "chars_per_token": 3.213, "ratio_vs_en": 1.562, "ci95": [1.547, 1.578]}, "awa_Deva": {"tokens": 68842, "chars": 128171, "chars_per_token": 1.862, "ratio_vs_en": 2.534, "ci95": [2.505, 2.565]}, "ayr_Latn": {"tokens": 58435, "chars": 138617, "chars_per_token": 2.372, "ratio_vs_en": 2.151, "ci95": [2.119, 2.181]}, "azb_Arab": {"tokens": 52029, "chars": 117061, "chars_per_token": 2.25, "ratio_vs_en": 1.915, "ci95": [1.892, 1.938]}, "azj_Latn": {"tokens": 65646, "chars": 143739, "chars_per_token": 2.19, "ratio_vs_en": 2.416, "ci95": [2.384, 2.448]}, "bak_Cyrl": {"tokens": 100053, "chars": 133222, "chars_per_token": 1.332, "ratio_vs_en": 3.682, "ci95": [3.633, 3.735]}, "bam_Latn": {"tokens": 68337, "chars": 126387, "chars_per_token": 1.849, "ratio_vs_en": 2.515, "ci95": [2.478, 2.552]}, "ban_Latn": {"tokens": 48073, "chars": 145570, "chars_per_token": 3.028, "ratio_vs_en": 1.769, "ci95": [1.75, 1.79]}, "bel_Cyrl": {"tokens": 70076, "chars": 147991, "chars_per_token": 2.112, "ratio_vs_en": 2.579, "ci95": [2.547, 2.612]}, "bem_Latn": {"tokens": 59544, "chars": 160751, "chars_per_token": 2.7, "ratio_vs_en": 2.191, "ci95": [2.166, 2.218]}, "ben_Beng": {"tokens": 156453, "chars": 129042, "chars_per_token": 0.825, "ratio_vs_en": 5.758, "ci95": [5.694, 5.822]}, "bho_Deva": {"tokens": 70409, "chars": 128611, "chars_per_token": 1.827, "ratio_vs_en": 2.591, "ci95": [2.562, 2.621]}, "bjn_Arab": {"tokens": 73842, "chars": 122230, "chars_per_token": 1.655, "ratio_vs_en": 2.718, "ci95": [2.686, 2.749]}, "bjn_Latn": {"tokens": 46167, "chars": 138182, "chars_per_token": 2.993, "ratio_vs_en": 1.699, "ci95": [1.681, 1.716]}, "bod_Tibt": {"tokens": 303960, "chars": 148151, "chars_per_token": 0.487, "ratio_vs_en": 11.187, "ci95": [11.034, 11.347]}, "bos_Latn": {"tokens": 48880, "chars": 132187, "chars_per_token": 2.704, "ratio_vs_en": 1.799, "ci95": [1.78, 1.818]}, "bug_Latn": {"tokens": 52736, "chars": 139375, "chars_per_token": 2.643, "ratio_vs_en": 1.941, "ci95": [1.915, 1.967]}, "bul_Cyrl": {"tokens": 55349, "chars": 137824, "chars_per_token": 2.49, "ratio_vs_en": 2.037, "ci95": [2.016, 2.057]}, "cat_Latn": {"tokens": 46223, "chars": 145781, "chars_per_token": 3.154, "ratio_vs_en": 1.701, "ci95": [1.685, 1.719]}, "ceb_Latn": {"tokens": 51881, "chars": 158685, "chars_per_token": 3.059, "ratio_vs_en": 1.909, "ci95": [1.889, 1.93]}, "ces_Latn": {"tokens": 40864, "chars": 127257, "chars_per_token": 3.114, "ratio_vs_en": 1.504, "ci95": [1.489, 1.52]}, "cjk_Latn": {"tokens": 52797, "chars": 139261, "chars_per_token": 2.638, "ratio_vs_en": 1.943, "ci95": [1.915, 1.972]}, "ckb_Arab": {"tokens": 107148, "chars": 128585, "chars_per_token": 1.2, "ratio_vs_en": 3.943, "ci95": [3.89, 3.995]}, "crh_Latn": {"tokens": 49340, "chars": 134038, "chars_per_token": 2.717, "ratio_vs_en": 1.816, "ci95": [1.795, 1.837]}, "cym_Latn": {"tokens": 57669, "chars": 141257, "chars_per_token": 2.449, "ratio_vs_en": 2.122, "ci95": [2.101, 2.145]}, "dan_Latn": {"tokens": 43714, "chars": 135083, "chars_per_token": 3.09, "ratio_vs_en": 1.609, "ci95": [1.592, 1.625]}, "deu_Latn": {"tokens": 42974, "chars": 153809, "chars_per_token": 3.579, "ratio_vs_en": 1.582, "ci95": [1.566, 1.598]}, "dik_Latn": {"tokens": 59008, "chars": 111789, "chars_per_token": 1.894, "ratio_vs_en": 2.172, "ci95": [2.129, 2.22]}, "dyu_Latn": {"tokens": 55132, "chars": 132855, "chars_per_token": 2.41, "ratio_vs_en": 2.029, "ci95": [1.999, 2.061]}, "dzo_Tibt": {"tokens": 329998, "chars": 163358, "chars_per_token": 0.495, "ratio_vs_en": 12.145, "ci95": [11.972, 12.314]}, "ell_Grek": {"tokens": 60649, "chars": 157539, "chars_per_token": 2.598, "ratio_vs_en": 2.232, "ci95": [2.208, 2.256]}, "epo_Latn": {"tokens": 50178, "chars": 131292, "chars_per_token": 2.617, "ratio_vs_en": 1.847, "ci95": [1.829, 1.866]}, "est_Latn": {"tokens": 50480, "chars": 129459, "chars_per_token": 2.565, "ratio_vs_en": 1.858, "ci95": [1.835, 1.879]}, "eus_Latn": {"tokens": 50557, "chars": 139822, "chars_per_token": 2.766, "ratio_vs_en": 1.861, "ci95": [1.84, 1.882]}, "ewe_Latn": {"tokens": 71424, "chars": 127448, "chars_per_token": 1.784, "ratio_vs_en": 2.629, "ci95": [2.58, 2.677]}, "fao_Latn": {"tokens": 55461, "chars": 134274, "chars_per_token": 2.421, "ratio_vs_en": 2.041, "ci95": [2.019, 2.065]}, "fij_Latn": {"tokens": 58310, "chars": 155177, "chars_per_token": 2.661, "ratio_vs_en": 2.146, "ci95": [2.119, 2.174]}, "fin_Latn": {"tokens": 53923, "chars": 140128, "chars_per_token": 2.599, "ratio_vs_en": 1.985, "ci95": [1.961, 2.007]}, "fon_Latn": {"tokens": 98571, "chars": 135260, "chars_per_token": 1.372, "ratio_vs_en": 3.628, "ci95": [3.564, 3.695]}, "fra_Latn": {"tokens": 43472, "chars": 157638, "chars_per_token": 3.626, "ratio_vs_en": 1.6, "ci95": [1.585, 1.616]}, "fur_Latn": {"tokens": 49702, "chars": 144519, "chars_per_token": 2.908, "ratio_vs_en": 1.829, "ci95": [1.811, 1.849]}, "fuv_Latn": {"tokens": 49690, "chars": 122162, "chars_per_token": 2.458, "ratio_vs_en": 1.829, "ci95": [1.797, 1.86]}, "gaz_Latn": {"tokens": 62498, "chars": 156418, "chars_per_token": 2.503, "ratio_vs_en": 2.3, "ci95": [2.274, 2.325]}, "gla_Latn": {"tokens": 65130, "chars": 162597, "chars_per_token": 2.496, "ratio_vs_en": 2.397, "ci95": [2.368, 2.427]}, "gle_Latn": {"tokens": 61818, "chars": 152481, "chars_per_token": 2.467, "ratio_vs_en": 2.275, "ci95": [2.248, 2.301]}, "glg_Latn": {"tokens": 42347, "chars": 146143, "chars_per_token": 3.451, "ratio_vs_en": 1.559, "ci95": [1.543, 1.573]}, "grn_Latn": {"tokens": 56405, "chars": 132815, "chars_per_token": 2.355, "ratio_vs_en": 2.076, "ci95": [2.048, 2.102]}, "guj_Gujr": {"tokens": 208278, "chars": 126428, "chars_per_token": 0.607, "ratio_vs_en": 7.665, "ci95": [7.577, 7.756]}, "hat_Latn": {"tokens": 46084, "chars": 121280, "chars_per_token": 2.632, "ratio_vs_en": 1.696, "ci95": [1.678, 1.713]}, "hau_Latn": {"tokens": 53580, "chars": 140067, "chars_per_token": 2.614, "ratio_vs_en": 1.972, "ci95": [1.949, 1.994]}, "heb_Hebr": {"tokens": 99031, "chars": 102054, "chars_per_token": 1.031, "ratio_vs_en": 3.645, "ci95": [3.606, 3.683]}, "hin_Deva": {"tokens": 68512, "chars": 131058, "chars_per_token": 1.913, "ratio_vs_en": 2.522, "ci95": [2.493, 2.55]}, "hne_Deva": {"tokens": 67268, "chars": 126933, "chars_per_token": 1.887, "ratio_vs_en": 2.476, "ci95": [2.451, 2.502]}, "hrv_Latn": {"tokens": 47930, "chars": 128727, "chars_per_token": 2.686, "ratio_vs_en": 1.764, "ci95": [1.746, 1.783]}, "hun_Latn": {"tokens": 57463, "chars": 138629, "chars_per_token": 2.412, "ratio_vs_en": 2.115, "ci95": [2.089, 2.14]}, "hye_Armn": {"tokens": 235007, "chars": 145956, "chars_per_token": 0.621, "ratio_vs_en": 8.649, "ci95": [8.531, 8.755]}, "ibo_Latn": {"tokens": 65212, "chars": 134560, "chars_per_token": 2.063, "ratio_vs_en": 2.4, "ci95": [2.368, 2.432]}, "ilo_Latn": {"tokens": 55355, "chars": 159680, "chars_per_token": 2.885, "ratio_vs_en": 2.037, "ci95": [2.014, 2.06]}, "ind_Latn": {"tokens": 41778, "chars": 142318, "chars_per_token": 3.407, "ratio_vs_en": 1.538, "ci95": [1.523, 1.552]}, "isl_Latn": {"tokens": 56857, "chars": 129783, "chars_per_token": 2.283, "ratio_vs_en": 2.093, "ci95": [2.067, 2.118]}, "ita_Latn": {"tokens": 44511, "chars": 156138, "chars_per_token": 3.508, "ratio_vs_en": 1.638, "ci95": [1.622, 1.655]}, "jav_Latn": {"tokens": 46507, "chars": 136928, "chars_per_token": 2.944, "ratio_vs_en": 1.712, "ci95": [1.694, 1.729]}, "jpn_Jpan": {"tokens": 41051, "chars": 56943, "chars_per_token": 1.387, "ratio_vs_en": 1.511, "ci95": [1.494, 1.527]}, "kab_Latn": {"tokens": 64736, "chars": 130554, "chars_per_token": 2.017, "ratio_vs_en": 2.383, "ci95": [2.354, 2.411]}, "kac_Latn": {"tokens": 63441, "chars": 169397, "chars_per_token": 2.67, "ratio_vs_en": 2.335, "ci95": [2.301, 2.371]}, "kam_Latn": {"tokens": 54363, "chars": 128356, "chars_per_token": 2.361, "ratio_vs_en": 2.001, "ci95": [1.967, 2.033]}, "kan_Knda": {"tokens": 240671, "chars": 138040, "chars_per_token": 0.574, "ratio_vs_en": 8.858, "ci95": [8.749, 8.963]}, "kas_Arab": {"tokens": 89510, "chars": 126105, "chars_per_token": 1.409, "ratio_vs_en": 3.294, "ci95": [3.247, 3.34]}, "kas_Deva": {"tokens": 71926, "chars": 126401, "chars_per_token": 1.757, "ratio_vs_en": 2.647, "ci95": [2.619, 2.675]}, "kat_Geor": {"tokens": 265047, "chars": 143930, "chars_per_token": 0.543, "ratio_vs_en": 9.755, "ci95": [9.621, 9.884]}, "kaz_Cyrl": {"tokens": 83807, "chars": 135404, "chars_per_token": 1.616, "ratio_vs_en": 3.084, "ci95": [3.047, 3.122]}, "kbp_Latn": {"tokens": 127459, "chars": 142957, "chars_per_token": 1.122, "ratio_vs_en": 4.691, "ci95": [4.614, 4.771]}, "kea_Latn": {"tokens": 45854, "chars": 130800, "chars_per_token": 2.853, "ratio_vs_en": 1.688, "ci95": [1.672, 1.703]}, "khk_Cyrl": {"tokens": 87849, "chars": 137067, "chars_per_token": 1.56, "ratio_vs_en": 3.233, "ci95": [3.193, 3.275]}, "khm_Khmr": {"tokens": 236883, "chars": 153212, "chars_per_token": 0.647, "ratio_vs_en": 8.718, "ci95": [8.609, 8.835]}, "kik_Latn": {"tokens": 72662, "chars": 153431, "chars_per_token": 2.112, "ratio_vs_en": 2.674, "ci95": [2.629, 2.718]}, "kin_Latn": {"tokens": 57424, "chars": 145862, "chars_per_token": 2.54, "ratio_vs_en": 2.113, "ci95": [2.089, 2.14]}, "kir_Cyrl": {"tokens": 78800, "chars": 135532, "chars_per_token": 1.72, "ratio_vs_en": 2.9, "ci95": [2.857, 2.941]}, "kmb_Latn": {"tokens": 57247, "chars": 145762, "chars_per_token": 2.546, "ratio_vs_en": 2.107, "ci95": [2.081, 2.132]}, "kmr_Latn": {"tokens": 58650, "chars": 130372, "chars_per_token": 2.223, "ratio_vs_en": 2.159, "ci95": [2.134, 2.183]}, "knc_Arab": {"tokens": 71629, "chars": 116000, "chars_per_token": 1.619, "ratio_vs_en": 2.636, "ci95": [2.562, 2.71]}, "knc_Latn": {"tokens": 63604, "chars": 138972, "chars_per_token": 2.185, "ratio_vs_en": 2.341, "ci95": [2.308, 2.375]}, "kon_Latn": {"tokens": 53522, "chars": 149894, "chars_per_token": 2.801, "ratio_vs_en": 1.97, "ci95": [1.948, 1.992]}, "kor_Hang": {"tokens": 40439, "chars": 65965, "chars_per_token": 1.631, "ratio_vs_en": 1.488, "ci95": [1.474, 1.503]}, "lao_Laoo": {"tokens": 238879, "chars": 130060, "chars_per_token": 0.544, "ratio_vs_en": 8.792, "ci95": [8.673, 8.907]}, "lij_Latn": {"tokens": 53432, "chars": 145994, "chars_per_token": 2.732, "ratio_vs_en": 1.967, "ci95": [1.947, 1.987]}, "lim_Latn": {"tokens": 48918, "chars": 137686, "chars_per_token": 2.815, "ratio_vs_en": 1.8, "ci95": [1.78, 1.82]}, "lin_Latn": {"tokens": 50550, "chars": 142197, "chars_per_token": 2.813, "ratio_vs_en": 1.86, "ci95": [1.842, 1.879]}, "lit_Latn": {"tokens": 58265, "chars": 130329, "chars_per_token": 2.237, "ratio_vs_en": 2.144, "ci95": [2.119, 2.169]}, "lmo_Latn": {"tokens": 54793, "chars": 141666, "chars_per_token": 2.585, "ratio_vs_en": 2.017, "ci95": [1.995, 2.037]}, "ltg_Latn": {"tokens": 58391, "chars": 129848, "chars_per_token": 2.224, "ratio_vs_en": 2.149, "ci95": [2.126, 2.172]}, "ltz_Latn": {"tokens": 53531, "chars": 147545, "chars_per_token": 2.756, "ratio_vs_en": 1.97, "ci95": [1.95, 1.991]}, "lua_Latn": {"tokens": 52424, "chars": 142998, "chars_per_token": 2.728, "ratio_vs_en": 1.929, "ci95": [1.905, 1.953]}, "lug_Latn": {"tokens": 52666, "chars": 135078, "chars_per_token": 2.565, "ratio_vs_en": 1.938, "ci95": [1.916, 1.961]}, "luo_Latn": {"tokens": 49277, "chars": 137546, "chars_per_token": 2.791, "ratio_vs_en": 1.814, "ci95": [1.791, 1.835]}, "lus_Latn": {"tokens": 52749, "chars": 146255, "chars_per_token": 2.773, "ratio_vs_en": 1.941, "ci95": [1.911, 1.971]}, "lvs_Latn": {"tokens": 62638, "chars": 134157, "chars_per_token": 2.142, "ratio_vs_en": 2.305, "ci95": [2.28, 2.333]}, "mag_Deva": {"tokens": 69550, "chars": 126695, "chars_per_token": 1.822, "ratio_vs_en": 2.56, "ci95": [2.534, 2.586]}, "mai_Deva": {"tokens": 70333, "chars": 129408, "chars_per_token": 1.84, "ratio_vs_en": 2.589, "ci95": [2.562, 2.615]}, "mal_Mlym": {"tokens": 242782, "chars": 149336, "chars_per_token": 0.615, "ratio_vs_en": 8.935, "ci95": [8.833, 9.041]}, "mar_Deva": {"tokens": 76019, "chars": 133051, "chars_per_token": 1.75, "ratio_vs_en": 2.798, "ci95": [2.77, 2.827]}, "min_Arab": {"tokens": 79294, "chars": 126399, "chars_per_token": 1.594, "ratio_vs_en": 2.918, "ci95": [2.884, 2.954]}, "min_Latn": {"tokens": 47897, "chars": 141163, "chars_per_token": 2.947, "ratio_vs_en": 1.763, "ci95": [1.744, 1.781]}, "mkd_Cyrl": {"tokens": 57756, "chars": 137827, "chars_per_token": 2.386, "ratio_vs_en": 2.126, "ci95": [2.104, 2.147]}, "mlt_Latn": {"tokens": 65207, "chars": 146288, "chars_per_token": 2.243, "ratio_vs_en": 2.4, "ci95": [2.372, 2.429]}, "mni_Beng": {"tokens": 181215, "chars": 136782, "chars_per_token": 0.755, "ratio_vs_en": 6.669, "ci95": [6.59, 6.758]}, "mos_Latn": {"tokens": 58559, "chars": 124657, "chars_per_token": 2.129, "ratio_vs_en": 2.155, "ci95": [2.125, 2.186]}, "mri_Latn": {"tokens": 63609, "chars": 146527, "chars_per_token": 2.304, "ratio_vs_en": 2.341, "ci95": [2.314, 2.369]}, "mya_Mymr": {"tokens": 315795, "chars": 163169, "chars_per_token": 0.517, "ratio_vs_en": 11.623, "ci95": [11.474, 11.777]}, "nld_Latn": {"tokens": 43419, "chars": 147507, "chars_per_token": 3.397, "ratio_vs_en": 1.598, "ci95": [1.582, 1.614]}, "nno_Latn": {"tokens": 44318, "chars": 133443, "chars_per_token": 3.011, "ratio_vs_en": 1.631, "ci95": [1.614, 1.648]}, "nob_Latn": {"tokens": 42246, "chars": 132138, "chars_per_token": 3.128, "ratio_vs_en": 1.555, "ci95": [1.54, 1.571]}, "npi_Deva": {"tokens": 70188, "chars": 126903, "chars_per_token": 1.808, "ratio_vs_en": 2.583, "ci95": [2.554, 2.612]}, "nso_Latn": {"tokens": 58323, "chars": 151109, "chars_per_token": 2.591, "ratio_vs_en": 2.147, "ci95": [2.121, 2.171]}, "nus_Latn": {"tokens": 108092, "chars": 142340, "chars_per_token": 1.317, "ratio_vs_en": 3.978, "ci95": [3.916, 4.036]}, "nya_Latn": {"tokens": 55744, "chars": 147172, "chars_per_token": 2.64, "ratio_vs_en": 2.052, "ci95": [2.026, 2.077]}, "oci_Latn": {"tokens": 49500, "chars": 150651, "chars_per_token": 3.043, "ratio_vs_en": 1.822, "ci95": [1.803, 1.84]}, "ory_Orya": {"tokens": 330494, "chars": 134839, "chars_per_token": 0.408, "ratio_vs_en": 12.163, "ci95": [12.016, 12.322]}, "pag_Latn": {"tokens": 41868, "chars": 129899, "chars_per_token": 3.103, "ratio_vs_en": 1.541, "ci95": [1.517, 1.566]}, "pan_Guru": {"tokens": 212281, "chars": 133425, "chars_per_token": 0.629, "ratio_vs_en": 7.813, "ci95": [7.722, 7.913]}, "pap_Latn": {"tokens": 47046, "chars": 139154, "chars_per_token": 2.958, "ratio_vs_en": 1.731, "ci95": [1.714, 1.748]}, "pbt_Arab": {"tokens": 72906, "chars": 122455, "chars_per_token": 1.68, "ratio_vs_en": 2.683, "ci95": [2.651, 2.715]}, "pes_Arab": {"tokens": 41361, "chars": 123827, "chars_per_token": 2.994, "ratio_vs_en": 1.522, "ci95": [1.506, 1.537]}, "plt_Latn": {"tokens": 60524, "chars": 160996, "chars_per_token": 2.66, "ratio_vs_en": 2.228, "ci95": [2.204, 2.253]}, "pol_Latn": {"tokens": 51371, "chars": 139483, "chars_per_token": 2.715, "ratio_vs_en": 1.891, "ci95": [1.87, 1.912]}, "por_Latn": {"tokens": 40005, "chars": 143418, "chars_per_token": 3.585, "ratio_vs_en": 1.472, "ci95": [1.459, 1.485]}, "prs_Arab": {"tokens": 40578, "chars": 120643, "chars_per_token": 2.973, "ratio_vs_en": 1.493, "ci95": [1.479, 1.508]}, "quy_Latn": {"tokens": 56184, "chars": 141027, "chars_per_token": 2.51, "ratio_vs_en": 2.068, "ci95": [2.041, 2.095]}, "ron_Latn": {"tokens": 50748, "chars": 148571, "chars_per_token": 2.928, "ratio_vs_en": 1.868, "ci95": [1.848, 1.887]}, "run_Latn": {"tokens": 57648, "chars": 147265, "chars_per_token": 2.555, "ratio_vs_en": 2.122, "ci95": [2.096, 2.149]}, "rus_Cyrl": {"tokens": 43916, "chars": 142096, "chars_per_token": 3.236, "ratio_vs_en": 1.616, "ci95": [1.599, 1.634]}, "sag_Latn": {"tokens": 55903, "chars": 142621, "chars_per_token": 2.551, "ratio_vs_en": 2.057, "ci95": [2.029, 2.086]}, "san_Deva": {"tokens": 71579, "chars": 128257, "chars_per_token": 1.792, "ratio_vs_en": 2.634, "ci95": [2.606, 2.664]}, "sat_Olck": {"tokens": 346235, "chars": 139791, "chars_per_token": 0.404, "ratio_vs_en": 12.743, "ci95": [12.591, 12.892]}, "scn_Latn": {"tokens": 53782, "chars": 138571, "chars_per_token": 2.577, "ratio_vs_en": 1.979, "ci95": [1.957, 2.002]}, "shn_Mymr": {"tokens": 401932, "chars": 188284, "chars_per_token": 0.468, "ratio_vs_en": 14.793, "ci95": [14.547, 15.034]}, "sin_Sinh": {"tokens": 234504, "chars": 131080, "chars_per_token": 0.559, "ratio_vs_en": 8.631, "ci95": [8.531, 8.733]}, "slk_Latn": {"tokens": 50069, "chars": 131710, "chars_per_token": 2.631, "ratio_vs_en": 1.843, "ci95": [1.823, 1.863]}, "slv_Latn": {"tokens": 48842, "chars": 130855, "chars_per_token": 2.679, "ratio_vs_en": 1.798, "ci95": [1.778, 1.817]}, "smo_Latn": {"tokens": 60981, "chars": 152724, "chars_per_token": 2.504, "ratio_vs_en": 2.244, "ci95": [2.218, 2.271]}, "sna_Latn": {"tokens": 56429, "chars": 147603, "chars_per_token": 2.616, "ratio_vs_en": 2.077, "ci95": [2.049, 2.104]}, "snd_Arab": {"tokens": 77695, "chars": 119588, "chars_per_token": 1.539, "ratio_vs_en": 2.859, "ci95": [2.826, 2.891]}, "som_Latn": {"tokens": 59415, "chars": 151662, "chars_per_token": 2.553, "ratio_vs_en": 2.187, "ci95": [2.163, 2.212]}, "sot_Latn": {"tokens": 59510, "chars": 158732, "chars_per_token": 2.667, "ratio_vs_en": 2.19, "ci95": [2.164, 2.216]}, "spa_Latn": {"tokens": 41843, "chars": 156997, "chars_per_token": 3.752, "ratio_vs_en": 1.54, "ci95": [1.524, 1.555]}, "srd_Latn": {"tokens": 53281, "chars": 153347, "chars_per_token": 2.878, "ratio_vs_en": 1.961, "ci95": [1.941, 1.982]}, "srp_Cyrl": {"tokens": 59298, "chars": 130780, "chars_per_token": 2.205, "ratio_vs_en": 2.182, "ci95": [2.161, 2.205]}, "ssw_Latn": {"tokens": 58266, "chars": 148726, "chars_per_token": 2.553, "ratio_vs_en": 2.144, "ci95": [2.12, 2.171]}, "sun_Latn": {"tokens": 48955, "chars": 136846, "chars_per_token": 2.795, "ratio_vs_en": 1.802, "ci95": [1.782, 1.821]}, "swe_Latn": {"tokens": 42624, "chars": 132173, "chars_per_token": 3.101, "ratio_vs_en": 1.569, "ci95": [1.554, 1.584]}, "swh_Latn": {"tokens": 52460, "chars": 138104, "chars_per_token": 2.633, "ratio_vs_en": 1.931, "ci95": [1.911, 1.949]}, "szl_Latn": {"tokens": 57793, "chars": 137371, "chars_per_token": 2.377, "ratio_vs_en": 2.127, "ci95": [2.103, 2.152]}, "tam_Taml": {"tokens": 207772, "chars": 154133, "chars_per_token": 0.742, "ratio_vs_en": 7.647, "ci95": [7.555, 7.734]}, "taq_Latn": {"tokens": 59207, "chars": 124417, "chars_per_token": 2.101, "ratio_vs_en": 2.179, "ci95": [2.146, 2.213]}, "taq_Tfng": {"tokens": 274420, "chars": 123904, "chars_per_token": 0.452, "ratio_vs_en": 10.1, "ci95": [9.969, 10.246]}, "tat_Cyrl": {"tokens": 84549, "chars": 133282, "chars_per_token": 1.576, "ratio_vs_en": 3.112, "ci95": [3.07, 3.152]}, "tel_Telu": {"tokens": 225261, "chars": 132470, "chars_per_token": 0.588, "ratio_vs_en": 8.29, "ci95": [8.185, 8.396]}, "tgk_Cyrl": {"tokens": 79723, "chars": 145871, "chars_per_token": 1.83, "ratio_vs_en": 2.934, "ci95": [2.899, 2.969]}, "tgl_Latn": {"tokens": 55036, "chars": 166169, "chars_per_token": 3.019, "ratio_vs_en": 2.026, "ci95": [2.003, 2.049]}, "tha_Thai": {"tokens": 59365, "chars": 126109, "chars_per_token": 2.124, "ratio_vs_en": 2.185, "ci95": [2.16, 2.211]}, "tir_Ethi": {"tokens": 211244, "chars": 90700, "chars_per_token": 0.429, "ratio_vs_en": 7.775, "ci95": [7.683, 7.872]}, "tpi_Latn": {"tokens": 55225, "chars": 169011, "chars_per_token": 3.06, "ratio_vs_en": 2.032, "ci95": [2.005, 2.059]}, "tsn_Latn": {"tokens": 61379, "chars": 163035, "chars_per_token": 2.656, "ratio_vs_en": 2.259, "ci95": [2.232, 2.288]}, "tso_Latn": {"tokens": 60795, "chars": 158178, "chars_per_token": 2.602, "ratio_vs_en": 2.237, "ci95": [2.209, 2.265]}, "tuk_Latn": {"tokens": 58274, "chars": 140262, "chars_per_token": 2.407, "ratio_vs_en": 2.145, "ci95": [2.121, 2.17]}, "tum_Latn": {"tokens": 69481, "chars": 172545, "chars_per_token": 2.483, "ratio_vs_en": 2.557, "ci95": [2.519, 2.6]}, "tur_Latn": {"tokens": 38095, "chars": 135761, "chars_per_token": 3.564, "ratio_vs_en": 1.402, "ci95": [1.387, 1.417]}, "twi_Latn": {"tokens": 67742, "chars": 128598, "chars_per_token": 1.898, "ratio_vs_en": 2.493, "ci95": [2.455, 2.534]}, "tzm_Tfng": {"tokens": 272681, "chars": 117960, "chars_per_token": 0.433, "ratio_vs_en": 10.036, "ci95": [9.919, 10.157]}, "uig_Arab": {"tokens": 119342, "chars": 140477, "chars_per_token": 1.177, "ratio_vs_en": 4.392, "ci95": [4.335, 4.451]}, "ukr_Cyrl": {"tokens": 44606, "chars": 134446, "chars_per_token": 3.014, "ratio_vs_en": 1.642, "ci95": [1.626, 1.658]}, "umb_Latn": {"tokens": 54024, "chars": 134747, "chars_per_token": 2.494, "ratio_vs_en": 1.988, "ci95": [1.959, 2.019]}, "urd_Arab": {"tokens": 83511, "chars": 129919, "chars_per_token": 1.556, "ratio_vs_en": 3.074, "ci95": [3.035, 3.113]}, "uzn_Latn": {"tokens": 57610, "chars": 149323, "chars_per_token": 2.592, "ratio_vs_en": 2.12, "ci95": [2.097, 2.143]}, "vec_Latn": {"tokens": 46126, "chars": 133237, "chars_per_token": 2.889, "ratio_vs_en": 1.698, "ci95": [1.681, 1.716]}, "vie_Latn": {"tokens": 37809, "chars": 138595, "chars_per_token": 3.666, "ratio_vs_en": 1.392, "ci95": [1.379, 1.404]}, "war_Latn": {"tokens": 52534, "chars": 164746, "chars_per_token": 3.136, "ratio_vs_en": 1.933, "ci95": [1.912, 1.956]}, "wol_Latn": {"tokens": 51621, "chars": 127173, "chars_per_token": 2.464, "ratio_vs_en": 1.9, "ci95": [1.877, 1.922]}, "xho_Latn": {"tokens": 55310, "chars": 139123, "chars_per_token": 2.515, "ratio_vs_en": 2.036, "ci95": [2.013, 2.059]}, "ydd_Hebr": {"tokens": 150358, "chars": 141658, "chars_per_token": 0.942, "ratio_vs_en": 5.534, "ci95": [5.477, 5.592]}, "yor_Latn": {"tokens": 73947, "chars": 126844, "chars_per_token": 1.715, "ratio_vs_en": 2.722, "ci95": [2.673, 2.773]}, "yue_Hant": {"tokens": 35657, "chars": 40019, "chars_per_token": 1.122, "ratio_vs_en": 1.312, "ci95": [1.299, 1.326]}, "zho_Hans": {"tokens": 34808, "chars": 43248, "chars_per_token": 1.242, "ratio_vs_en": 1.281, "ci95": [1.266, 1.297]}, "zho_Hant": {"tokens": 36624, "chars": 40695, "chars_per_token": 1.111, "ratio_vs_en": 1.348, "ci95": [1.333, 1.362]}, "zsm_Latn": {"tokens": 43658, "chars": 146201, "chars_per_token": 3.349, "ratio_vs_en": 1.607, "ci95": [1.591, 1.623]}, "zul_Latn": {"tokens": 59413, "chars": 148362, "chars_per_token": 2.497, "ratio_vs_en": 2.187, "ci95": [2.163, 2.21]}, "eng_Latn": {"tokens": 27171, "chars": 131966, "chars_per_token": 4.857, "ratio_vs_en": 1.0}}, "costs": []}, {"schema": 1, "tokenizer": "Llama 4", "kind": "hf", "id": "unsloth/Llama-4-Scout-17B-16E-Instruct", "group": "Meta", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 73048, "chars": 111621, "chars_per_token": 1.528, "ratio_vs_en": 2.701, "ci95": [2.671, 2.732]}, "ace_Latn": {"tokens": 49068, "chars": 141933, "chars_per_token": 2.893, "ratio_vs_en": 1.814, "ci95": [1.793, 1.835]}, "acm_Arab": {"tokens": 42888, "chars": 113573, "chars_per_token": 2.648, "ratio_vs_en": 1.586, "ci95": [1.57, 1.602]}, "acq_Arab": {"tokens": 43115, "chars": 115113, "chars_per_token": 2.67, "ratio_vs_en": 1.594, "ci95": [1.578, 1.609]}, "aeb_Arab": {"tokens": 43755, "chars": 112077, "chars_per_token": 2.561, "ratio_vs_en": 1.618, "ci95": [1.601, 1.635]}, "afr_Latn": {"tokens": 40434, "chars": 139690, "chars_per_token": 3.455, "ratio_vs_en": 1.495, "ci95": [1.482, 1.508]}, "ajp_Arab": {"tokens": 41400, "chars": 109046, "chars_per_token": 2.634, "ratio_vs_en": 1.531, "ci95": [1.517, 1.545]}, "aka_Latn": {"tokens": 61494, "chars": 132650, "chars_per_token": 2.157, "ratio_vs_en": 2.274, "ci95": [2.242, 2.306]}, "als_Latn": {"tokens": 47162, "chars": 147064, "chars_per_token": 3.118, "ratio_vs_en": 1.744, "ci95": [1.727, 1.76]}, "amh_Ethi": {"tokens": 64726, "chars": 87132, "chars_per_token": 1.346, "ratio_vs_en": 2.393, "ci95": [2.366, 2.418]}, "apc_Arab": {"tokens": 41904, "chars": 107981, "chars_per_token": 2.577, "ratio_vs_en": 1.549, "ci95": [1.534, 1.565]}, "arb_Arab": {"tokens": 42960, "chars": 116307, "chars_per_token": 2.707, "ratio_vs_en": 1.588, "ci95": [1.572, 1.604]}, "arb_Latn": {"tokens": 61560, "chars": 153758, "chars_per_token": 2.498, "ratio_vs_en": 2.276, "ci95": [2.249, 2.304]}, "ars_Arab": {"tokens": 43077, "chars": 116428, "chars_per_token": 2.703, "ratio_vs_en": 1.593, "ci95": [1.577, 1.609]}, "ary_Arab": {"tokens": 45110, "chars": 113563, "chars_per_token": 2.517, "ratio_vs_en": 1.668, "ci95": [1.649, 1.686]}, "arz_Arab": {"tokens": 43381, "chars": 113770, "chars_per_token": 2.623, "ratio_vs_en": 1.604, "ci95": [1.587, 1.62]}, "asm_Beng": {"tokens": 88867, "chars": 125936, "chars_per_token": 1.417, "ratio_vs_en": 3.286, "ci95": [3.25, 3.325]}, "ast_Latn": {"tokens": 37921, "chars": 136363, "chars_per_token": 3.596, "ratio_vs_en": 1.402, "ci95": [1.389, 1.415]}, "awa_Deva": {"tokens": 49257, "chars": 128171, "chars_per_token": 2.602, "ratio_vs_en": 1.821, "ci95": [1.801, 1.841]}, "ayr_Latn": {"tokens": 53991, "chars": 138617, "chars_per_token": 2.567, "ratio_vs_en": 1.996, "ci95": [1.968, 2.025]}, "azb_Arab": {"tokens": 51390, "chars": 117061, "chars_per_token": 2.278, "ratio_vs_en": 1.9, "ci95": [1.878, 1.922]}, "azj_Latn": {"tokens": 49086, "chars": 143739, "chars_per_token": 2.928, "ratio_vs_en": 1.815, "ci95": [1.794, 1.837]}, "bak_Cyrl": {"tokens": 64673, "chars": 133222, "chars_per_token": 2.06, "ratio_vs_en": 2.391, "ci95": [2.361, 2.421]}, "bam_Latn": {"tokens": 56664, "chars": 126387, "chars_per_token": 2.23, "ratio_vs_en": 2.095, "ci95": [2.068, 2.121]}, "ban_Latn": {"tokens": 41801, "chars": 145570, "chars_per_token": 3.482, "ratio_vs_en": 1.545, "ci95": [1.528, 1.564]}, "bel_Cyrl": {"tokens": 60236, "chars": 147991, "chars_per_token": 2.457, "ratio_vs_en": 2.227, "ci95": [2.2, 2.255]}, "bem_Latn": {"tokens": 55504, "chars": 160751, "chars_per_token": 2.896, "ratio_vs_en": 2.052, "ci95": [2.029, 2.075]}, "ben_Beng": {"tokens": 55550, "chars": 129042, "chars_per_token": 2.323, "ratio_vs_en": 2.054, "ci95": [2.033, 2.075]}, "bho_Deva": {"tokens": 52859, "chars": 128611, "chars_per_token": 2.433, "ratio_vs_en": 1.954, "ci95": [1.932, 1.977]}, "bjn_Arab": {"tokens": 71636, "chars": 122230, "chars_per_token": 1.706, "ratio_vs_en": 2.648, "ci95": [2.618, 2.679]}, "bjn_Latn": {"tokens": 38202, "chars": 138182, "chars_per_token": 3.617, "ratio_vs_en": 1.412, "ci95": [1.398, 1.426]}, "bod_Tibt": {"tokens": 154050, "chars": 148151, "chars_per_token": 0.962, "ratio_vs_en": 5.695, "ci95": [5.618, 5.772]}, "bos_Latn": {"tokens": 42360, "chars": 132187, "chars_per_token": 3.121, "ratio_vs_en": 1.566, "ci95": [1.551, 1.582]}, "bug_Latn": {"tokens": 47307, "chars": 139375, "chars_per_token": 2.946, "ratio_vs_en": 1.749, "ci95": [1.726, 1.773]}, "bul_Cyrl": {"tokens": 40590, "chars": 137824, "chars_per_token": 3.396, "ratio_vs_en": 1.501, "ci95": [1.487, 1.514]}, "cat_Latn": {"tokens": 41165, "chars": 145781, "chars_per_token": 3.541, "ratio_vs_en": 1.522, "ci95": [1.509, 1.536]}, "ceb_Latn": {"tokens": 47255, "chars": 158685, "chars_per_token": 3.358, "ratio_vs_en": 1.747, "ci95": [1.729, 1.765]}, "ces_Latn": {"tokens": 39698, "chars": 127257, "chars_per_token": 3.206, "ratio_vs_en": 1.468, "ci95": [1.454, 1.482]}, "cjk_Latn": {"tokens": 48297, "chars": 139261, "chars_per_token": 2.883, "ratio_vs_en": 1.786, "ci95": [1.76, 1.812]}, "ckb_Arab": {"tokens": 72218, "chars": 128585, "chars_per_token": 1.781, "ratio_vs_en": 2.67, "ci95": [2.639, 2.7]}, "crh_Latn": {"tokens": 46155, "chars": 134038, "chars_per_token": 2.904, "ratio_vs_en": 1.706, "ci95": [1.687, 1.726]}, "cym_Latn": {"tokens": 52901, "chars": 141257, "chars_per_token": 2.67, "ratio_vs_en": 1.956, "ci95": [1.937, 1.975]}, "dan_Latn": {"tokens": 38262, "chars": 135083, "chars_per_token": 3.53, "ratio_vs_en": 1.415, "ci95": [1.401, 1.428]}, "deu_Latn": {"tokens": 35060, "chars": 153809, "chars_per_token": 4.387, "ratio_vs_en": 1.296, "ci95": [1.285, 1.307]}, "dik_Latn": {"tokens": 50725, "chars": 111789, "chars_per_token": 2.204, "ratio_vs_en": 1.875, "ci95": [1.841, 1.915]}, "dyu_Latn": {"tokens": 51190, "chars": 132855, "chars_per_token": 2.595, "ratio_vs_en": 1.893, "ci95": [1.865, 1.921]}, "dzo_Tibt": {"tokens": 172166, "chars": 163358, "chars_per_token": 0.949, "ratio_vs_en": 6.365, "ci95": [6.279, 6.45]}, "ell_Grek": {"tokens": 54979, "chars": 157539, "chars_per_token": 2.865, "ratio_vs_en": 2.033, "ci95": [2.011, 2.054]}, "epo_Latn": {"tokens": 42932, "chars": 131292, "chars_per_token": 3.058, "ratio_vs_en": 1.587, "ci95": [1.573, 1.602]}, "est_Latn": {"tokens": 42255, "chars": 129459, "chars_per_token": 3.064, "ratio_vs_en": 1.562, "ci95": [1.545, 1.579]}, "eus_Latn": {"tokens": 46387, "chars": 139822, "chars_per_token": 3.014, "ratio_vs_en": 1.715, "ci95": [1.697, 1.733]}, "ewe_Latn": {"tokens": 62059, "chars": 127448, "chars_per_token": 2.054, "ratio_vs_en": 2.294, "ci95": [2.252, 2.336]}, "fao_Latn": {"tokens": 50378, "chars": 134274, "chars_per_token": 2.665, "ratio_vs_en": 1.863, "ci95": [1.842, 1.883]}, "fij_Latn": {"tokens": 53519, "chars": 155177, "chars_per_token": 2.899, "ratio_vs_en": 1.979, "ci95": [1.954, 2.004]}, "fin_Latn": {"tokens": 43367, "chars": 140128, "chars_per_token": 3.231, "ratio_vs_en": 1.603, "ci95": [1.585, 1.62]}, "fon_Latn": {"tokens": 77954, "chars": 135260, "chars_per_token": 1.735, "ratio_vs_en": 2.882, "ci95": [2.833, 2.933]}, "fra_Latn": {"tokens": 36929, "chars": 157638, "chars_per_token": 4.269, "ratio_vs_en": 1.365, "ci95": [1.353, 1.378]}, "fur_Latn": {"tokens": 46008, "chars": 144519, "chars_per_token": 3.141, "ratio_vs_en": 1.701, "ci95": [1.684, 1.718]}, "fuv_Latn": {"tokens": 44563, "chars": 122162, "chars_per_token": 2.741, "ratio_vs_en": 1.648, "ci95": [1.623, 1.671]}, "gaz_Latn": {"tokens": 58308, "chars": 156418, "chars_per_token": 2.683, "ratio_vs_en": 2.156, "ci95": [2.131, 2.18]}, "gla_Latn": {"tokens": 58118, "chars": 162597, "chars_per_token": 2.798, "ratio_vs_en": 2.149, "ci95": [2.125, 2.175]}, "gle_Latn": {"tokens": 55142, "chars": 152481, "chars_per_token": 2.765, "ratio_vs_en": 2.039, "ci95": [2.016, 2.06]}, "glg_Latn": {"tokens": 36204, "chars": 146143, "chars_per_token": 4.037, "ratio_vs_en": 1.339, "ci95": [1.326, 1.35]}, "grn_Latn": {"tokens": 51030, "chars": 132815, "chars_per_token": 2.603, "ratio_vs_en": 1.887, "ci95": [1.862, 1.909]}, "guj_Gujr": {"tokens": 67942, "chars": 126428, "chars_per_token": 1.861, "ratio_vs_en": 2.512, "ci95": [2.485, 2.539]}, "hat_Latn": {"tokens": 41925, "chars": 121280, "chars_per_token": 2.893, "ratio_vs_en": 1.55, "ci95": [1.535, 1.565]}, "hau_Latn": {"tokens": 46717, "chars": 140067, "chars_per_token": 2.998, "ratio_vs_en": 1.727, "ci95": [1.709, 1.745]}, "heb_Hebr": {"tokens": 46977, "chars": 102054, "chars_per_token": 2.172, "ratio_vs_en": 1.737, "ci95": [1.721, 1.753]}, "hin_Deva": {"tokens": 44644, "chars": 131058, "chars_per_token": 2.936, "ratio_vs_en": 1.651, "ci95": [1.634, 1.667]}, "hne_Deva": {"tokens": 50948, "chars": 126933, "chars_per_token": 2.491, "ratio_vs_en": 1.884, "ci95": [1.864, 1.902]}, "hrv_Latn": {"tokens": 41556, "chars": 128727, "chars_per_token": 3.098, "ratio_vs_en": 1.536, "ci95": [1.521, 1.552]}, "hun_Latn": {"tokens": 42335, "chars": 138629, "chars_per_token": 3.275, "ratio_vs_en": 1.565, "ci95": [1.549, 1.581]}, "hye_Armn": {"tokens": 128838, "chars": 145956, "chars_per_token": 1.133, "ratio_vs_en": 4.763, "ci95": [4.706, 4.817]}, "ibo_Latn": {"tokens": 55348, "chars": 134560, "chars_per_token": 2.431, "ratio_vs_en": 2.046, "ci95": [2.021, 2.072]}, "ilo_Latn": {"tokens": 50438, "chars": 159680, "chars_per_token": 3.166, "ratio_vs_en": 1.865, "ci95": [1.844, 1.885]}, "ind_Latn": {"tokens": 30583, "chars": 142318, "chars_per_token": 4.654, "ratio_vs_en": 1.131, "ci95": [1.12, 1.14]}, "isl_Latn": {"tokens": 49306, "chars": 129783, "chars_per_token": 2.632, "ratio_vs_en": 1.823, "ci95": [1.802, 1.843]}, "ita_Latn": {"tokens": 36655, "chars": 156138, "chars_per_token": 4.26, "ratio_vs_en": 1.355, "ci95": [1.343, 1.367]}, "jav_Latn": {"tokens": 39574, "chars": 136928, "chars_per_token": 3.46, "ratio_vs_en": 1.463, "ci95": [1.448, 1.477]}, "jpn_Jpan": {"tokens": 35318, "chars": 56943, "chars_per_token": 1.612, "ratio_vs_en": 1.306, "ci95": [1.291, 1.319]}, "kab_Latn": {"tokens": 58527, "chars": 130554, "chars_per_token": 2.231, "ratio_vs_en": 2.164, "ci95": [2.14, 2.189]}, "kac_Latn": {"tokens": 59835, "chars": 169397, "chars_per_token": 2.831, "ratio_vs_en": 2.212, "ci95": [2.18, 2.246]}, "kam_Latn": {"tokens": 50437, "chars": 128356, "chars_per_token": 2.545, "ratio_vs_en": 1.865, "ci95": [1.833, 1.897]}, "kan_Knda": {"tokens": 66783, "chars": 138040, "chars_per_token": 2.067, "ratio_vs_en": 2.469, "ci95": [2.442, 2.495]}, "kas_Arab": {"tokens": 76057, "chars": 126105, "chars_per_token": 1.658, "ratio_vs_en": 2.812, "ci95": [2.773, 2.852]}, "kas_Deva": {"tokens": 64664, "chars": 126401, "chars_per_token": 1.955, "ratio_vs_en": 2.391, "ci95": [2.364, 2.418]}, "kat_Geor": {"tokens": 59565, "chars": 143930, "chars_per_token": 2.416, "ratio_vs_en": 2.202, "ci95": [2.178, 2.226]}, "kaz_Cyrl": {"tokens": 49420, "chars": 135404, "chars_per_token": 2.74, "ratio_vs_en": 1.827, "ci95": [1.807, 1.846]}, "kbp_Latn": {"tokens": 106917, "chars": 142957, "chars_per_token": 1.337, "ratio_vs_en": 3.953, "ci95": [3.889, 4.018]}, "kea_Latn": {"tokens": 41952, "chars": 130800, "chars_per_token": 3.118, "ratio_vs_en": 1.551, "ci95": [1.537, 1.564]}, "khk_Cyrl": {"tokens": 51750, "chars": 137067, "chars_per_token": 2.649, "ratio_vs_en": 1.913, "ci95": [1.892, 1.934]}, "khm_Khmr": {"tokens": 86282, "chars": 153212, "chars_per_token": 1.776, "ratio_vs_en": 3.19, "ci95": [3.147, 3.236]}, "kik_Latn": {"tokens": 69396, "chars": 153431, "chars_per_token": 2.211, "ratio_vs_en": 2.566, "ci95": [2.523, 2.607]}, "kin_Latn": {"tokens": 53677, "chars": 145862, "chars_per_token": 2.717, "ratio_vs_en": 1.985, "ci95": [1.962, 2.008]}, "kir_Cyrl": {"tokens": 54133, "chars": 135532, "chars_per_token": 2.504, "ratio_vs_en": 2.001, "ci95": [1.977, 2.026]}, "kmb_Latn": {"tokens": 52108, "chars": 145762, "chars_per_token": 2.797, "ratio_vs_en": 1.927, "ci95": [1.903, 1.949]}, "kmr_Latn": {"tokens": 53949, "chars": 130372, "chars_per_token": 2.417, "ratio_vs_en": 1.995, "ci95": [1.973, 2.016]}, "knc_Arab": {"tokens": 69103, "chars": 116000, "chars_per_token": 1.679, "ratio_vs_en": 2.555, "ci95": [2.486, 2.624]}, "knc_Latn": {"tokens": 58381, "chars": 138972, "chars_per_token": 2.38, "ratio_vs_en": 2.158, "ci95": [2.127, 2.191]}, "kon_Latn": {"tokens": 49815, "chars": 149894, "chars_per_token": 3.009, "ratio_vs_en": 1.842, "ci95": [1.822, 1.862]}, "kor_Hang": {"tokens": 34237, "chars": 65965, "chars_per_token": 1.927, "ratio_vs_en": 1.266, "ci95": [1.253, 1.278]}, "lao_Laoo": {"tokens": 87796, "chars": 130060, "chars_per_token": 1.481, "ratio_vs_en": 3.246, "ci95": [3.205, 3.285]}, "lij_Latn": {"tokens": 49028, "chars": 145994, "chars_per_token": 2.978, "ratio_vs_en": 1.813, "ci95": [1.795, 1.831]}, "lim_Latn": {"tokens": 44475, "chars": 137686, "chars_per_token": 3.096, "ratio_vs_en": 1.644, "ci95": [1.627, 1.661]}, "lin_Latn": {"tokens": 48149, "chars": 142197, "chars_per_token": 2.953, "ratio_vs_en": 1.78, "ci95": [1.763, 1.798]}, "lit_Latn": {"tokens": 43607, "chars": 130329, "chars_per_token": 2.989, "ratio_vs_en": 1.612, "ci95": [1.595, 1.628]}, "lmo_Latn": {"tokens": 50880, "chars": 141666, "chars_per_token": 2.784, "ratio_vs_en": 1.881, "ci95": [1.862, 1.899]}, "ltg_Latn": {"tokens": 50439, "chars": 129848, "chars_per_token": 2.574, "ratio_vs_en": 1.865, "ci95": [1.846, 1.884]}, "ltz_Latn": {"tokens": 49417, "chars": 147545, "chars_per_token": 2.986, "ratio_vs_en": 1.827, "ci95": [1.809, 1.846]}, "lua_Latn": {"tokens": 48321, "chars": 142998, "chars_per_token": 2.959, "ratio_vs_en": 1.786, "ci95": [1.766, 1.806]}, "lug_Latn": {"tokens": 49586, "chars": 135078, "chars_per_token": 2.724, "ratio_vs_en": 1.833, "ci95": [1.813, 1.854]}, "luo_Latn": {"tokens": 46712, "chars": 137546, "chars_per_token": 2.945, "ratio_vs_en": 1.727, "ci95": [1.706, 1.748]}, "lus_Latn": {"tokens": 50179, "chars": 146255, "chars_per_token": 2.915, "ratio_vs_en": 1.855, "ci95": [1.827, 1.883]}, "lvs_Latn": {"tokens": 46695, "chars": 134157, "chars_per_token": 2.873, "ratio_vs_en": 1.726, "ci95": [1.71, 1.744]}, "mag_Deva": {"tokens": 50450, "chars": 126695, "chars_per_token": 2.511, "ratio_vs_en": 1.865, "ci95": [1.847, 1.883]}, "mai_Deva": {"tokens": 55567, "chars": 129408, "chars_per_token": 2.329, "ratio_vs_en": 2.054, "ci95": [2.033, 2.077]}, "mal_Mlym": {"tokens": 74808, "chars": 149336, "chars_per_token": 1.996, "ratio_vs_en": 2.766, "ci95": [2.736, 2.795]}, "mar_Deva": {"tokens": 51447, "chars": 133051, "chars_per_token": 2.586, "ratio_vs_en": 1.902, "ci95": [1.883, 1.921]}, "min_Arab": {"tokens": 75333, "chars": 126399, "chars_per_token": 1.678, "ratio_vs_en": 2.785, "ci95": [2.754, 2.817]}, "min_Latn": {"tokens": 42067, "chars": 141163, "chars_per_token": 3.356, "ratio_vs_en": 1.555, "ci95": [1.539, 1.571]}, "mkd_Cyrl": {"tokens": 45362, "chars": 137827, "chars_per_token": 3.038, "ratio_vs_en": 1.677, "ci95": [1.661, 1.692]}, "mlt_Latn": {"tokens": 61846, "chars": 146288, "chars_per_token": 2.365, "ratio_vs_en": 2.287, "ci95": [2.26, 2.313]}, "mni_Beng": {"tokens": 91124, "chars": 136782, "chars_per_token": 1.501, "ratio_vs_en": 3.369, "ci95": [3.33, 3.413]}, "mos_Latn": {"tokens": 55679, "chars": 124657, "chars_per_token": 2.239, "ratio_vs_en": 2.059, "ci95": [2.03, 2.088]}, "mri_Latn": {"tokens": 56712, "chars": 146527, "chars_per_token": 2.584, "ratio_vs_en": 2.097, "ci95": [2.074, 2.119]}, "mya_Mymr": {"tokens": 85302, "chars": 163169, "chars_per_token": 1.913, "ratio_vs_en": 3.154, "ci95": [3.118, 3.191]}, "nld_Latn": {"tokens": 35994, "chars": 147507, "chars_per_token": 4.098, "ratio_vs_en": 1.331, "ci95": [1.318, 1.343]}, "nno_Latn": {"tokens": 39305, "chars": 133443, "chars_per_token": 3.395, "ratio_vs_en": 1.453, "ci95": [1.439, 1.467]}, "nob_Latn": {"tokens": 37234, "chars": 132138, "chars_per_token": 3.549, "ratio_vs_en": 1.377, "ci95": [1.364, 1.39]}, "npi_Deva": {"tokens": 49440, "chars": 126903, "chars_per_token": 2.567, "ratio_vs_en": 1.828, "ci95": [1.808, 1.847]}, "nso_Latn": {"tokens": 54336, "chars": 151109, "chars_per_token": 2.781, "ratio_vs_en": 2.009, "ci95": [1.987, 2.031]}, "nus_Latn": {"tokens": 88717, "chars": 142340, "chars_per_token": 1.604, "ratio_vs_en": 3.28, "ci95": [3.23, 3.326]}, "nya_Latn": {"tokens": 49419, "chars": 147172, "chars_per_token": 2.978, "ratio_vs_en": 1.827, "ci95": [1.805, 1.849]}, "oci_Latn": {"tokens": 45345, "chars": 150651, "chars_per_token": 3.322, "ratio_vs_en": 1.676, "ci95": [1.66, 1.693]}, "ory_Orya": {"tokens": 227828, "chars": 134839, "chars_per_token": 0.592, "ratio_vs_en": 8.423, "ci95": [8.323, 8.531]}, "pag_Latn": {"tokens": 39350, "chars": 129899, "chars_per_token": 3.301, "ratio_vs_en": 1.455, "ci95": [1.433, 1.478]}, "pan_Guru": {"tokens": 84721, "chars": 133425, "chars_per_token": 1.575, "ratio_vs_en": 3.132, "ci95": [3.099, 3.169]}, "pap_Latn": {"tokens": 43552, "chars": 139154, "chars_per_token": 3.195, "ratio_vs_en": 1.61, "ci95": [1.595, 1.626]}, "pbt_Arab": {"tokens": 54822, "chars": 122455, "chars_per_token": 2.234, "ratio_vs_en": 2.027, "ci95": [2.005, 2.048]}, "pes_Arab": {"tokens": 40364, "chars": 123827, "chars_per_token": 3.068, "ratio_vs_en": 1.492, "ci95": [1.477, 1.507]}, "plt_Latn": {"tokens": 55291, "chars": 160996, "chars_per_token": 2.912, "ratio_vs_en": 2.044, "ci95": [2.022, 2.067]}, "pol_Latn": {"tokens": 37769, "chars": 139483, "chars_per_token": 3.693, "ratio_vs_en": 1.396, "ci95": [1.382, 1.412]}, "por_Latn": {"tokens": 33056, "chars": 143418, "chars_per_token": 4.339, "ratio_vs_en": 1.222, "ci95": [1.212, 1.231]}, "prs_Arab": {"tokens": 39660, "chars": 120643, "chars_per_token": 3.042, "ratio_vs_en": 1.466, "ci95": [1.452, 1.481]}, "quy_Latn": {"tokens": 50588, "chars": 141027, "chars_per_token": 2.788, "ratio_vs_en": 1.87, "ci95": [1.847, 1.894]}, "ron_Latn": {"tokens": 39721, "chars": 148571, "chars_per_token": 3.74, "ratio_vs_en": 1.469, "ci95": [1.455, 1.482]}, "run_Latn": {"tokens": 53828, "chars": 147265, "chars_per_token": 2.736, "ratio_vs_en": 1.99, "ci95": [1.966, 2.016]}, "rus_Cyrl": {"tokens": 33214, "chars": 142096, "chars_per_token": 4.278, "ratio_vs_en": 1.228, "ci95": [1.215, 1.241]}, "sag_Latn": {"tokens": 51801, "chars": 142621, "chars_per_token": 2.753, "ratio_vs_en": 1.915, "ci95": [1.888, 1.943]}, "san_Deva": {"tokens": 59041, "chars": 128257, "chars_per_token": 2.172, "ratio_vs_en": 2.183, "ci95": [2.159, 2.207]}, "sat_Olck": {"tokens": 254137, "chars": 139791, "chars_per_token": 0.55, "ratio_vs_en": 9.396, "ci95": [9.288, 9.507]}, "scn_Latn": {"tokens": 48717, "chars": 138571, "chars_per_token": 2.844, "ratio_vs_en": 1.801, "ci95": [1.781, 1.821]}, "shn_Mymr": {"tokens": 236350, "chars": 188284, "chars_per_token": 0.797, "ratio_vs_en": 8.738, "ci95": [8.596, 8.877]}, "sin_Sinh": {"tokens": 73404, "chars": 131080, "chars_per_token": 1.786, "ratio_vs_en": 2.714, "ci95": [2.685, 2.743]}, "slk_Latn": {"tokens": 42295, "chars": 131710, "chars_per_token": 3.114, "ratio_vs_en": 1.564, "ci95": [1.549, 1.579]}, "slv_Latn": {"tokens": 42481, "chars": 130855, "chars_per_token": 3.08, "ratio_vs_en": 1.571, "ci95": [1.555, 1.586]}, "smo_Latn": {"tokens": 56465, "chars": 152724, "chars_per_token": 2.705, "ratio_vs_en": 2.088, "ci95": [2.065, 2.111]}, "sna_Latn": {"tokens": 50664, "chars": 147603, "chars_per_token": 2.913, "ratio_vs_en": 1.873, "ci95": [1.85, 1.897]}, "snd_Arab": {"tokens": 56477, "chars": 119588, "chars_per_token": 2.117, "ratio_vs_en": 2.088, "ci95": [2.067, 2.109]}, "som_Latn": {"tokens": 52801, "chars": 151662, "chars_per_token": 2.872, "ratio_vs_en": 1.952, "ci95": [1.932, 1.974]}, "sot_Latn": {"tokens": 54269, "chars": 158732, "chars_per_token": 2.925, "ratio_vs_en": 2.006, "ci95": [1.984, 2.029]}, "spa_Latn": {"tokens": 35071, "chars": 156997, "chars_per_token": 4.477, "ratio_vs_en": 1.297, "ci95": [1.285, 1.309]}, "srd_Latn": {"tokens": 48581, "chars": 153347, "chars_per_token": 3.157, "ratio_vs_en": 1.796, "ci95": [1.779, 1.814]}, "srp_Cyrl": {"tokens": 45211, "chars": 130780, "chars_per_token": 2.893, "ratio_vs_en": 1.672, "ci95": [1.657, 1.687]}, "ssw_Latn": {"tokens": 52732, "chars": 148726, "chars_per_token": 2.82, "ratio_vs_en": 1.95, "ci95": [1.928, 1.973]}, "sun_Latn": {"tokens": 42366, "chars": 136846, "chars_per_token": 3.23, "ratio_vs_en": 1.566, "ci95": [1.549, 1.583]}, "swe_Latn": {"tokens": 35705, "chars": 132173, "chars_per_token": 3.702, "ratio_vs_en": 1.32, "ci95": [1.309, 1.331]}, "swh_Latn": {"tokens": 45243, "chars": 138104, "chars_per_token": 3.052, "ratio_vs_en": 1.673, "ci95": [1.657, 1.687]}, "szl_Latn": {"tokens": 50514, "chars": 137371, "chars_per_token": 2.719, "ratio_vs_en": 1.868, "ci95": [1.847, 1.889]}, "tam_Taml": {"tokens": 101402, "chars": 154133, "chars_per_token": 1.52, "ratio_vs_en": 3.749, "ci95": [3.705, 3.791]}, "taq_Latn": {"tokens": 54489, "chars": 124417, "chars_per_token": 2.283, "ratio_vs_en": 2.015, "ci95": [1.986, 2.045]}, "taq_Tfng": {"tokens": 207406, "chars": 123904, "chars_per_token": 0.597, "ratio_vs_en": 7.668, "ci95": [7.568, 7.773]}, "tat_Cyrl": {"tokens": 57832, "chars": 133282, "chars_per_token": 2.305, "ratio_vs_en": 2.138, "ci95": [2.113, 2.162]}, "tel_Telu": {"tokens": 76518, "chars": 132470, "chars_per_token": 1.731, "ratio_vs_en": 2.829, "ci95": [2.795, 2.861]}, "tgk_Cyrl": {"tokens": 61197, "chars": 145871, "chars_per_token": 2.384, "ratio_vs_en": 2.263, "ci95": [2.237, 2.287]}, "tgl_Latn": {"tokens": 47927, "chars": 166169, "chars_per_token": 3.467, "ratio_vs_en": 1.772, "ci95": [1.753, 1.791]}, "tha_Thai": {"tokens": 42065, "chars": 126109, "chars_per_token": 2.998, "ratio_vs_en": 1.555, "ci95": [1.536, 1.574]}, "tir_Ethi": {"tokens": 81240, "chars": 90700, "chars_per_token": 1.116, "ratio_vs_en": 3.004, "ci95": [2.968, 3.041]}, "tpi_Latn": {"tokens": 52583, "chars": 169011, "chars_per_token": 3.214, "ratio_vs_en": 1.944, "ci95": [1.919, 1.968]}, "tsn_Latn": {"tokens": 56488, "chars": 163035, "chars_per_token": 2.886, "ratio_vs_en": 2.088, "ci95": [2.063, 2.115]}, "tso_Latn": {"tokens": 56968, "chars": 158178, "chars_per_token": 2.777, "ratio_vs_en": 2.106, "ci95": [2.08, 2.131]}, "tuk_Latn": {"tokens": 55339, "chars": 140262, "chars_per_token": 2.535, "ratio_vs_en": 2.046, "ci95": [2.025, 2.069]}, "tum_Latn": {"tokens": 62125, "chars": 172545, "chars_per_token": 2.777, "ratio_vs_en": 2.297, "ci95": [2.263, 2.335]}, "tur_Latn": {"tokens": 35586, "chars": 135761, "chars_per_token": 3.815, "ratio_vs_en": 1.316, "ci95": [1.303, 1.328]}, "twi_Latn": {"tokens": 55831, "chars": 128598, "chars_per_token": 2.303, "ratio_vs_en": 2.064, "ci95": [2.035, 2.096]}, "tzm_Tfng": {"tokens": 206008, "chars": 117960, "chars_per_token": 0.573, "ratio_vs_en": 7.616, "ci95": [7.531, 7.703]}, "uig_Arab": {"tokens": 84673, "chars": 140477, "chars_per_token": 1.659, "ratio_vs_en": 3.13, "ci95": [3.092, 3.168]}, "ukr_Cyrl": {"tokens": 41565, "chars": 134446, "chars_per_token": 3.235, "ratio_vs_en": 1.537, "ci95": [1.523, 1.551]}, "umb_Latn": {"tokens": 50898, "chars": 134747, "chars_per_token": 2.647, "ratio_vs_en": 1.882, "ci95": [1.854, 1.91]}, "urd_Arab": {"tokens": 51032, "chars": 129919, "chars_per_token": 2.546, "ratio_vs_en": 1.887, "ci95": [1.867, 1.906]}, "uzn_Latn": {"tokens": 46793, "chars": 149323, "chars_per_token": 3.191, "ratio_vs_en": 1.73, "ci95": [1.714, 1.747]}, "vec_Latn": {"tokens": 41466, "chars": 133237, "chars_per_token": 3.213, "ratio_vs_en": 1.533, "ci95": [1.518, 1.548]}, "vie_Latn": {"tokens": 35924, "chars": 138595, "chars_per_token": 3.858, "ratio_vs_en": 1.328, "ci95": [1.316, 1.34]}, "war_Latn": {"tokens": 48708, "chars": 164746, "chars_per_token": 3.382, "ratio_vs_en": 1.801, "ci95": [1.782, 1.82]}, "wol_Latn": {"tokens": 47878, "chars": 127173, "chars_per_token": 2.656, "ratio_vs_en": 1.77, "ci95": [1.75, 1.791]}, "xho_Latn": {"tokens": 49994, "chars": 139123, "chars_per_token": 2.783, "ratio_vs_en": 1.848, "ci95": [1.829, 1.868]}, "ydd_Hebr": {"tokens": 73239, "chars": 141658, "chars_per_token": 1.934, "ratio_vs_en": 2.708, "ci95": [2.682, 2.733]}, "yor_Latn": {"tokens": 67548, "chars": 126844, "chars_per_token": 1.878, "ratio_vs_en": 2.497, "ci95": [2.454, 2.543]}, "yue_Hant": {"tokens": 29856, "chars": 40019, "chars_per_token": 1.34, "ratio_vs_en": 1.104, "ci95": [1.092, 1.116]}, "zho_Hans": {"tokens": 28758, "chars": 43248, "chars_per_token": 1.504, "ratio_vs_en": 1.063, "ci95": [1.048, 1.079]}, "zho_Hant": {"tokens": 30852, "chars": 40695, "chars_per_token": 1.319, "ratio_vs_en": 1.141, "ci95": [1.127, 1.154]}, "zsm_Latn": {"tokens": 32443, "chars": 146201, "chars_per_token": 4.506, "ratio_vs_en": 1.199, "ci95": [1.189, 1.21]}, "zul_Latn": {"tokens": 53096, "chars": 148362, "chars_per_token": 2.794, "ratio_vs_en": 1.963, "ci95": [1.943, 1.983]}, "eng_Latn": {"tokens": 27048, "chars": 131966, "chars_per_token": 4.879, "ratio_vs_en": 1.0}}, "costs": []}, {"schema": 1, "tokenizer": "MiniMax-M2", "kind": "hf", "id": "MiniMaxAI/MiniMax-M2", "group": "China", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 77964, "chars": 111621, "chars_per_token": 1.432, "ratio_vs_en": 2.935, "ci95": [2.9, 2.971]}, "ace_Latn": {"tokens": 49899, "chars": 141933, "chars_per_token": 2.844, "ratio_vs_en": 1.878, "ci95": [1.856, 1.9]}, "acm_Arab": {"tokens": 36193, "chars": 113573, "chars_per_token": 3.138, "ratio_vs_en": 1.362, "ci95": [1.349, 1.376]}, "acq_Arab": {"tokens": 36296, "chars": 115113, "chars_per_token": 3.172, "ratio_vs_en": 1.366, "ci95": [1.352, 1.381]}, "aeb_Arab": {"tokens": 37755, "chars": 112077, "chars_per_token": 2.969, "ratio_vs_en": 1.421, "ci95": [1.406, 1.437]}, "afr_Latn": {"tokens": 44541, "chars": 139690, "chars_per_token": 3.136, "ratio_vs_en": 1.677, "ci95": [1.661, 1.692]}, "ajp_Arab": {"tokens": 35260, "chars": 109046, "chars_per_token": 3.093, "ratio_vs_en": 1.327, "ci95": [1.315, 1.339]}, "aka_Latn": {"tokens": 63788, "chars": 132650, "chars_per_token": 2.08, "ratio_vs_en": 2.401, "ci95": [2.368, 2.436]}, "als_Latn": {"tokens": 63794, "chars": 147064, "chars_per_token": 2.305, "ratio_vs_en": 2.401, "ci95": [2.375, 2.428]}, "amh_Ethi": {"tokens": 205513, "chars": 87132, "chars_per_token": 0.424, "ratio_vs_en": 7.736, "ci95": [7.645, 7.826]}, "apc_Arab": {"tokens": 35238, "chars": 107981, "chars_per_token": 3.064, "ratio_vs_en": 1.326, "ci95": [1.314, 1.34]}, "arb_Arab": {"tokens": 35936, "chars": 116307, "chars_per_token": 3.237, "ratio_vs_en": 1.353, "ci95": [1.339, 1.367]}, "arb_Latn": {"tokens": 63732, "chars": 153758, "chars_per_token": 2.413, "ratio_vs_en": 2.399, "ci95": [2.37, 2.43]}, "ars_Arab": {"tokens": 36072, "chars": 116428, "chars_per_token": 3.228, "ratio_vs_en": 1.358, "ci95": [1.344, 1.372]}, "ary_Arab": {"tokens": 39607, "chars": 113563, "chars_per_token": 2.867, "ratio_vs_en": 1.491, "ci95": [1.474, 1.508]}, "arz_Arab": {"tokens": 37167, "chars": 113770, "chars_per_token": 3.061, "ratio_vs_en": 1.399, "ci95": [1.384, 1.414]}, "asm_Beng": {"tokens": 120149, "chars": 125936, "chars_per_token": 1.048, "ratio_vs_en": 4.522, "ci95": [4.475, 4.575]}, "ast_Latn": {"tokens": 37300, "chars": 136363, "chars_per_token": 3.656, "ratio_vs_en": 1.404, "ci95": [1.391, 1.418]}, "awa_Deva": {"tokens": 81018, "chars": 128171, "chars_per_token": 1.582, "ratio_vs_en": 3.05, "ci95": [3.016, 3.084]}, "ayr_Latn": {"tokens": 55936, "chars": 138617, "chars_per_token": 2.478, "ratio_vs_en": 2.105, "ci95": [2.075, 2.136]}, "azb_Arab": {"tokens": 67047, "chars": 117061, "chars_per_token": 1.746, "ratio_vs_en": 2.524, "ci95": [2.494, 2.554]}, "azj_Latn": {"tokens": 70864, "chars": 143739, "chars_per_token": 2.028, "ratio_vs_en": 2.667, "ci95": [2.632, 2.702]}, "bak_Cyrl": {"tokens": 87781, "chars": 133222, "chars_per_token": 1.518, "ratio_vs_en": 3.304, "ci95": [3.264, 3.347]}, "bam_Latn": {"tokens": 59024, "chars": 126387, "chars_per_token": 2.141, "ratio_vs_en": 2.222, "ci95": [2.191, 2.252]}, "ban_Latn": {"tokens": 41918, "chars": 145570, "chars_per_token": 3.473, "ratio_vs_en": 1.578, "ci95": [1.559, 1.597]}, "bel_Cyrl": {"tokens": 71987, "chars": 147991, "chars_per_token": 2.056, "ratio_vs_en": 2.71, "ci95": [2.677, 2.744]}, "bem_Latn": {"tokens": 57720, "chars": 160751, "chars_per_token": 2.785, "ratio_vs_en": 2.173, "ci95": [2.148, 2.197]}, "ben_Beng": {"tokens": 99669, "chars": 129042, "chars_per_token": 1.295, "ratio_vs_en": 3.752, "ci95": [3.712, 3.791]}, "bho_Deva": {"tokens": 81865, "chars": 128611, "chars_per_token": 1.571, "ratio_vs_en": 3.081, "ci95": [3.046, 3.117]}, "bjn_Arab": {"tokens": 73996, "chars": 122230, "chars_per_token": 1.652, "ratio_vs_en": 2.785, "ci95": [2.754, 2.817]}, "bjn_Latn": {"tokens": 38764, "chars": 138182, "chars_per_token": 3.565, "ratio_vs_en": 1.459, "ci95": [1.444, 1.474]}, "bod_Tibt": {"tokens": 303965, "chars": 148151, "chars_per_token": 0.487, "ratio_vs_en": 11.441, "ci95": [11.288, 11.6]}, "bos_Latn": {"tokens": 48577, "chars": 132187, "chars_per_token": 2.721, "ratio_vs_en": 1.828, "ci95": [1.809, 1.848]}, "bug_Latn": {"tokens": 48605, "chars": 139375, "chars_per_token": 2.868, "ratio_vs_en": 1.83, "ci95": [1.805, 1.855]}, "bul_Cyrl": {"tokens": 52695, "chars": 137824, "chars_per_token": 2.616, "ratio_vs_en": 1.983, "ci95": [1.964, 2.002]}, "cat_Latn": {"tokens": 41294, "chars": 145781, "chars_per_token": 3.53, "ratio_vs_en": 1.554, "ci95": [1.54, 1.569]}, "ceb_Latn": {"tokens": 51777, "chars": 158685, "chars_per_token": 3.065, "ratio_vs_en": 1.949, "ci95": [1.928, 1.971]}, "ces_Latn": {"tokens": 50457, "chars": 127257, "chars_per_token": 2.522, "ratio_vs_en": 1.899, "ci95": [1.879, 1.92]}, "cjk_Latn": {"tokens": 50806, "chars": 139261, "chars_per_token": 2.741, "ratio_vs_en": 1.912, "ci95": [1.885, 1.941]}, "ckb_Arab": {"tokens": 119284, "chars": 128585, "chars_per_token": 1.078, "ratio_vs_en": 4.49, "ci95": [4.434, 4.546]}, "crh_Latn": {"tokens": 56244, "chars": 134038, "chars_per_token": 2.383, "ratio_vs_en": 2.117, "ci95": [2.092, 2.143]}, "cym_Latn": {"tokens": 57563, "chars": 141257, "chars_per_token": 2.454, "ratio_vs_en": 2.167, "ci95": [2.143, 2.189]}, "dan_Latn": {"tokens": 43898, "chars": 135083, "chars_per_token": 3.077, "ratio_vs_en": 1.652, "ci95": [1.635, 1.67]}, "deu_Latn": {"tokens": 39650, "chars": 153809, "chars_per_token": 3.879, "ratio_vs_en": 1.492, "ci95": [1.478, 1.507]}, "dik_Latn": {"tokens": 53402, "chars": 111789, "chars_per_token": 2.093, "ratio_vs_en": 2.01, "ci95": [1.972, 2.054]}, "dyu_Latn": {"tokens": 52862, "chars": 132855, "chars_per_token": 2.513, "ratio_vs_en": 1.99, "ci95": [1.96, 2.021]}, "dzo_Tibt": {"tokens": 330081, "chars": 163358, "chars_per_token": 0.495, "ratio_vs_en": 12.424, "ci95": [12.248, 12.594]}, "ell_Grek": {"tokens": 108342, "chars": 157539, "chars_per_token": 1.454, "ratio_vs_en": 4.078, "ci95": [4.029, 4.126]}, "epo_Latn": {"tokens": 47965, "chars": 131292, "chars_per_token": 2.737, "ratio_vs_en": 1.805, "ci95": [1.788, 1.824]}, "est_Latn": {"tokens": 49480, "chars": 129459, "chars_per_token": 2.616, "ratio_vs_en": 1.862, "ci95": [1.84, 1.884]}, "eus_Latn": {"tokens": 48632, "chars": 139822, "chars_per_token": 2.875, "ratio_vs_en": 1.831, "ci95": [1.811, 1.851]}, "ewe_Latn": {"tokens": 67093, "chars": 127448, "chars_per_token": 1.9, "ratio_vs_en": 2.525, "ci95": [2.478, 2.572]}, "fao_Latn": {"tokens": 55235, "chars": 134274, "chars_per_token": 2.431, "ratio_vs_en": 2.079, "ci95": [2.056, 2.103]}, "fij_Latn": {"tokens": 56842, "chars": 155177, "chars_per_token": 2.73, "ratio_vs_en": 2.14, "ci95": [2.113, 2.167]}, "fin_Latn": {"tokens": 52402, "chars": 140128, "chars_per_token": 2.674, "ratio_vs_en": 1.972, "ci95": [1.949, 1.994]}, "fon_Latn": {"tokens": 82969, "chars": 135260, "chars_per_token": 1.63, "ratio_vs_en": 3.123, "ci95": [3.072, 3.176]}, "fra_Latn": {"tokens": 34532, "chars": 157638, "chars_per_token": 4.565, "ratio_vs_en": 1.3, "ci95": [1.288, 1.312]}, "fur_Latn": {"tokens": 47738, "chars": 144519, "chars_per_token": 3.027, "ratio_vs_en": 1.797, "ci95": [1.779, 1.816]}, "fuv_Latn": {"tokens": 48606, "chars": 122162, "chars_per_token": 2.513, "ratio_vs_en": 1.83, "ci95": [1.798, 1.86]}, "gaz_Latn": {"tokens": 60823, "chars": 156418, "chars_per_token": 2.572, "ratio_vs_en": 2.289, "ci95": [2.263, 2.315]}, "gla_Latn": {"tokens": 64060, "chars": 162597, "chars_per_token": 2.538, "ratio_vs_en": 2.411, "ci95": [2.384, 2.44]}, "gle_Latn": {"tokens": 60892, "chars": 152481, "chars_per_token": 2.504, "ratio_vs_en": 2.292, "ci95": [2.266, 2.319]}, "glg_Latn": {"tokens": 35386, "chars": 146143, "chars_per_token": 4.13, "ratio_vs_en": 1.332, "ci95": [1.319, 1.344]}, "grn_Latn": {"tokens": 53896, "chars": 132815, "chars_per_token": 2.464, "ratio_vs_en": 2.029, "ci95": [2.001, 2.054]}, "guj_Gujr": {"tokens": 177864, "chars": 126428, "chars_per_token": 0.711, "ratio_vs_en": 6.695, "ci95": [6.615, 6.774]}, "hat_Latn": {"tokens": 44857, "chars": 121280, "chars_per_token": 2.704, "ratio_vs_en": 1.688, "ci95": [1.671, 1.706]}, "hau_Latn": {"tokens": 51354, "chars": 140067, "chars_per_token": 2.727, "ratio_vs_en": 1.933, "ci95": [1.911, 1.955]}, "heb_Hebr": {"tokens": 80946, "chars": 102054, "chars_per_token": 1.261, "ratio_vs_en": 3.047, "ci95": [3.016, 3.077]}, "hin_Deva": {"tokens": 77638, "chars": 131058, "chars_per_token": 1.688, "ratio_vs_en": 2.922, "ci95": [2.891, 2.954]}, "hne_Deva": {"tokens": 81111, "chars": 126933, "chars_per_token": 1.565, "ratio_vs_en": 3.053, "ci95": [3.022, 3.084]}, "hrv_Latn": {"tokens": 47636, "chars": 128727, "chars_per_token": 2.702, "ratio_vs_en": 1.793, "ci95": [1.774, 1.812]}, "hun_Latn": {"tokens": 52404, "chars": 138629, "chars_per_token": 2.645, "ratio_vs_en": 1.973, "ci95": [1.949, 1.996]}, "hye_Armn": {"tokens": 234993, "chars": 145956, "chars_per_token": 0.621, "ratio_vs_en": 8.845, "ci95": [8.725, 8.952]}, "ibo_Latn": {"tokens": 66128, "chars": 134560, "chars_per_token": 2.035, "ratio_vs_en": 2.489, "ci95": [2.455, 2.523]}, "ilo_Latn": {"tokens": 54328, "chars": 159680, "chars_per_token": 2.939, "ratio_vs_en": 2.045, "ci95": [2.021, 2.068]}, "ind_Latn": {"tokens": 28871, "chars": 142318, "chars_per_token": 4.929, "ratio_vs_en": 1.087, "ci95": [1.077, 1.096]}, "isl_Latn": {"tokens": 56110, "chars": 129783, "chars_per_token": 2.313, "ratio_vs_en": 2.112, "ci95": [2.087, 2.137]}, "ita_Latn": {"tokens": 41420, "chars": 156138, "chars_per_token": 3.77, "ratio_vs_en": 1.559, "ci95": [1.544, 1.575]}, "jav_Latn": {"tokens": 41115, "chars": 136928, "chars_per_token": 3.33, "ratio_vs_en": 1.548, "ci95": [1.532, 1.564]}, "jpn_Jpan": {"tokens": 27510, "chars": 56943, "chars_per_token": 2.07, "ratio_vs_en": 1.035, "ci95": [1.023, 1.048]}, "kab_Latn": {"tokens": 59824, "chars": 130554, "chars_per_token": 2.182, "ratio_vs_en": 2.252, "ci95": [2.226, 2.278]}, "kac_Latn": {"tokens": 62816, "chars": 169397, "chars_per_token": 2.697, "ratio_vs_en": 2.364, "ci95": [2.328, 2.402]}, "kam_Latn": {"tokens": 57627, "chars": 128356, "chars_per_token": 2.227, "ratio_vs_en": 2.169, "ci95": [2.12, 2.219]}, "kan_Knda": {"tokens": 255209, "chars": 138040, "chars_per_token": 0.541, "ratio_vs_en": 9.606, "ci95": [9.491, 9.718]}, "kas_Arab": {"tokens": 106363, "chars": 126105, "chars_per_token": 1.186, "ratio_vs_en": 4.004, "ci95": [3.95, 4.056]}, "kas_Deva": {"tokens": 87873, "chars": 126401, "chars_per_token": 1.438, "ratio_vs_en": 3.308, "ci95": [3.271, 3.346]}, "kat_Geor": {"tokens": 177795, "chars": 143930, "chars_per_token": 0.81, "ratio_vs_en": 6.692, "ci95": [6.602, 6.781]}, "kaz_Cyrl": {"tokens": 76329, "chars": 135404, "chars_per_token": 1.774, "ratio_vs_en": 2.873, "ci95": [2.839, 2.908]}, "kbp_Latn": {"tokens": 112170, "chars": 142957, "chars_per_token": 1.274, "ratio_vs_en": 4.222, "ci95": [4.153, 4.292]}, "kea_Latn": {"tokens": 42806, "chars": 130800, "chars_per_token": 3.056, "ratio_vs_en": 1.611, "ci95": [1.597, 1.626]}, "khk_Cyrl": {"tokens": 81907, "chars": 137067, "chars_per_token": 1.673, "ratio_vs_en": 3.083, "ci95": [3.047, 3.12]}, "khm_Khmr": {"tokens": 280824, "chars": 153212, "chars_per_token": 0.546, "ratio_vs_en": 10.57, "ci95": [10.431, 10.716]}, "kik_Latn": {"tokens": 86983, "chars": 153431, "chars_per_token": 1.764, "ratio_vs_en": 3.274, "ci95": [3.217, 3.33]}, "kin_Latn": {"tokens": 55800, "chars": 145862, "chars_per_token": 2.614, "ratio_vs_en": 2.1, "ci95": [2.076, 2.126]}, "kir_Cyrl": {"tokens": 72959, "chars": 135532, "chars_per_token": 1.858, "ratio_vs_en": 2.746, "ci95": [2.709, 2.783]}, "kmb_Latn": {"tokens": 54729, "chars": 145762, "chars_per_token": 2.663, "ratio_vs_en": 2.06, "ci95": [2.036, 2.084]}, "kmr_Latn": {"tokens": 57044, "chars": 130372, "chars_per_token": 2.285, "ratio_vs_en": 2.147, "ci95": [2.123, 2.17]}, "knc_Arab": {"tokens": 76953, "chars": 116000, "chars_per_token": 1.507, "ratio_vs_en": 2.897, "ci95": [2.809, 2.985]}, "knc_Latn": {"tokens": 61204, "chars": 138972, "chars_per_token": 2.271, "ratio_vs_en": 2.304, "ci95": [2.27, 2.338]}, "kon_Latn": {"tokens": 50834, "chars": 149894, "chars_per_token": 2.949, "ratio_vs_en": 1.913, "ci95": [1.892, 1.935]}, "kor_Hang": {"tokens": 35230, "chars": 65965, "chars_per_token": 1.872, "ratio_vs_en": 1.326, "ci95": [1.313, 1.34]}, "lao_Laoo": {"tokens": 261053, "chars": 130060, "chars_per_token": 0.498, "ratio_vs_en": 9.826, "ci95": [9.695, 9.954]}, "lij_Latn": {"tokens": 51305, "chars": 145994, "chars_per_token": 2.846, "ratio_vs_en": 1.931, "ci95": [1.912, 1.951]}, "lim_Latn": {"tokens": 47667, "chars": 137686, "chars_per_token": 2.888, "ratio_vs_en": 1.794, "ci95": [1.775, 1.814]}, "lin_Latn": {"tokens": 49043, "chars": 142197, "chars_per_token": 2.899, "ratio_vs_en": 1.846, "ci95": [1.828, 1.865]}, "lit_Latn": {"tokens": 52940, "chars": 130329, "chars_per_token": 2.462, "ratio_vs_en": 1.993, "ci95": [1.97, 2.014]}, "lmo_Latn": {"tokens": 53263, "chars": 141666, "chars_per_token": 2.66, "ratio_vs_en": 2.005, "ci95": [1.984, 2.026]}, "ltg_Latn": {"tokens": 57872, "chars": 129848, "chars_per_token": 2.244, "ratio_vs_en": 2.178, "ci95": [2.154, 2.202]}, "ltz_Latn": {"tokens": 51661, "chars": 147545, "chars_per_token": 2.856, "ratio_vs_en": 1.945, "ci95": [1.925, 1.965]}, "lua_Latn": {"tokens": 49735, "chars": 142998, "chars_per_token": 2.875, "ratio_vs_en": 1.872, "ci95": [1.849, 1.894]}, "lug_Latn": {"tokens": 51573, "chars": 135078, "chars_per_token": 2.619, "ratio_vs_en": 1.941, "ci95": [1.919, 1.964]}, "luo_Latn": {"tokens": 48218, "chars": 137546, "chars_per_token": 2.853, "ratio_vs_en": 1.815, "ci95": [1.793, 1.838]}, "lus_Latn": {"tokens": 53263, "chars": 146255, "chars_per_token": 2.746, "ratio_vs_en": 2.005, "ci95": [1.974, 2.035]}, "lvs_Latn": {"tokens": 60361, "chars": 134157, "chars_per_token": 2.223, "ratio_vs_en": 2.272, "ci95": [2.248, 2.299]}, "mag_Deva": {"tokens": 80831, "chars": 126695, "chars_per_token": 1.567, "ratio_vs_en": 3.043, "ci95": [3.011, 3.073]}, "mai_Deva": {"tokens": 85944, "chars": 129408, "chars_per_token": 1.506, "ratio_vs_en": 3.235, "ci95": [3.201, 3.267]}, "mal_Mlym": {"tokens": 259265, "chars": 149336, "chars_per_token": 0.576, "ratio_vs_en": 9.759, "ci95": [9.646, 9.875]}, "mar_Deva": {"tokens": 87153, "chars": 133051, "chars_per_token": 1.527, "ratio_vs_en": 3.28, "ci95": [3.247, 3.314]}, "min_Arab": {"tokens": 78373, "chars": 126399, "chars_per_token": 1.613, "ratio_vs_en": 2.95, "ci95": [2.917, 2.985]}, "min_Latn": {"tokens": 41982, "chars": 141163, "chars_per_token": 3.362, "ratio_vs_en": 1.58, "ci95": [1.564, 1.598]}, "mkd_Cyrl": {"tokens": 55239, "chars": 137827, "chars_per_token": 2.495, "ratio_vs_en": 2.079, "ci95": [2.058, 2.1]}, "mlt_Latn": {"tokens": 63954, "chars": 146288, "chars_per_token": 2.287, "ratio_vs_en": 2.407, "ci95": [2.379, 2.436]}, "mni_Beng": {"tokens": 122232, "chars": 136782, "chars_per_token": 1.119, "ratio_vs_en": 4.601, "ci95": [4.547, 4.66]}, "mos_Latn": {"tokens": 60651, "chars": 124657, "chars_per_token": 2.055, "ratio_vs_en": 2.283, "ci95": [2.249, 2.318]}, "mri_Latn": {"tokens": 61221, "chars": 146527, "chars_per_token": 2.393, "ratio_vs_en": 2.304, "ci95": [2.279, 2.331]}, "mya_Mymr": {"tokens": 315761, "chars": 163169, "chars_per_token": 0.517, "ratio_vs_en": 11.885, "ci95": [11.734, 12.04]}, "nld_Latn": {"tokens": 42504, "chars": 147507, "chars_per_token": 3.47, "ratio_vs_en": 1.6, "ci95": [1.583, 1.616]}, "nno_Latn": {"tokens": 44444, "chars": 133443, "chars_per_token": 3.002, "ratio_vs_en": 1.673, "ci95": [1.655, 1.691]}, "nob_Latn": {"tokens": 42993, "chars": 132138, "chars_per_token": 3.073, "ratio_vs_en": 1.618, "ci95": [1.602, 1.635]}, "npi_Deva": {"tokens": 83682, "chars": 126903, "chars_per_token": 1.516, "ratio_vs_en": 3.15, "ci95": [3.113, 3.186]}, "nso_Latn": {"tokens": 55739, "chars": 151109, "chars_per_token": 2.711, "ratio_vs_en": 2.098, "ci95": [2.073, 2.122]}, "nus_Latn": {"tokens": 94775, "chars": 142340, "chars_per_token": 1.502, "ratio_vs_en": 3.567, "ci95": [3.514, 3.618]}, "nya_Latn": {"tokens": 54474, "chars": 147172, "chars_per_token": 2.702, "ratio_vs_en": 2.05, "ci95": [2.025, 2.076]}, "oci_Latn": {"tokens": 45520, "chars": 150651, "chars_per_token": 3.31, "ratio_vs_en": 1.713, "ci95": [1.696, 1.73]}, "ory_Orya": {"tokens": 358540, "chars": 134839, "chars_per_token": 0.376, "ratio_vs_en": 13.496, "ci95": [13.329, 13.669]}, "pag_Latn": {"tokens": 39892, "chars": 129899, "chars_per_token": 3.256, "ratio_vs_en": 1.502, "ci95": [1.478, 1.525]}, "pan_Guru": {"tokens": 261439, "chars": 133425, "chars_per_token": 0.51, "ratio_vs_en": 9.841, "ci95": [9.728, 9.965]}, "pap_Latn": {"tokens": 44234, "chars": 139154, "chars_per_token": 3.146, "ratio_vs_en": 1.665, "ci95": [1.649, 1.682]}, "pbt_Arab": {"tokens": 81883, "chars": 122455, "chars_per_token": 1.495, "ratio_vs_en": 3.082, "ci95": [3.046, 3.116]}, "pes_Arab": {"tokens": 65251, "chars": 123827, "chars_per_token": 1.898, "ratio_vs_en": 2.456, "ci95": [2.427, 2.482]}, "plt_Latn": {"tokens": 58206, "chars": 160996, "chars_per_token": 2.766, "ratio_vs_en": 2.191, "ci95": [2.167, 2.216]}, "pol_Latn": {"tokens": 50590, "chars": 139483, "chars_per_token": 2.757, "ratio_vs_en": 1.904, "ci95": [1.883, 1.926]}, "por_Latn": {"tokens": 31588, "chars": 143418, "chars_per_token": 4.54, "ratio_vs_en": 1.189, "ci95": [1.179, 1.199]}, "prs_Arab": {"tokens": 62271, "chars": 120643, "chars_per_token": 1.937, "ratio_vs_en": 2.344, "ci95": [2.318, 2.37]}, "quy_Latn": {"tokens": 52612, "chars": 141027, "chars_per_token": 2.681, "ratio_vs_en": 1.98, "ci95": [1.956, 2.006]}, "ron_Latn": {"tokens": 48118, "chars": 148571, "chars_per_token": 3.088, "ratio_vs_en": 1.811, "ci95": [1.793, 1.83]}, "run_Latn": {"tokens": 55808, "chars": 147265, "chars_per_token": 2.639, "ratio_vs_en": 2.101, "ci95": [2.074, 2.129]}, "rus_Cyrl": {"tokens": 46024, "chars": 142096, "chars_per_token": 3.087, "ratio_vs_en": 1.732, "ci95": [1.714, 1.751]}, "sag_Latn": {"tokens": 53308, "chars": 142621, "chars_per_token": 2.675, "ratio_vs_en": 2.007, "ci95": [1.978, 2.035]}, "san_Deva": {"tokens": 78286, "chars": 128257, "chars_per_token": 1.638, "ratio_vs_en": 2.947, "ci95": [2.915, 2.978]}, "sat_Olck": {"tokens": 346237, "chars": 139791, "chars_per_token": 0.404, "ratio_vs_en": 13.033, "ci95": [12.88, 13.184]}, "scn_Latn": {"tokens": 51277, "chars": 138571, "chars_per_token": 2.702, "ratio_vs_en": 1.93, "ci95": [1.909, 1.951]}, "shn_Mymr": {"tokens": 406920, "chars": 188284, "chars_per_token": 0.463, "ratio_vs_en": 15.317, "ci95": [15.066, 15.565]}, "sin_Sinh": {"tokens": 236250, "chars": 131080, "chars_per_token": 0.555, "ratio_vs_en": 8.893, "ci95": [8.79, 8.995]}, "slk_Latn": {"tokens": 53355, "chars": 131710, "chars_per_token": 2.469, "ratio_vs_en": 2.008, "ci95": [1.987, 2.032]}, "slv_Latn": {"tokens": 48566, "chars": 130855, "chars_per_token": 2.694, "ratio_vs_en": 1.828, "ci95": [1.809, 1.847]}, "smo_Latn": {"tokens": 58197, "chars": 152724, "chars_per_token": 2.624, "ratio_vs_en": 2.191, "ci95": [2.165, 2.216]}, "sna_Latn": {"tokens": 55369, "chars": 147603, "chars_per_token": 2.666, "ratio_vs_en": 2.084, "ci95": [2.056, 2.111]}, "snd_Arab": {"tokens": 80368, "chars": 119588, "chars_per_token": 1.488, "ratio_vs_en": 3.025, "ci95": [2.989, 3.059]}, "som_Latn": {"tokens": 58785, "chars": 151662, "chars_per_token": 2.58, "ratio_vs_en": 2.213, "ci95": [2.189, 2.237]}, "sot_Latn": {"tokens": 57586, "chars": 158732, "chars_per_token": 2.756, "ratio_vs_en": 2.168, "ci95": [2.142, 2.194]}, "spa_Latn": {"tokens": 33166, "chars": 156997, "chars_per_token": 4.734, "ratio_vs_en": 1.248, "ci95": [1.237, 1.26]}, "srd_Latn": {"tokens": 50044, "chars": 153347, "chars_per_token": 3.064, "ratio_vs_en": 1.884, "ci95": [1.865, 1.903]}, "srp_Cyrl": {"tokens": 52641, "chars": 130780, "chars_per_token": 2.484, "ratio_vs_en": 1.981, "ci95": [1.963, 2.001]}, "ssw_Latn": {"tokens": 55697, "chars": 148726, "chars_per_token": 2.67, "ratio_vs_en": 2.096, "ci95": [2.072, 2.124]}, "sun_Latn": {"tokens": 43080, "chars": 136846, "chars_per_token": 3.177, "ratio_vs_en": 1.622, "ci95": [1.603, 1.64]}, "swe_Latn": {"tokens": 41557, "chars": 132173, "chars_per_token": 3.181, "ratio_vs_en": 1.564, "ci95": [1.549, 1.579]}, "swh_Latn": {"tokens": 50770, "chars": 138104, "chars_per_token": 2.72, "ratio_vs_en": 1.911, "ci95": [1.892, 1.929]}, "szl_Latn": {"tokens": 56856, "chars": 137371, "chars_per_token": 2.416, "ratio_vs_en": 2.14, "ci95": [2.116, 2.165]}, "tam_Taml": {"tokens": 106916, "chars": 154133, "chars_per_token": 1.442, "ratio_vs_en": 4.024, "ci95": [3.978, 4.07]}, "taq_Latn": {"tokens": 57441, "chars": 124417, "chars_per_token": 2.166, "ratio_vs_en": 2.162, "ci95": [2.129, 2.196]}, "taq_Tfng": {"tokens": 274343, "chars": 123904, "chars_per_token": 0.452, "ratio_vs_en": 10.326, "ci95": [10.193, 10.474]}, "tat_Cyrl": {"tokens": 75456, "chars": 133282, "chars_per_token": 1.766, "ratio_vs_en": 2.84, "ci95": [2.806, 2.875]}, "tel_Telu": {"tokens": 110739, "chars": 132470, "chars_per_token": 1.196, "ratio_vs_en": 4.168, "ci95": [4.119, 4.217]}, "tgk_Cyrl": {"tokens": 79003, "chars": 145871, "chars_per_token": 1.846, "ratio_vs_en": 2.974, "ci95": [2.94, 3.007]}, "tgl_Latn": {"tokens": 52913, "chars": 166169, "chars_per_token": 3.14, "ratio_vs_en": 1.992, "ci95": [1.969, 2.015]}, "tha_Thai": {"tokens": 126074, "chars": 126109, "chars_per_token": 1.0, "ratio_vs_en": 4.746, "ci95": [4.683, 4.808]}, "tir_Ethi": {"tokens": 210555, "chars": 90700, "chars_per_token": 0.431, "ratio_vs_en": 7.925, "ci95": [7.83, 8.027]}, "tpi_Latn": {"tokens": 53444, "chars": 169011, "chars_per_token": 3.162, "ratio_vs_en": 2.012, "ci95": [1.985, 2.037]}, "tsn_Latn": {"tokens": 59032, "chars": 163035, "chars_per_token": 2.762, "ratio_vs_en": 2.222, "ci95": [2.194, 2.252]}, "tso_Latn": {"tokens": 59726, "chars": 158178, "chars_per_token": 2.648, "ratio_vs_en": 2.248, "ci95": [2.219, 2.276]}, "tuk_Latn": {"tokens": 61350, "chars": 140262, "chars_per_token": 2.286, "ratio_vs_en": 2.309, "ci95": [2.284, 2.337]}, "tum_Latn": {"tokens": 66994, "chars": 172545, "chars_per_token": 2.576, "ratio_vs_en": 2.522, "ci95": [2.484, 2.565]}, "tur_Latn": {"tokens": 52179, "chars": 135761, "chars_per_token": 2.602, "ratio_vs_en": 1.964, "ci95": [1.943, 1.986]}, "twi_Latn": {"tokens": 58001, "chars": 128598, "chars_per_token": 2.217, "ratio_vs_en": 2.183, "ci95": [2.153, 2.217]}, "tzm_Tfng": {"tokens": 272674, "chars": 117960, "chars_per_token": 0.433, "ratio_vs_en": 10.264, "ci95": [10.146, 10.383]}, "uig_Arab": {"tokens": 118879, "chars": 140477, "chars_per_token": 1.182, "ratio_vs_en": 4.475, "ci95": [4.415, 4.535]}, "ukr_Cyrl": {"tokens": 52884, "chars": 134446, "chars_per_token": 2.542, "ratio_vs_en": 1.991, "ci95": [1.972, 2.01]}, "umb_Latn": {"tokens": 53332, "chars": 134747, "chars_per_token": 2.527, "ratio_vs_en": 2.007, "ci95": [1.978, 2.039]}, "urd_Arab": {"tokens": 99861, "chars": 129919, "chars_per_token": 1.301, "ratio_vs_en": 3.759, "ci95": [3.713, 3.805]}, "uzn_Latn": {"tokens": 56728, "chars": 149323, "chars_per_token": 2.632, "ratio_vs_en": 2.135, "ci95": [2.112, 2.158]}, "vec_Latn": {"tokens": 43572, "chars": 133237, "chars_per_token": 3.058, "ratio_vs_en": 1.64, "ci95": [1.623, 1.657]}, "vie_Latn": {"tokens": 73929, "chars": 138595, "chars_per_token": 1.875, "ratio_vs_en": 2.783, "ci95": [2.749, 2.818]}, "war_Latn": {"tokens": 53646, "chars": 164746, "chars_per_token": 3.071, "ratio_vs_en": 2.019, "ci95": [1.996, 2.043]}, "wol_Latn": {"tokens": 51271, "chars": 127173, "chars_per_token": 2.48, "ratio_vs_en": 1.93, "ci95": [1.906, 1.954]}, "xho_Latn": {"tokens": 53546, "chars": 139123, "chars_per_token": 2.598, "ratio_vs_en": 2.016, "ci95": [1.994, 2.038]}, "ydd_Hebr": {"tokens": 121330, "chars": 141658, "chars_per_token": 1.168, "ratio_vs_en": 4.567, "ci95": [4.521, 4.614]}, "yor_Latn": {"tokens": 76119, "chars": 126844, "chars_per_token": 1.666, "ratio_vs_en": 2.865, "ci95": [2.813, 2.92]}, "yue_Hant": {"tokens": 28785, "chars": 40019, "chars_per_token": 1.39, "ratio_vs_en": 1.083, "ci95": [1.072, 1.095]}, "zho_Hans": {"tokens": 24192, "chars": 43248, "chars_per_token": 1.788, "ratio_vs_en": 0.911, "ci95": [0.897, 0.925]}, "zho_Hant": {"tokens": 29708, "chars": 40695, "chars_per_token": 1.37, "ratio_vs_en": 1.118, "ci95": [1.105, 1.131]}, "zsm_Latn": {"tokens": 31594, "chars": 146201, "chars_per_token": 4.627, "ratio_vs_en": 1.189, "ci95": [1.179, 1.2]}, "zul_Latn": {"tokens": 57124, "chars": 148362, "chars_per_token": 2.597, "ratio_vs_en": 2.15, "ci95": [2.128, 2.172]}, "eng_Latn": {"tokens": 26567, "chars": 131966, "chars_per_token": 4.967, "ratio_vs_en": 1.0}}, "costs": []}, {"schema": 1, "tokenizer": "Mistral / Mixtral (v3)", "kind": "hf", "id": "mistralai/Mistral-7B-Instruct-v0.3", "group": "Mistral", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 122954, "chars": 111621, "chars_per_token": 0.908, "ratio_vs_en": 4.099, "ci95": [4.053, 4.147]}, "ace_Latn": {"tokens": 60017, "chars": 141933, "chars_per_token": 2.365, "ratio_vs_en": 2.001, "ci95": [1.977, 2.024]}, "acm_Arab": {"tokens": 101587, "chars": 113573, "chars_per_token": 1.118, "ratio_vs_en": 3.387, "ci95": [3.349, 3.424]}, "acq_Arab": {"tokens": 103007, "chars": 115113, "chars_per_token": 1.118, "ratio_vs_en": 3.434, "ci95": [3.396, 3.473]}, "aeb_Arab": {"tokens": 100610, "chars": 112077, "chars_per_token": 1.114, "ratio_vs_en": 3.354, "ci95": [3.317, 3.392]}, "afr_Latn": {"tokens": 49312, "chars": 139690, "chars_per_token": 2.833, "ratio_vs_en": 1.644, "ci95": [1.628, 1.659]}, "ajp_Arab": {"tokens": 97428, "chars": 109046, "chars_per_token": 1.119, "ratio_vs_en": 3.248, "ci95": [3.212, 3.285]}, "aka_Latn": {"tokens": 68680, "chars": 132650, "chars_per_token": 1.931, "ratio_vs_en": 2.29, "ci95": [2.257, 2.325]}, "als_Latn": {"tokens": 71017, "chars": 147064, "chars_per_token": 2.071, "ratio_vs_en": 2.367, "ci95": [2.34, 2.396]}, "amh_Ethi": {"tokens": 193315, "chars": 87132, "chars_per_token": 0.451, "ratio_vs_en": 6.444, "ci95": [6.363, 6.526]}, "apc_Arab": {"tokens": 96744, "chars": 107981, "chars_per_token": 1.116, "ratio_vs_en": 3.225, "ci95": [3.188, 3.262]}, "arb_Arab": {"tokens": 104143, "chars": 116307, "chars_per_token": 1.117, "ratio_vs_en": 3.472, "ci95": [3.434, 3.512]}, "arb_Latn": {"tokens": 72061, "chars": 153758, "chars_per_token": 2.134, "ratio_vs_en": 2.402, "ci95": [2.372, 2.434]}, "ars_Arab": {"tokens": 104290, "chars": 116428, "chars_per_token": 1.116, "ratio_vs_en": 3.477, "ci95": [3.44, 3.517]}, "ary_Arab": {"tokens": 102235, "chars": 113563, "chars_per_token": 1.111, "ratio_vs_en": 3.408, "ci95": [3.368, 3.451]}, "arz_Arab": {"tokens": 102328, "chars": 113770, "chars_per_token": 1.112, "ratio_vs_en": 3.411, "ci95": [3.371, 3.452]}, "asm_Beng": {"tokens": 170260, "chars": 125936, "chars_per_token": 0.74, "ratio_vs_en": 5.676, "ci95": [5.609, 5.75]}, "ast_Latn": {"tokens": 47095, "chars": 136363, "chars_per_token": 2.895, "ratio_vs_en": 1.57, "ci95": [1.554, 1.588]}, "awa_Deva": {"tokens": 133166, "chars": 128171, "chars_per_token": 0.962, "ratio_vs_en": 4.439, "ci95": [4.381, 4.501]}, "ayr_Latn": {"tokens": 63802, "chars": 138617, "chars_per_token": 2.173, "ratio_vs_en": 2.127, "ci95": [2.097, 2.158]}, "azb_Arab": {"tokens": 115753, "chars": 117061, "chars_per_token": 1.011, "ratio_vs_en": 3.859, "ci95": [3.808, 3.909]}, "azj_Latn": {"tokens": 81794, "chars": 143739, "chars_per_token": 1.757, "ratio_vs_en": 2.727, "ci95": [2.691, 2.762]}, "bak_Cyrl": {"tokens": 92657, "chars": 133222, "chars_per_token": 1.438, "ratio_vs_en": 3.089, "ci95": [3.049, 3.132]}, "bam_Latn": {"tokens": 62251, "chars": 126387, "chars_per_token": 2.03, "ratio_vs_en": 2.075, "ci95": [2.049, 2.102]}, "ban_Latn": {"tokens": 55239, "chars": 145570, "chars_per_token": 2.635, "ratio_vs_en": 1.841, "ci95": [1.819, 1.863]}, "bel_Cyrl": {"tokens": 77278, "chars": 147991, "chars_per_token": 1.915, "ratio_vs_en": 2.576, "ci95": [2.543, 2.611]}, "bem_Latn": {"tokens": 66584, "chars": 160751, "chars_per_token": 2.414, "ratio_vs_en": 2.22, "ci95": [2.194, 2.247]}, "ben_Beng": {"tokens": 146968, "chars": 129042, "chars_per_token": 0.878, "ratio_vs_en": 4.899, "ci95": [4.841, 4.961]}, "bho_Deva": {"tokens": 132869, "chars": 128611, "chars_per_token": 0.968, "ratio_vs_en": 4.429, "ci95": [4.374, 4.487]}, "bjn_Arab": {"tokens": 128938, "chars": 122230, "chars_per_token": 0.948, "ratio_vs_en": 4.298, "ci95": [4.248, 4.353]}, "bjn_Latn": {"tokens": 54975, "chars": 138182, "chars_per_token": 2.514, "ratio_vs_en": 1.833, "ci95": [1.812, 1.853]}, "bod_Tibt": {"tokens": 214043, "chars": 148151, "chars_per_token": 0.692, "ratio_vs_en": 7.135, "ci95": [7.033, 7.244]}, "bos_Latn": {"tokens": 54471, "chars": 132187, "chars_per_token": 2.427, "ratio_vs_en": 1.816, "ci95": [1.795, 1.836]}, "bug_Latn": {"tokens": 58379, "chars": 139375, "chars_per_token": 2.387, "ratio_vs_en": 1.946, "ci95": [1.919, 1.974]}, "bul_Cyrl": {"tokens": 57751, "chars": 137824, "chars_per_token": 2.387, "ratio_vs_en": 1.925, "ci95": [1.905, 1.946]}, "cat_Latn": {"tokens": 48583, "chars": 145781, "chars_per_token": 3.001, "ratio_vs_en": 1.62, "ci95": [1.605, 1.636]}, "ceb_Latn": {"tokens": 61840, "chars": 158685, "chars_per_token": 2.566, "ratio_vs_en": 2.062, "ci95": [2.038, 2.087]}, "ces_Latn": {"tokens": 55898, "chars": 127257, "chars_per_token": 2.277, "ratio_vs_en": 1.863, "ci95": [1.843, 1.885]}, "cjk_Latn": {"tokens": 59242, "chars": 139261, "chars_per_token": 2.351, "ratio_vs_en": 1.975, "ci95": [1.946, 2.005]}, "ckb_Arab": {"tokens": 130177, "chars": 128585, "chars_per_token": 0.988, "ratio_vs_en": 4.34, "ci95": [4.284, 4.395]}, "crh_Latn": {"tokens": 66805, "chars": 134038, "chars_per_token": 2.006, "ratio_vs_en": 2.227, "ci95": [2.199, 2.255]}, "cym_Latn": {"tokens": 65496, "chars": 141257, "chars_per_token": 2.157, "ratio_vs_en": 2.183, "ci95": [2.158, 2.208]}, "dan_Latn": {"tokens": 48731, "chars": 135083, "chars_per_token": 2.772, "ratio_vs_en": 1.625, "ci95": [1.608, 1.642]}, "deu_Latn": {"tokens": 47442, "chars": 153809, "chars_per_token": 3.242, "ratio_vs_en": 1.582, "ci95": [1.565, 1.599]}, "dik_Latn": {"tokens": 58726, "chars": 111789, "chars_per_token": 1.904, "ratio_vs_en": 1.958, "ci95": [1.921, 2.0]}, "dyu_Latn": {"tokens": 59868, "chars": 132855, "chars_per_token": 2.219, "ratio_vs_en": 1.996, "ci95": [1.966, 2.026]}, "dzo_Tibt": {"tokens": 233555, "chars": 163358, "chars_per_token": 0.699, "ratio_vs_en": 7.786, "ci95": [7.679, 7.895]}, "ell_Grek": {"tokens": 157270, "chars": 157539, "chars_per_token": 1.002, "ratio_vs_en": 5.243, "ci95": [5.175, 5.312]}, "epo_Latn": {"tokens": 53162, "chars": 131292, "chars_per_token": 2.47, "ratio_vs_en": 1.772, "ci95": [1.754, 1.792]}, "est_Latn": {"tokens": 55275, "chars": 129459, "chars_per_token": 2.342, "ratio_vs_en": 1.843, "ci95": [1.821, 1.865]}, "eus_Latn": {"tokens": 56679, "chars": 139822, "chars_per_token": 2.467, "ratio_vs_en": 1.889, "ci95": [1.87, 1.911]}, "ewe_Latn": {"tokens": 70518, "chars": 127448, "chars_per_token": 1.807, "ratio_vs_en": 2.351, "ci95": [2.308, 2.394]}, "fao_Latn": {"tokens": 60955, "chars": 134274, "chars_per_token": 2.203, "ratio_vs_en": 2.032, "ci95": [2.009, 2.056]}, "fij_Latn": {"tokens": 63427, "chars": 155177, "chars_per_token": 2.447, "ratio_vs_en": 2.114, "ci95": [2.088, 2.144]}, "fin_Latn": {"tokens": 60355, "chars": 140128, "chars_per_token": 2.322, "ratio_vs_en": 2.012, "ci95": [1.987, 2.036]}, "fon_Latn": {"tokens": 88663, "chars": 135260, "chars_per_token": 1.526, "ratio_vs_en": 2.956, "ci95": [2.904, 3.009]}, "fra_Latn": {"tokens": 47945, "chars": 157638, "chars_per_token": 3.288, "ratio_vs_en": 1.598, "ci95": [1.582, 1.616]}, "fur_Latn": {"tokens": 53663, "chars": 144519, "chars_per_token": 2.693, "ratio_vs_en": 1.789, "ci95": [1.77, 1.808]}, "fuv_Latn": {"tokens": 54141, "chars": 122162, "chars_per_token": 2.256, "ratio_vs_en": 1.805, "ci95": [1.776, 1.834]}, "gaz_Latn": {"tokens": 68475, "chars": 156418, "chars_per_token": 2.284, "ratio_vs_en": 2.283, "ci95": [2.257, 2.31]}, "gla_Latn": {"tokens": 72438, "chars": 162597, "chars_per_token": 2.245, "ratio_vs_en": 2.415, "ci95": [2.385, 2.448]}, "gle_Latn": {"tokens": 68652, "chars": 152481, "chars_per_token": 2.221, "ratio_vs_en": 2.289, "ci95": [2.261, 2.317]}, "glg_Latn": {"tokens": 47706, "chars": 146143, "chars_per_token": 3.063, "ratio_vs_en": 1.59, "ci95": [1.574, 1.606]}, "grn_Latn": {"tokens": 61793, "chars": 132815, "chars_per_token": 2.149, "ratio_vs_en": 2.06, "ci95": [2.034, 2.087]}, "guj_Gujr": {"tokens": 259006, "chars": 126428, "chars_per_token": 0.488, "ratio_vs_en": 8.634, "ci95": [8.524, 8.748]}, "hat_Latn": {"tokens": 50014, "chars": 121280, "chars_per_token": 2.425, "ratio_vs_en": 1.667, "ci95": [1.65, 1.686]}, "hau_Latn": {"tokens": 58870, "chars": 140067, "chars_per_token": 2.379, "ratio_vs_en": 1.963, "ci95": [1.939, 1.985]}, "heb_Hebr": {"tokens": 102260, "chars": 102054, "chars_per_token": 0.998, "ratio_vs_en": 3.409, "ci95": [3.371, 3.446]}, "hin_Deva": {"tokens": 136600, "chars": 131058, "chars_per_token": 0.959, "ratio_vs_en": 4.554, "ci95": [4.496, 4.613]}, "hne_Deva": {"tokens": 131182, "chars": 126933, "chars_per_token": 0.968, "ratio_vs_en": 4.373, "ci95": [4.325, 4.426]}, "hrv_Latn": {"tokens": 53346, "chars": 128727, "chars_per_token": 2.413, "ratio_vs_en": 1.778, "ci95": [1.759, 1.798]}, "hun_Latn": {"tokens": 60149, "chars": 138629, "chars_per_token": 2.305, "ratio_vs_en": 2.005, "ci95": [1.98, 2.03]}, "hye_Armn": {"tokens": 159119, "chars": 145956, "chars_per_token": 0.917, "ratio_vs_en": 5.304, "ci95": [5.232, 5.372]}, "ibo_Latn": {"tokens": 71604, "chars": 134560, "chars_per_token": 1.879, "ratio_vs_en": 2.387, "ci95": [2.353, 2.42]}, "ilo_Latn": {"tokens": 63088, "chars": 159680, "chars_per_token": 2.531, "ratio_vs_en": 2.103, "ci95": [2.078, 2.128]}, "ind_Latn": {"tokens": 55182, "chars": 142318, "chars_per_token": 2.579, "ratio_vs_en": 1.84, "ci95": [1.819, 1.86]}, "isl_Latn": {"tokens": 62768, "chars": 129783, "chars_per_token": 2.068, "ratio_vs_en": 2.092, "ci95": [2.067, 2.118]}, "ita_Latn": {"tokens": 48416, "chars": 156138, "chars_per_token": 3.225, "ratio_vs_en": 1.614, "ci95": [1.598, 1.631]}, "jav_Latn": {"tokens": 53469, "chars": 136928, "chars_per_token": 2.561, "ratio_vs_en": 1.782, "ci95": [1.762, 1.804]}, "jpn_Jpan": {"tokens": 64264, "chars": 56943, "chars_per_token": 0.886, "ratio_vs_en": 2.142, "ci95": [2.116, 2.169]}, "kab_Latn": {"tokens": 62744, "chars": 130554, "chars_per_token": 2.081, "ratio_vs_en": 2.092, "ci95": [2.067, 2.116]}, "kac_Latn": {"tokens": 70725, "chars": 169397, "chars_per_token": 2.395, "ratio_vs_en": 2.358, "ci95": [2.322, 2.397]}, "kam_Latn": {"tokens": 59259, "chars": 128356, "chars_per_token": 2.166, "ratio_vs_en": 1.975, "ci95": [1.943, 2.007]}, "kan_Knda": {"tokens": 187994, "chars": 138040, "chars_per_token": 0.734, "ratio_vs_en": 6.267, "ci95": [6.19, 6.348]}, "kas_Arab": {"tokens": 132551, "chars": 126105, "chars_per_token": 0.951, "ratio_vs_en": 4.419, "ci95": [4.364, 4.476]}, "kas_Deva": {"tokens": 133931, "chars": 126401, "chars_per_token": 0.944, "ratio_vs_en": 4.465, "ci95": [4.414, 4.519]}, "kat_Geor": {"tokens": 145229, "chars": 143930, "chars_per_token": 0.991, "ratio_vs_en": 4.841, "ci95": [4.776, 4.906]}, "kaz_Cyrl": {"tokens": 80527, "chars": 135404, "chars_per_token": 1.681, "ratio_vs_en": 2.685, "ci95": [2.652, 2.718]}, "kbp_Latn": {"tokens": 107410, "chars": 142957, "chars_per_token": 1.331, "ratio_vs_en": 3.581, "ci95": [3.521, 3.64]}, "kea_Latn": {"tokens": 50407, "chars": 130800, "chars_per_token": 2.595, "ratio_vs_en": 1.68, "ci95": [1.664, 1.697]}, "khk_Cyrl": {"tokens": 89262, "chars": 137067, "chars_per_token": 1.536, "ratio_vs_en": 2.976, "ci95": [2.942, 3.013]}, "khm_Khmr": {"tokens": 183999, "chars": 153212, "chars_per_token": 0.833, "ratio_vs_en": 6.134, "ci95": [6.053, 6.217]}, "kik_Latn": {"tokens": 78028, "chars": 153431, "chars_per_token": 1.966, "ratio_vs_en": 2.601, "ci95": [2.56, 2.642]}, "kin_Latn": {"tokens": 63812, "chars": 145862, "chars_per_token": 2.286, "ratio_vs_en": 2.127, "ci95": [2.102, 2.154]}, "kir_Cyrl": {"tokens": 78810, "chars": 135532, "chars_per_token": 1.72, "ratio_vs_en": 2.627, "ci95": [2.591, 2.663]}, "kmb_Latn": {"tokens": 63647, "chars": 145762, "chars_per_token": 2.29, "ratio_vs_en": 2.122, "ci95": [2.095, 2.149]}, "kmr_Latn": {"tokens": 64886, "chars": 130372, "chars_per_token": 2.009, "ratio_vs_en": 2.163, "ci95": [2.138, 2.19]}, "knc_Arab": {"tokens": 117739, "chars": 116000, "chars_per_token": 0.985, "ratio_vs_en": 3.925, "ci95": [3.841, 4.012]}, "knc_Latn": {"tokens": 63513, "chars": 138972, "chars_per_token": 2.188, "ratio_vs_en": 2.117, "ci95": [2.09, 2.145]}, "kon_Latn": {"tokens": 60544, "chars": 149894, "chars_per_token": 2.476, "ratio_vs_en": 2.018, "ci95": [1.994, 2.043]}, "kor_Hang": {"tokens": 73541, "chars": 65965, "chars_per_token": 0.897, "ratio_vs_en": 2.452, "ci95": [2.423, 2.48]}, "lao_Laoo": {"tokens": 320586, "chars": 130060, "chars_per_token": 0.406, "ratio_vs_en": 10.687, "ci95": [10.532, 10.837]}, "lij_Latn": {"tokens": 58671, "chars": 145994, "chars_per_token": 2.488, "ratio_vs_en": 1.956, "ci95": [1.935, 1.978]}, "lim_Latn": {"tokens": 52912, "chars": 137686, "chars_per_token": 2.602, "ratio_vs_en": 1.764, "ci95": [1.745, 1.784]}, "lin_Latn": {"tokens": 56094, "chars": 142197, "chars_per_token": 2.535, "ratio_vs_en": 1.87, "ci95": [1.849, 1.89]}, "lit_Latn": {"tokens": 59663, "chars": 130329, "chars_per_token": 2.184, "ratio_vs_en": 1.989, "ci95": [1.966, 2.012]}, "lmo_Latn": {"tokens": 58935, "chars": 141666, "chars_per_token": 2.404, "ratio_vs_en": 1.965, "ci95": [1.944, 1.985]}, "ltg_Latn": {"tokens": 62493, "chars": 129848, "chars_per_token": 2.078, "ratio_vs_en": 2.083, "ci95": [2.06, 2.108]}, "ltz_Latn": {"tokens": 58115, "chars": 147545, "chars_per_token": 2.539, "ratio_vs_en": 1.937, "ci95": [1.917, 1.959]}, "lua_Latn": {"tokens": 59351, "chars": 142998, "chars_per_token": 2.409, "ratio_vs_en": 1.979, "ci95": [1.953, 2.004]}, "lug_Latn": {"tokens": 59265, "chars": 135078, "chars_per_token": 2.279, "ratio_vs_en": 1.976, "ci95": [1.952, 2.0]}, "luo_Latn": {"tokens": 55007, "chars": 137546, "chars_per_token": 2.501, "ratio_vs_en": 1.834, "ci95": [1.811, 1.856]}, "lus_Latn": {"tokens": 58748, "chars": 146255, "chars_per_token": 2.49, "ratio_vs_en": 1.958, "ci95": [1.928, 1.988]}, "lvs_Latn": {"tokens": 65895, "chars": 134157, "chars_per_token": 2.036, "ratio_vs_en": 2.197, "ci95": [2.172, 2.223]}, "mag_Deva": {"tokens": 131763, "chars": 126695, "chars_per_token": 0.962, "ratio_vs_en": 4.393, "ci95": [4.342, 4.444]}, "mai_Deva": {"tokens": 138092, "chars": 129408, "chars_per_token": 0.937, "ratio_vs_en": 4.604, "ci95": [4.548, 4.661]}, "mal_Mlym": {"tokens": 324636, "chars": 149336, "chars_per_token": 0.46, "ratio_vs_en": 10.822, "ci95": [10.684, 10.966]}, "mar_Deva": {"tokens": 139824, "chars": 133051, "chars_per_token": 0.952, "ratio_vs_en": 4.661, "ci95": [4.607, 4.718]}, "min_Arab": {"tokens": 133042, "chars": 126399, "chars_per_token": 0.95, "ratio_vs_en": 4.435, "ci95": [4.383, 4.49]}, "min_Latn": {"tokens": 55672, "chars": 141163, "chars_per_token": 2.536, "ratio_vs_en": 1.856, "ci95": [1.835, 1.877]}, "mkd_Cyrl": {"tokens": 59532, "chars": 137827, "chars_per_token": 2.315, "ratio_vs_en": 1.985, "ci95": [1.964, 2.005]}, "mlt_Latn": {"tokens": 68795, "chars": 146288, "chars_per_token": 2.126, "ratio_vs_en": 2.293, "ci95": [2.268, 2.321]}, "mni_Beng": {"tokens": 160557, "chars": 136782, "chars_per_token": 0.852, "ratio_vs_en": 5.352, "ci95": [5.282, 5.426]}, "mos_Latn": {"tokens": 62154, "chars": 124657, "chars_per_token": 2.006, "ratio_vs_en": 2.072, "ci95": [2.043, 2.101]}, "mri_Latn": {"tokens": 68772, "chars": 146527, "chars_per_token": 2.131, "ratio_vs_en": 2.293, "ci95": [2.265, 2.322]}, "mya_Mymr": {"tokens": 245159, "chars": 163169, "chars_per_token": 0.666, "ratio_vs_en": 8.173, "ci95": [8.066, 8.286]}, "nld_Latn": {"tokens": 47875, "chars": 147507, "chars_per_token": 3.081, "ratio_vs_en": 1.596, "ci95": [1.58, 1.613]}, "nno_Latn": {"tokens": 48933, "chars": 133443, "chars_per_token": 2.727, "ratio_vs_en": 1.631, "ci95": [1.614, 1.649]}, "nob_Latn": {"tokens": 47575, "chars": 132138, "chars_per_token": 2.777, "ratio_vs_en": 1.586, "ci95": [1.57, 1.603]}, "npi_Deva": {"tokens": 133204, "chars": 126903, "chars_per_token": 0.953, "ratio_vs_en": 4.441, "ci95": [4.384, 4.5]}, "nso_Latn": {"tokens": 63466, "chars": 151109, "chars_per_token": 2.381, "ratio_vs_en": 2.116, "ci95": [2.09, 2.142]}, "nus_Latn": {"tokens": 97691, "chars": 142340, "chars_per_token": 1.457, "ratio_vs_en": 3.257, "ci95": [3.206, 3.304]}, "nya_Latn": {"tokens": 61639, "chars": 147172, "chars_per_token": 2.388, "ratio_vs_en": 2.055, "ci95": [2.029, 2.081]}, "oci_Latn": {"tokens": 53240, "chars": 150651, "chars_per_token": 2.83, "ratio_vs_en": 1.775, "ci95": [1.757, 1.793]}, "ory_Orya": {"tokens": 359200, "chars": 134839, "chars_per_token": 0.375, "ratio_vs_en": 11.975, "ci95": [11.819, 12.137]}, "pag_Latn": {"tokens": 46288, "chars": 129899, "chars_per_token": 2.806, "ratio_vs_en": 1.543, "ci95": [1.519, 1.568]}, "pan_Guru": {"tokens": 312044, "chars": 133425, "chars_per_token": 0.428, "ratio_vs_en": 10.403, "ci95": [10.266, 10.547]}, "pap_Latn": {"tokens": 51948, "chars": 139154, "chars_per_token": 2.679, "ratio_vs_en": 1.732, "ci95": [1.714, 1.75]}, "pbt_Arab": {"tokens": 129016, "chars": 122455, "chars_per_token": 0.949, "ratio_vs_en": 4.301, "ci95": [4.25, 4.351]}, "pes_Arab": {"tokens": 120894, "chars": 123827, "chars_per_token": 1.024, "ratio_vs_en": 4.03, "ci95": [3.981, 4.077]}, "plt_Latn": {"tokens": 66302, "chars": 160996, "chars_per_token": 2.428, "ratio_vs_en": 2.21, "ci95": [2.187, 2.236]}, "pol_Latn": {"tokens": 56991, "chars": 139483, "chars_per_token": 2.447, "ratio_vs_en": 1.9, "ci95": [1.878, 1.923]}, "por_Latn": {"tokens": 46465, "chars": 143418, "chars_per_token": 3.087, "ratio_vs_en": 1.549, "ci95": [1.535, 1.564]}, "prs_Arab": {"tokens": 117961, "chars": 120643, "chars_per_token": 1.023, "ratio_vs_en": 3.932, "ci95": [3.884, 3.983]}, "quy_Latn": {"tokens": 61736, "chars": 141027, "chars_per_token": 2.284, "ratio_vs_en": 2.058, "ci95": [2.03, 2.085]}, "ron_Latn": {"tokens": 54370, "chars": 148571, "chars_per_token": 2.733, "ratio_vs_en": 1.813, "ci95": [1.794, 1.833]}, "run_Latn": {"tokens": 64281, "chars": 147265, "chars_per_token": 2.291, "ratio_vs_en": 2.143, "ci95": [2.117, 2.171]}, "rus_Cyrl": {"tokens": 55637, "chars": 142096, "chars_per_token": 2.554, "ratio_vs_en": 1.855, "ci95": [1.834, 1.876]}, "sag_Latn": {"tokens": 60394, "chars": 142621, "chars_per_token": 2.362, "ratio_vs_en": 2.013, "ci95": [1.985, 2.042]}, "san_Deva": {"tokens": 137964, "chars": 128257, "chars_per_token": 0.93, "ratio_vs_en": 4.599, "ci95": [4.544, 4.657]}, "sat_Olck": {"tokens": 369829, "chars": 139791, "chars_per_token": 0.378, "ratio_vs_en": 12.329, "ci95": [12.173, 12.49]}, "scn_Latn": {"tokens": 57499, "chars": 138571, "chars_per_token": 2.41, "ratio_vs_en": 1.917, "ci95": [1.896, 1.939]}, "shn_Mymr": {"tokens": 368377, "chars": 188284, "chars_per_token": 0.511, "ratio_vs_en": 12.28, "ci95": [12.069, 12.485]}, "sin_Sinh": {"tokens": 221950, "chars": 131080, "chars_per_token": 0.591, "ratio_vs_en": 7.399, "ci95": [7.313, 7.49]}, "slk_Latn": {"tokens": 58427, "chars": 131710, "chars_per_token": 2.254, "ratio_vs_en": 1.948, "ci95": [1.926, 1.971]}, "slv_Latn": {"tokens": 53538, "chars": 130855, "chars_per_token": 2.444, "ratio_vs_en": 1.785, "ci95": [1.766, 1.803]}, "smo_Latn": {"tokens": 66585, "chars": 152724, "chars_per_token": 2.294, "ratio_vs_en": 2.22, "ci95": [2.193, 2.248]}, "sna_Latn": {"tokens": 63492, "chars": 147603, "chars_per_token": 2.325, "ratio_vs_en": 2.117, "ci95": [2.087, 2.146]}, "snd_Arab": {"tokens": 129345, "chars": 119588, "chars_per_token": 0.925, "ratio_vs_en": 4.312, "ci95": [4.261, 4.367]}, "som_Latn": {"tokens": 65813, "chars": 151662, "chars_per_token": 2.304, "ratio_vs_en": 2.194, "ci95": [2.171, 2.219]}, "sot_Latn": {"tokens": 64950, "chars": 158732, "chars_per_token": 2.444, "ratio_vs_en": 2.165, "ci95": [2.139, 2.191]}, "spa_Latn": {"tokens": 47178, "chars": 156997, "chars_per_token": 3.328, "ratio_vs_en": 1.573, "ci95": [1.557, 1.589]}, "srd_Latn": {"tokens": 57799, "chars": 153347, "chars_per_token": 2.653, "ratio_vs_en": 1.927, "ci95": [1.907, 1.947]}, "srp_Cyrl": {"tokens": 56995, "chars": 130780, "chars_per_token": 2.295, "ratio_vs_en": 1.9, "ci95": [1.881, 1.92]}, "ssw_Latn": {"tokens": 63876, "chars": 148726, "chars_per_token": 2.328, "ratio_vs_en": 2.129, "ci95": [2.105, 2.156]}, "sun_Latn": {"tokens": 55323, "chars": 136846, "chars_per_token": 2.474, "ratio_vs_en": 1.844, "ci95": [1.823, 1.865]}, "swe_Latn": {"tokens": 46187, "chars": 132173, "chars_per_token": 2.862, "ratio_vs_en": 1.54, "ci95": [1.525, 1.555]}, "swh_Latn": {"tokens": 58183, "chars": 138104, "chars_per_token": 2.374, "ratio_vs_en": 1.94, "ci95": [1.918, 1.959]}, "szl_Latn": {"tokens": 63160, "chars": 137371, "chars_per_token": 2.175, "ratio_vs_en": 2.106, "ci95": [2.08, 2.133]}, "tam_Taml": {"tokens": 175296, "chars": 154133, "chars_per_token": 0.879, "ratio_vs_en": 5.844, "ci95": [5.771, 5.917]}, "taq_Latn": {"tokens": 58721, "chars": 124417, "chars_per_token": 2.119, "ratio_vs_en": 1.958, "ci95": [1.93, 1.987]}, "taq_Tfng": {"tokens": 208670, "chars": 123904, "chars_per_token": 0.594, "ratio_vs_en": 6.956, "ci95": [6.862, 7.058]}, "tat_Cyrl": {"tokens": 80157, "chars": 133282, "chars_per_token": 1.663, "ratio_vs_en": 2.672, "ci95": [2.638, 2.706]}, "tel_Telu": {"tokens": 215365, "chars": 132470, "chars_per_token": 0.615, "ratio_vs_en": 7.18, "ci95": [7.079, 7.278]}, "tgk_Cyrl": {"tokens": 82239, "chars": 145871, "chars_per_token": 1.774, "ratio_vs_en": 2.742, "ci95": [2.708, 2.773]}, "tgl_Latn": {"tokens": 62820, "chars": 166169, "chars_per_token": 2.645, "ratio_vs_en": 2.094, "ci95": [2.067, 2.121]}, "tha_Thai": {"tokens": 126582, "chars": 126109, "chars_per_token": 0.996, "ratio_vs_en": 4.22, "ci95": [4.163, 4.278]}, "tir_Ethi": {"tokens": 202471, "chars": 90700, "chars_per_token": 0.448, "ratio_vs_en": 6.75, "ci95": [6.661, 6.839]}, "tpi_Latn": {"tokens": 60512, "chars": 169011, "chars_per_token": 2.793, "ratio_vs_en": 2.017, "ci95": [1.99, 2.044]}, "tsn_Latn": {"tokens": 65558, "chars": 163035, "chars_per_token": 2.487, "ratio_vs_en": 2.185, "ci95": [2.159, 2.214]}, "tso_Latn": {"tokens": 67351, "chars": 158178, "chars_per_token": 2.349, "ratio_vs_en": 2.245, "ci95": [2.215, 2.276]}, "tuk_Latn": {"tokens": 69756, "chars": 140262, "chars_per_token": 2.011, "ratio_vs_en": 2.325, "ci95": [2.298, 2.353]}, "tum_Latn": {"tokens": 77977, "chars": 172545, "chars_per_token": 2.213, "ratio_vs_en": 2.599, "ci95": [2.56, 2.643]}, "tur_Latn": {"tokens": 66494, "chars": 135761, "chars_per_token": 2.042, "ratio_vs_en": 2.217, "ci95": [2.191, 2.242]}, "twi_Latn": {"tokens": 62406, "chars": 128598, "chars_per_token": 2.061, "ratio_vs_en": 2.08, "ci95": [2.05, 2.113]}, "tzm_Tfng": {"tokens": 210774, "chars": 117960, "chars_per_token": 0.56, "ratio_vs_en": 7.027, "ci95": [6.937, 7.113]}, "uig_Arab": {"tokens": 150105, "chars": 140477, "chars_per_token": 0.936, "ratio_vs_en": 5.004, "ci95": [4.936, 5.069]}, "ukr_Cyrl": {"tokens": 58039, "chars": 134446, "chars_per_token": 2.316, "ratio_vs_en": 1.935, "ci95": [1.916, 1.955]}, "umb_Latn": {"tokens": 58814, "chars": 134747, "chars_per_token": 2.291, "ratio_vs_en": 1.961, "ci95": [1.932, 1.991]}, "urd_Arab": {"tokens": 129020, "chars": 129919, "chars_per_token": 1.007, "ratio_vs_en": 4.301, "ci95": [4.25, 4.356]}, "uzn_Latn": {"tokens": 63767, "chars": 149323, "chars_per_token": 2.342, "ratio_vs_en": 2.126, "ci95": [2.102, 2.15]}, "vec_Latn": {"tokens": 50571, "chars": 133237, "chars_per_token": 2.635, "ratio_vs_en": 1.686, "ci95": [1.668, 1.704]}, "vie_Latn": {"tokens": 87402, "chars": 138595, "chars_per_token": 1.586, "ratio_vs_en": 2.914, "ci95": [2.878, 2.952]}, "war_Latn": {"tokens": 63852, "chars": 164746, "chars_per_token": 2.58, "ratio_vs_en": 2.129, "ci95": [2.102, 2.158]}, "wol_Latn": {"tokens": 56444, "chars": 127173, "chars_per_token": 2.253, "ratio_vs_en": 1.882, "ci95": [1.859, 1.905]}, "xho_Latn": {"tokens": 61719, "chars": 139123, "chars_per_token": 2.254, "ratio_vs_en": 2.058, "ci95": [2.035, 2.081]}, "ydd_Hebr": {"tokens": 141996, "chars": 141658, "chars_per_token": 0.998, "ratio_vs_en": 4.734, "ci95": [4.683, 4.786]}, "yor_Latn": {"tokens": 85469, "chars": 126844, "chars_per_token": 1.484, "ratio_vs_en": 2.849, "ci95": [2.794, 2.908]}, "yue_Hant": {"tokens": 51396, "chars": 40019, "chars_per_token": 0.779, "ratio_vs_en": 1.713, "ci95": [1.694, 1.733]}, "zho_Hans": {"tokens": 48332, "chars": 43248, "chars_per_token": 0.895, "ratio_vs_en": 1.611, "ci95": [1.593, 1.63]}, "zho_Hant": {"tokens": 52668, "chars": 40695, "chars_per_token": 0.773, "ratio_vs_en": 1.756, "ci95": [1.737, 1.776]}, "zsm_Latn": {"tokens": 57034, "chars": 146201, "chars_per_token": 2.563, "ratio_vs_en": 1.901, "ci95": [1.881, 1.923]}, "zul_Latn": {"tokens": 66151, "chars": 148362, "chars_per_token": 2.243, "ratio_vs_en": 2.205, "ci95": [2.182, 2.228]}, "eng_Latn": {"tokens": 29997, "chars": 131966, "chars_per_token": 4.399, "ratio_vs_en": 1.0}}, "costs": []}, {"schema": 1, "tokenizer": "Mistral Nemo / Small 3 / Large 2 (tekken)", "kind": "hf", "id": "mistralai/Mistral-Small-3.1-24B-Instruct-2503", "group": "Mistral", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 68978, "chars": 111621, "chars_per_token": 1.618, "ratio_vs_en": 2.479, "ci95": [2.449, 2.509]}, "ace_Latn": {"tokens": 51817, "chars": 141933, "chars_per_token": 2.739, "ratio_vs_en": 1.862, "ci95": [1.839, 1.883]}, "acm_Arab": {"tokens": 35169, "chars": 113573, "chars_per_token": 3.229, "ratio_vs_en": 1.264, "ci95": [1.251, 1.277]}, "acq_Arab": {"tokens": 35244, "chars": 115113, "chars_per_token": 3.266, "ratio_vs_en": 1.267, "ci95": [1.253, 1.28]}, "aeb_Arab": {"tokens": 36277, "chars": 112077, "chars_per_token": 3.089, "ratio_vs_en": 1.304, "ci95": [1.29, 1.318]}, "afr_Latn": {"tokens": 42260, "chars": 139690, "chars_per_token": 3.305, "ratio_vs_en": 1.519, "ci95": [1.505, 1.533]}, "ajp_Arab": {"tokens": 34164, "chars": 109046, "chars_per_token": 3.192, "ratio_vs_en": 1.228, "ci95": [1.216, 1.239]}, "aka_Latn": {"tokens": 72257, "chars": 132650, "chars_per_token": 1.836, "ratio_vs_en": 2.597, "ci95": [2.557, 2.639]}, "als_Latn": {"tokens": 51994, "chars": 147064, "chars_per_token": 2.828, "ratio_vs_en": 1.868, "ci95": [1.849, 1.888]}, "amh_Ethi": {"tokens": 206679, "chars": 87132, "chars_per_token": 0.422, "ratio_vs_en": 7.427, "ci95": [7.329, 7.521]}, "apc_Arab": {"tokens": 34363, "chars": 107981, "chars_per_token": 3.142, "ratio_vs_en": 1.235, "ci95": [1.223, 1.248]}, "arb_Arab": {"tokens": 35097, "chars": 116307, "chars_per_token": 3.314, "ratio_vs_en": 1.261, "ci95": [1.248, 1.275]}, "arb_Latn": {"tokens": 64671, "chars": 153758, "chars_per_token": 2.378, "ratio_vs_en": 2.324, "ci95": [2.295, 2.353]}, "ars_Arab": {"tokens": 35226, "chars": 116428, "chars_per_token": 3.305, "ratio_vs_en": 1.266, "ci95": [1.253, 1.279]}, "ary_Arab": {"tokens": 38182, "chars": 113563, "chars_per_token": 2.974, "ratio_vs_en": 1.372, "ci95": [1.356, 1.388]}, "arz_Arab": {"tokens": 35728, "chars": 113770, "chars_per_token": 3.184, "ratio_vs_en": 1.284, "ci95": [1.27, 1.298]}, "asm_Beng": {"tokens": 98870, "chars": 125936, "chars_per_token": 1.274, "ratio_vs_en": 3.553, "ci95": [3.512, 3.599]}, "ast_Latn": {"tokens": 39067, "chars": 136363, "chars_per_token": 3.49, "ratio_vs_en": 1.404, "ci95": [1.39, 1.418]}, "awa_Deva": {"tokens": 76291, "chars": 128171, "chars_per_token": 1.68, "ratio_vs_en": 2.742, "ci95": [2.708, 2.776]}, "ayr_Latn": {"tokens": 56383, "chars": 138617, "chars_per_token": 2.458, "ratio_vs_en": 2.026, "ci95": [1.998, 2.054]}, "azb_Arab": {"tokens": 49204, "chars": 117061, "chars_per_token": 2.379, "ratio_vs_en": 1.768, "ci95": [1.748, 1.789]}, "azj_Latn": {"tokens": 50294, "chars": 143739, "chars_per_token": 2.858, "ratio_vs_en": 1.807, "ci95": [1.786, 1.829]}, "bak_Cyrl": {"tokens": 71601, "chars": 133222, "chars_per_token": 1.861, "ratio_vs_en": 2.573, "ci95": [2.541, 2.609]}, "bam_Latn": {"tokens": 67763, "chars": 126387, "chars_per_token": 1.865, "ratio_vs_en": 2.435, "ci95": [2.399, 2.471]}, "ban_Latn": {"tokens": 46035, "chars": 145570, "chars_per_token": 3.162, "ratio_vs_en": 1.654, "ci95": [1.635, 1.674]}, "bel_Cyrl": {"tokens": 59909, "chars": 147991, "chars_per_token": 2.47, "ratio_vs_en": 2.153, "ci95": [2.126, 2.18]}, "bem_Latn": {"tokens": 58473, "chars": 160751, "chars_per_token": 2.749, "ratio_vs_en": 2.101, "ci95": [2.078, 2.126]}, "ben_Beng": {"tokens": 79472, "chars": 129042, "chars_per_token": 1.624, "ratio_vs_en": 2.856, "ci95": [2.825, 2.889]}, "bho_Deva": {"tokens": 76480, "chars": 128611, "chars_per_token": 1.682, "ratio_vs_en": 2.748, "ci95": [2.716, 2.781]}, "bjn_Arab": {"tokens": 67449, "chars": 122230, "chars_per_token": 1.812, "ratio_vs_en": 2.424, "ci95": [2.395, 2.453]}, "bjn_Latn": {"tokens": 43218, "chars": 138182, "chars_per_token": 3.197, "ratio_vs_en": 1.553, "ci95": [1.536, 1.569]}, "bod_Tibt": {"tokens": 341900, "chars": 148151, "chars_per_token": 0.433, "ratio_vs_en": 12.287, "ci95": [12.107, 12.471]}, "bos_Latn": {"tokens": 42333, "chars": 132187, "chars_per_token": 3.123, "ratio_vs_en": 1.521, "ci95": [1.507, 1.537]}, "bug_Latn": {"tokens": 50070, "chars": 139375, "chars_per_token": 2.784, "ratio_vs_en": 1.799, "ci95": [1.776, 1.824]}, "bul_Cyrl": {"tokens": 45708, "chars": 137824, "chars_per_token": 3.015, "ratio_vs_en": 1.643, "ci95": [1.626, 1.658]}, "cat_Latn": {"tokens": 40047, "chars": 145781, "chars_per_token": 3.64, "ratio_vs_en": 1.439, "ci95": [1.427, 1.452]}, "ceb_Latn": {"tokens": 51160, "chars": 158685, "chars_per_token": 3.102, "ratio_vs_en": 1.839, "ci95": [1.818, 1.86]}, "ces_Latn": {"tokens": 43007, "chars": 127257, "chars_per_token": 2.959, "ratio_vs_en": 1.546, "ci95": [1.53, 1.561]}, "cjk_Latn": {"tokens": 52097, "chars": 139261, "chars_per_token": 2.673, "ratio_vs_en": 1.872, "ci95": [1.846, 1.899]}, "ckb_Arab": {"tokens": 105973, "chars": 128585, "chars_per_token": 1.213, "ratio_vs_en": 3.808, "ci95": [3.755, 3.86]}, "crh_Latn": {"tokens": 49670, "chars": 134038, "chars_per_token": 2.699, "ratio_vs_en": 1.785, "ci95": [1.764, 1.807]}, "cym_Latn": {"tokens": 55585, "chars": 141257, "chars_per_token": 2.541, "ratio_vs_en": 1.998, "ci95": [1.977, 2.019]}, "dan_Latn": {"tokens": 40820, "chars": 135083, "chars_per_token": 3.309, "ratio_vs_en": 1.467, "ci95": [1.452, 1.481]}, "deu_Latn": {"tokens": 36297, "chars": 153809, "chars_per_token": 4.238, "ratio_vs_en": 1.304, "ci95": [1.292, 1.316]}, "dik_Latn": {"tokens": 57086, "chars": 111789, "chars_per_token": 1.958, "ratio_vs_en": 2.051, "ci95": [2.013, 2.094]}, "dyu_Latn": {"tokens": 53722, "chars": 132855, "chars_per_token": 2.473, "ratio_vs_en": 1.931, "ci95": [1.901, 1.962]}, "dzo_Tibt": {"tokens": 372208, "chars": 163358, "chars_per_token": 0.439, "ratio_vs_en": 13.376, "ci95": [13.183, 13.567]}, "ell_Grek": {"tokens": 58314, "chars": 157539, "chars_per_token": 2.702, "ratio_vs_en": 2.096, "ci95": [2.072, 2.119]}, "epo_Latn": {"tokens": 41923, "chars": 131292, "chars_per_token": 3.132, "ratio_vs_en": 1.507, "ci95": [1.493, 1.52]}, "est_Latn": {"tokens": 44604, "chars": 129459, "chars_per_token": 2.902, "ratio_vs_en": 1.603, "ci95": [1.585, 1.62]}, "eus_Latn": {"tokens": 42517, "chars": 139822, "chars_per_token": 3.289, "ratio_vs_en": 1.528, "ci95": [1.512, 1.543]}, "ewe_Latn": {"tokens": 72772, "chars": 127448, "chars_per_token": 1.751, "ratio_vs_en": 2.615, "ci95": [2.565, 2.665]}, "fao_Latn": {"tokens": 52191, "chars": 134274, "chars_per_token": 2.573, "ratio_vs_en": 1.876, "ci95": [1.854, 1.896]}, "fij_Latn": {"tokens": 57298, "chars": 155177, "chars_per_token": 2.708, "ratio_vs_en": 2.059, "ci95": [2.034, 2.087]}, "fin_Latn": {"tokens": 45902, "chars": 140128, "chars_per_token": 3.053, "ratio_vs_en": 1.65, "ci95": [1.63, 1.668]}, "fon_Latn": {"tokens": 99701, "chars": 135260, "chars_per_token": 1.357, "ratio_vs_en": 3.583, "ci95": [3.512, 3.657]}, "fra_Latn": {"tokens": 36698, "chars": 157638, "chars_per_token": 4.296, "ratio_vs_en": 1.319, "ci95": [1.307, 1.331]}, "fur_Latn": {"tokens": 47775, "chars": 144519, "chars_per_token": 3.025, "ratio_vs_en": 1.717, "ci95": [1.7, 1.735]}, "fuv_Latn": {"tokens": 48299, "chars": 122162, "chars_per_token": 2.529, "ratio_vs_en": 1.736, "ci95": [1.708, 1.763]}, "gaz_Latn": {"tokens": 61687, "chars": 156418, "chars_per_token": 2.536, "ratio_vs_en": 2.217, "ci95": [2.191, 2.243]}, "gla_Latn": {"tokens": 64195, "chars": 162597, "chars_per_token": 2.533, "ratio_vs_en": 2.307, "ci95": [2.28, 2.336]}, "gle_Latn": {"tokens": 60358, "chars": 152481, "chars_per_token": 2.526, "ratio_vs_en": 2.169, "ci95": [2.143, 2.195]}, "glg_Latn": {"tokens": 36797, "chars": 146143, "chars_per_token": 3.972, "ratio_vs_en": 1.322, "ci95": [1.31, 1.334]}, "grn_Latn": {"tokens": 54189, "chars": 132815, "chars_per_token": 2.451, "ratio_vs_en": 1.947, "ci95": [1.922, 1.971]}, "guj_Gujr": {"tokens": 86667, "chars": 126428, "chars_per_token": 1.459, "ratio_vs_en": 3.114, "ci95": [3.079, 3.15]}, "hat_Latn": {"tokens": 44454, "chars": 121280, "chars_per_token": 2.728, "ratio_vs_en": 1.598, "ci95": [1.582, 1.614]}, "hau_Latn": {"tokens": 52774, "chars": 140067, "chars_per_token": 2.654, "ratio_vs_en": 1.897, "ci95": [1.874, 1.918]}, "heb_Hebr": {"tokens": 45409, "chars": 102054, "chars_per_token": 2.247, "ratio_vs_en": 1.632, "ci95": [1.617, 1.647]}, "hin_Deva": {"tokens": 76799, "chars": 131058, "chars_per_token": 1.707, "ratio_vs_en": 2.76, "ci95": [2.727, 2.792]}, "hne_Deva": {"tokens": 74339, "chars": 126933, "chars_per_token": 1.707, "ratio_vs_en": 2.671, "ci95": [2.642, 2.701]}, "hrv_Latn": {"tokens": 41472, "chars": 128727, "chars_per_token": 3.104, "ratio_vs_en": 1.49, "ci95": [1.476, 1.506]}, "hun_Latn": {"tokens": 44818, "chars": 138629, "chars_per_token": 3.093, "ratio_vs_en": 1.611, "ci95": [1.593, 1.629]}, "hye_Armn": {"tokens": 53257, "chars": 145956, "chars_per_token": 2.741, "ratio_vs_en": 1.914, "ci95": [1.893, 1.934]}, "ibo_Latn": {"tokens": 66589, "chars": 134560, "chars_per_token": 2.021, "ratio_vs_en": 2.393, "ci95": [2.359, 2.426]}, "ilo_Latn": {"tokens": 54571, "chars": 159680, "chars_per_token": 2.926, "ratio_vs_en": 1.961, "ci95": [1.939, 1.983]}, "ind_Latn": {"tokens": 36623, "chars": 142318, "chars_per_token": 3.886, "ratio_vs_en": 1.316, "ci95": [1.303, 1.329]}, "isl_Latn": {"tokens": 52402, "chars": 129783, "chars_per_token": 2.477, "ratio_vs_en": 1.883, "ci95": [1.861, 1.905]}, "ita_Latn": {"tokens": 38801, "chars": 156138, "chars_per_token": 4.024, "ratio_vs_en": 1.394, "ci95": [1.381, 1.407]}, "jav_Latn": {"tokens": 45354, "chars": 136928, "chars_per_token": 3.019, "ratio_vs_en": 1.63, "ci95": [1.613, 1.647]}, "jpn_Jpan": {"tokens": 43666, "chars": 56943, "chars_per_token": 1.304, "ratio_vs_en": 1.569, "ci95": [1.551, 1.586]}, "kab_Latn": {"tokens": 63978, "chars": 130554, "chars_per_token": 2.041, "ratio_vs_en": 2.299, "ci95": [2.271, 2.328]}, "kac_Latn": {"tokens": 62578, "chars": 169397, "chars_per_token": 2.707, "ratio_vs_en": 2.249, "ci95": [2.215, 2.284]}, "kam_Latn": {"tokens": 53705, "chars": 128356, "chars_per_token": 2.39, "ratio_vs_en": 1.93, "ci95": [1.897, 1.963]}, "kan_Knda": {"tokens": 88754, "chars": 138040, "chars_per_token": 1.555, "ratio_vs_en": 3.189, "ci95": [3.153, 3.225]}, "kas_Arab": {"tokens": 72824, "chars": 126105, "chars_per_token": 1.732, "ratio_vs_en": 2.617, "ci95": [2.577, 2.655]}, "kas_Deva": {"tokens": 76118, "chars": 126401, "chars_per_token": 1.661, "ratio_vs_en": 2.735, "ci95": [2.705, 2.766]}, "kat_Geor": {"tokens": 66557, "chars": 143930, "chars_per_token": 2.163, "ratio_vs_en": 2.392, "ci95": [2.363, 2.421]}, "kaz_Cyrl": {"tokens": 57017, "chars": 135404, "chars_per_token": 2.375, "ratio_vs_en": 2.049, "ci95": [2.025, 2.073]}, "kbp_Latn": {"tokens": 125497, "chars": 142957, "chars_per_token": 1.139, "ratio_vs_en": 4.51, "ci95": [4.433, 4.587]}, "kea_Latn": {"tokens": 43440, "chars": 130800, "chars_per_token": 3.011, "ratio_vs_en": 1.561, "ci95": [1.547, 1.575]}, "khk_Cyrl": {"tokens": 65901, "chars": 137067, "chars_per_token": 2.08, "ratio_vs_en": 2.368, "ci95": [2.341, 2.395]}, "khm_Khmr": {"tokens": 409171, "chars": 153212, "chars_per_token": 0.374, "ratio_vs_en": 14.704, "ci95": [14.502, 14.919]}, "kik_Latn": {"tokens": 72102, "chars": 153431, "chars_per_token": 2.128, "ratio_vs_en": 2.591, "ci95": [2.549, 2.632]}, "kin_Latn": {"tokens": 56355, "chars": 145862, "chars_per_token": 2.588, "ratio_vs_en": 2.025, "ci95": [2.001, 2.05]}, "kir_Cyrl": {"tokens": 60620, "chars": 135532, "chars_per_token": 2.236, "ratio_vs_en": 2.178, "ci95": [2.15, 2.207]}, "kmb_Latn": {"tokens": 55262, "chars": 145762, "chars_per_token": 2.638, "ratio_vs_en": 1.986, "ci95": [1.962, 2.01]}, "kmr_Latn": {"tokens": 56366, "chars": 130372, "chars_per_token": 2.313, "ratio_vs_en": 2.026, "ci95": [2.002, 2.048]}, "knc_Arab": {"tokens": 72640, "chars": 116000, "chars_per_token": 1.597, "ratio_vs_en": 2.61, "ci95": [2.532, 2.69]}, "knc_Latn": {"tokens": 61308, "chars": 138972, "chars_per_token": 2.267, "ratio_vs_en": 2.203, "ci95": [2.17, 2.236]}, "kon_Latn": {"tokens": 52750, "chars": 149894, "chars_per_token": 2.842, "ratio_vs_en": 1.896, "ci95": [1.875, 1.917]}, "kor_Hang": {"tokens": 35558, "chars": 65965, "chars_per_token": 1.855, "ratio_vs_en": 1.278, "ci95": [1.265, 1.291]}, "lao_Laoo": {"tokens": 352204, "chars": 130060, "chars_per_token": 0.369, "ratio_vs_en": 12.657, "ci95": [12.473, 12.832]}, "lij_Latn": {"tokens": 50630, "chars": 145994, "chars_per_token": 2.884, "ratio_vs_en": 1.819, "ci95": [1.801, 1.839]}, "lim_Latn": {"tokens": 47068, "chars": 137686, "chars_per_token": 2.925, "ratio_vs_en": 1.691, "ci95": [1.673, 1.71]}, "lin_Latn": {"tokens": 49867, "chars": 142197, "chars_per_token": 2.852, "ratio_vs_en": 1.792, "ci95": [1.775, 1.81]}, "lit_Latn": {"tokens": 48101, "chars": 130329, "chars_per_token": 2.709, "ratio_vs_en": 1.729, "ci95": [1.709, 1.747]}, "lmo_Latn": {"tokens": 52344, "chars": 141666, "chars_per_token": 2.706, "ratio_vs_en": 1.881, "ci95": [1.861, 1.9]}, "ltg_Latn": {"tokens": 53557, "chars": 129848, "chars_per_token": 2.424, "ratio_vs_en": 1.925, "ci95": [1.905, 1.945]}, "ltz_Latn": {"tokens": 51187, "chars": 147545, "chars_per_token": 2.882, "ratio_vs_en": 1.839, "ci95": [1.82, 1.859]}, "lua_Latn": {"tokens": 51309, "chars": 142998, "chars_per_token": 2.787, "ratio_vs_en": 1.844, "ci95": [1.821, 1.866]}, "lug_Latn": {"tokens": 52025, "chars": 135078, "chars_per_token": 2.596, "ratio_vs_en": 1.87, "ci95": [1.848, 1.892]}, "luo_Latn": {"tokens": 49057, "chars": 137546, "chars_per_token": 2.804, "ratio_vs_en": 1.763, "ci95": [1.742, 1.785]}, "lus_Latn": {"tokens": 52469, "chars": 146255, "chars_per_token": 2.787, "ratio_vs_en": 1.886, "ci95": [1.857, 1.914]}, "lvs_Latn": {"tokens": 53218, "chars": 134157, "chars_per_token": 2.521, "ratio_vs_en": 1.912, "ci95": [1.893, 1.934]}, "mag_Deva": {"tokens": 76200, "chars": 126695, "chars_per_token": 1.663, "ratio_vs_en": 2.738, "ci95": [2.71, 2.767]}, "mai_Deva": {"tokens": 77410, "chars": 129408, "chars_per_token": 1.672, "ratio_vs_en": 2.782, "ci95": [2.751, 2.813]}, "mal_Mlym": {"tokens": 101925, "chars": 149336, "chars_per_token": 1.465, "ratio_vs_en": 3.663, "ci95": [3.618, 3.707]}, "mar_Deva": {"tokens": 80699, "chars": 133051, "chars_per_token": 1.649, "ratio_vs_en": 2.9, "ci95": [2.87, 2.933]}, "min_Arab": {"tokens": 71403, "chars": 126399, "chars_per_token": 1.77, "ratio_vs_en": 2.566, "ci95": [2.535, 2.598]}, "min_Latn": {"tokens": 44981, "chars": 141163, "chars_per_token": 3.138, "ratio_vs_en": 1.616, "ci95": [1.6, 1.634]}, "mkd_Cyrl": {"tokens": 45677, "chars": 137827, "chars_per_token": 3.017, "ratio_vs_en": 1.641, "ci95": [1.626, 1.656]}, "mlt_Latn": {"tokens": 64405, "chars": 146288, "chars_per_token": 2.271, "ratio_vs_en": 2.314, "ci95": [2.287, 2.343]}, "mni_Beng": {"tokens": 98825, "chars": 136782, "chars_per_token": 1.384, "ratio_vs_en": 3.551, "ci95": [3.507, 3.599]}, "mos_Latn": {"tokens": 57996, "chars": 124657, "chars_per_token": 2.149, "ratio_vs_en": 2.084, "ci95": [2.054, 2.115]}, "mri_Latn": {"tokens": 60717, "chars": 146527, "chars_per_token": 2.413, "ratio_vs_en": 2.182, "ci95": [2.156, 2.207]}, "mya_Mymr": {"tokens": 134559, "chars": 163169, "chars_per_token": 1.213, "ratio_vs_en": 4.836, "ci95": [4.77, 4.904]}, "nld_Latn": {"tokens": 39254, "chars": 147507, "chars_per_token": 3.758, "ratio_vs_en": 1.411, "ci95": [1.396, 1.425]}, "nno_Latn": {"tokens": 40963, "chars": 133443, "chars_per_token": 3.258, "ratio_vs_en": 1.472, "ci95": [1.457, 1.487]}, "nob_Latn": {"tokens": 39355, "chars": 132138, "chars_per_token": 3.358, "ratio_vs_en": 1.414, "ci95": [1.401, 1.428]}, "npi_Deva": {"tokens": 75707, "chars": 126903, "chars_per_token": 1.676, "ratio_vs_en": 2.721, "ci95": [2.69, 2.752]}, "nso_Latn": {"tokens": 57244, "chars": 151109, "chars_per_token": 2.64, "ratio_vs_en": 2.057, "ci95": [2.033, 2.081]}, "nus_Latn": {"tokens": 104989, "chars": 142340, "chars_per_token": 1.356, "ratio_vs_en": 3.773, "ci95": [3.712, 3.828]}, "nya_Latn": {"tokens": 55066, "chars": 147172, "chars_per_token": 2.673, "ratio_vs_en": 1.979, "ci95": [1.955, 2.003]}, "oci_Latn": {"tokens": 45772, "chars": 150651, "chars_per_token": 3.291, "ratio_vs_en": 1.645, "ci95": [1.628, 1.661]}, "ory_Orya": {"tokens": 358042, "chars": 134839, "chars_per_token": 0.377, "ratio_vs_en": 12.867, "ci95": [12.697, 13.049]}, "pag_Latn": {"tokens": 41246, "chars": 129899, "chars_per_token": 3.149, "ratio_vs_en": 1.482, "ci95": [1.46, 1.505]}, "pan_Guru": {"tokens": 96003, "chars": 133425, "chars_per_token": 1.39, "ratio_vs_en": 3.45, "ci95": [3.409, 3.492]}, "pap_Latn": {"tokens": 44802, "chars": 139154, "chars_per_token": 3.106, "ratio_vs_en": 1.61, "ci95": [1.594, 1.626]}, "pbt_Arab": {"tokens": 55127, "chars": 122455, "chars_per_token": 2.221, "ratio_vs_en": 1.981, "ci95": [1.96, 2.003]}, "pes_Arab": {"tokens": 40188, "chars": 123827, "chars_per_token": 3.081, "ratio_vs_en": 1.444, "ci95": [1.429, 1.459]}, "plt_Latn": {"tokens": 58895, "chars": 160996, "chars_per_token": 2.734, "ratio_vs_en": 2.116, "ci95": [2.093, 2.14]}, "pol_Latn": {"tokens": 43840, "chars": 139483, "chars_per_token": 3.182, "ratio_vs_en": 1.575, "ci95": [1.559, 1.593]}, "por_Latn": {"tokens": 35366, "chars": 143418, "chars_per_token": 4.055, "ratio_vs_en": 1.271, "ci95": [1.26, 1.281]}, "prs_Arab": {"tokens": 39707, "chars": 120643, "chars_per_token": 3.038, "ratio_vs_en": 1.427, "ci95": [1.413, 1.442]}, "quy_Latn": {"tokens": 54204, "chars": 141027, "chars_per_token": 2.602, "ratio_vs_en": 1.948, "ci95": [1.923, 1.973]}, "ron_Latn": {"tokens": 44706, "chars": 148571, "chars_per_token": 3.323, "ratio_vs_en": 1.607, "ci95": [1.591, 1.622]}, "run_Latn": {"tokens": 56472, "chars": 147265, "chars_per_token": 2.608, "ratio_vs_en": 2.029, "ci95": [2.005, 2.056]}, "rus_Cyrl": {"tokens": 41857, "chars": 142096, "chars_per_token": 3.395, "ratio_vs_en": 1.504, "ci95": [1.488, 1.52]}, "sag_Latn": {"tokens": 54327, "chars": 142621, "chars_per_token": 2.625, "ratio_vs_en": 1.952, "ci95": [1.925, 1.98]}, "san_Deva": {"tokens": 78208, "chars": 128257, "chars_per_token": 1.64, "ratio_vs_en": 2.811, "ci95": [2.778, 2.842]}, "sat_Olck": {"tokens": 346246, "chars": 139791, "chars_per_token": 0.404, "ratio_vs_en": 12.443, "ci95": [12.29, 12.602]}, "scn_Latn": {"tokens": 51162, "chars": 138571, "chars_per_token": 2.708, "ratio_vs_en": 1.839, "ci95": [1.817, 1.86]}, "shn_Mymr": {"tokens": 272229, "chars": 188284, "chars_per_token": 0.692, "ratio_vs_en": 9.783, "ci95": [9.61, 9.95]}, "sin_Sinh": {"tokens": 342773, "chars": 131080, "chars_per_token": 0.382, "ratio_vs_en": 12.318, "ci95": [12.162, 12.472]}, "slk_Latn": {"tokens": 46466, "chars": 131710, "chars_per_token": 2.835, "ratio_vs_en": 1.67, "ci95": [1.653, 1.688]}, "slv_Latn": {"tokens": 43401, "chars": 130855, "chars_per_token": 3.015, "ratio_vs_en": 1.56, "ci95": [1.544, 1.576]}, "smo_Latn": {"tokens": 60008, "chars": 152724, "chars_per_token": 2.545, "ratio_vs_en": 2.156, "ci95": [2.131, 2.183]}, "sna_Latn": {"tokens": 55236, "chars": 147603, "chars_per_token": 2.672, "ratio_vs_en": 1.985, "ci95": [1.958, 2.01]}, "snd_Arab": {"tokens": 69502, "chars": 119588, "chars_per_token": 1.721, "ratio_vs_en": 2.498, "ci95": [2.468, 2.527]}, "som_Latn": {"tokens": 59895, "chars": 151662, "chars_per_token": 2.532, "ratio_vs_en": 2.152, "ci95": [2.129, 2.177]}, "sot_Latn": {"tokens": 59232, "chars": 158732, "chars_per_token": 2.68, "ratio_vs_en": 2.129, "ci95": [2.103, 2.154]}, "spa_Latn": {"tokens": 36615, "chars": 156997, "chars_per_token": 4.288, "ratio_vs_en": 1.316, "ci95": [1.303, 1.329]}, "srd_Latn": {"tokens": 50319, "chars": 153347, "chars_per_token": 3.047, "ratio_vs_en": 1.808, "ci95": [1.79, 1.827]}, "srp_Cyrl": {"tokens": 45634, "chars": 130780, "chars_per_token": 2.866, "ratio_vs_en": 1.64, "ci95": [1.625, 1.656]}, "ssw_Latn": {"tokens": 56689, "chars": 148726, "chars_per_token": 2.624, "ratio_vs_en": 2.037, "ci95": [2.013, 2.063]}, "sun_Latn": {"tokens": 46699, "chars": 136846, "chars_per_token": 2.93, "ratio_vs_en": 1.678, "ci95": [1.66, 1.696]}, "swe_Latn": {"tokens": 39130, "chars": 132173, "chars_per_token": 3.378, "ratio_vs_en": 1.406, "ci95": [1.392, 1.419]}, "swh_Latn": {"tokens": 50557, "chars": 138104, "chars_per_token": 2.732, "ratio_vs_en": 1.817, "ci95": [1.798, 1.834]}, "szl_Latn": {"tokens": 54233, "chars": 137371, "chars_per_token": 2.533, "ratio_vs_en": 1.949, "ci95": [1.927, 1.972]}, "tam_Taml": {"tokens": 94974, "chars": 154133, "chars_per_token": 1.623, "ratio_vs_en": 3.413, "ci95": [3.373, 3.452]}, "taq_Latn": {"tokens": 58153, "chars": 124417, "chars_per_token": 2.139, "ratio_vs_en": 2.09, "ci95": [2.058, 2.123]}, "taq_Tfng": {"tokens": 272420, "chars": 123904, "chars_per_token": 0.455, "ratio_vs_en": 9.79, "ci95": [9.654, 9.934]}, "tat_Cyrl": {"tokens": 58730, "chars": 133282, "chars_per_token": 2.269, "ratio_vs_en": 2.111, "ci95": [2.086, 2.134]}, "tel_Telu": {"tokens": 86790, "chars": 132470, "chars_per_token": 1.526, "ratio_vs_en": 3.119, "ci95": [3.081, 3.156]}, "tgk_Cyrl": {"tokens": 74675, "chars": 145871, "chars_per_token": 1.953, "ratio_vs_en": 2.684, "ci95": [2.65, 2.716]}, "tgl_Latn": {"tokens": 53314, "chars": 166169, "chars_per_token": 3.117, "ratio_vs_en": 1.916, "ci95": [1.894, 1.938]}, "tha_Thai": {"tokens": 79785, "chars": 126109, "chars_per_token": 1.581, "ratio_vs_en": 2.867, "ci95": [2.831, 2.907]}, "tir_Ethi": {"tokens": 211604, "chars": 90700, "chars_per_token": 0.429, "ratio_vs_en": 7.604, "ci95": [7.508, 7.707]}, "tpi_Latn": {"tokens": 55073, "chars": 169011, "chars_per_token": 3.069, "ratio_vs_en": 1.979, "ci95": [1.953, 2.005]}, "tsn_Latn": {"tokens": 60522, "chars": 163035, "chars_per_token": 2.694, "ratio_vs_en": 2.175, "ci95": [2.147, 2.203]}, "tso_Latn": {"tokens": 60076, "chars": 158178, "chars_per_token": 2.633, "ratio_vs_en": 2.159, "ci95": [2.131, 2.186]}, "tuk_Latn": {"tokens": 57970, "chars": 140262, "chars_per_token": 2.42, "ratio_vs_en": 2.083, "ci95": [2.061, 2.108]}, "tum_Latn": {"tokens": 67898, "chars": 172545, "chars_per_token": 2.541, "ratio_vs_en": 2.44, "ci95": [2.403, 2.482]}, "tur_Latn": {"tokens": 41639, "chars": 135761, "chars_per_token": 3.26, "ratio_vs_en": 1.496, "ci95": [1.481, 1.512]}, "twi_Latn": {"tokens": 66547, "chars": 128598, "chars_per_token": 1.932, "ratio_vs_en": 2.391, "ci95": [2.355, 2.431]}, "tzm_Tfng": {"tokens": 273128, "chars": 117960, "chars_per_token": 0.432, "ratio_vs_en": 9.815, "ci95": [9.691, 9.938]}, "uig_Arab": {"tokens": 114139, "chars": 140477, "chars_per_token": 1.231, "ratio_vs_en": 4.102, "ci95": [4.045, 4.158]}, "ukr_Cyrl": {"tokens": 48075, "chars": 134446, "chars_per_token": 2.797, "ratio_vs_en": 1.728, "ci95": [1.711, 1.745]}, "umb_Latn": {"tokens": 53506, "chars": 134747, "chars_per_token": 2.518, "ratio_vs_en": 1.923, "ci95": [1.894, 1.953]}, "urd_Arab": {"tokens": 48922, "chars": 129919, "chars_per_token": 2.656, "ratio_vs_en": 1.758, "ci95": [1.739, 1.776]}, "uzn_Latn": {"tokens": 50622, "chars": 149323, "chars_per_token": 2.95, "ratio_vs_en": 1.819, "ci95": [1.801, 1.838]}, "vec_Latn": {"tokens": 43627, "chars": 133237, "chars_per_token": 3.054, "ratio_vs_en": 1.568, "ci95": [1.552, 1.583]}, "vie_Latn": {"tokens": 39803, "chars": 138595, "chars_per_token": 3.482, "ratio_vs_en": 1.43, "ci95": [1.417, 1.444]}, "war_Latn": {"tokens": 51428, "chars": 164746, "chars_per_token": 3.203, "ratio_vs_en": 1.848, "ci95": [1.828, 1.869]}, "wol_Latn": {"tokens": 51862, "chars": 127173, "chars_per_token": 2.452, "ratio_vs_en": 1.864, "ci95": [1.84, 1.887]}, "xho_Latn": {"tokens": 54936, "chars": 139123, "chars_per_token": 2.532, "ratio_vs_en": 1.974, "ci95": [1.953, 1.997]}, "ydd_Hebr": {"tokens": 82059, "chars": 141658, "chars_per_token": 1.726, "ratio_vs_en": 2.949, "ci95": [2.918, 2.981]}, "yor_Latn": {"tokens": 78306, "chars": 126844, "chars_per_token": 1.62, "ratio_vs_en": 2.814, "ci95": [2.757, 2.874]}, "yue_Hant": {"tokens": 39931, "chars": 40019, "chars_per_token": 1.002, "ratio_vs_en": 1.435, "ci95": [1.42, 1.451]}, "zho_Hans": {"tokens": 39043, "chars": 43248, "chars_per_token": 1.108, "ratio_vs_en": 1.403, "ci95": [1.387, 1.42]}, "zho_Hant": {"tokens": 40956, "chars": 40695, "chars_per_token": 0.994, "ratio_vs_en": 1.472, "ci95": [1.455, 1.488]}, "zsm_Latn": {"tokens": 37488, "chars": 146201, "chars_per_token": 3.9, "ratio_vs_en": 1.347, "ci95": [1.334, 1.36]}, "zul_Latn": {"tokens": 58458, "chars": 148362, "chars_per_token": 2.538, "ratio_vs_en": 2.101, "ci95": [2.079, 2.122]}, "eng_Latn": {"tokens": 27827, "chars": 131966, "chars_per_token": 4.742, "ratio_vs_en": 1.0}}, "costs": []}, {"schema": 1, "tokenizer": "mT5", "kind": "hf", "id": "Xenova/mt5-base", "group": "Google", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 60651, "chars": 111621, "chars_per_token": 1.84, "ratio_vs_en": 1.795, "ci95": [1.776, 1.814]}, "ace_Latn": {"tokens": 48775, "chars": 141933, "chars_per_token": 2.91, "ratio_vs_en": 1.443, "ci95": [1.428, 1.458]}, "acm_Arab": {"tokens": 43111, "chars": 113573, "chars_per_token": 2.634, "ratio_vs_en": 1.276, "ci95": [1.264, 1.289]}, "acq_Arab": {"tokens": 44319, "chars": 115113, "chars_per_token": 2.597, "ratio_vs_en": 1.312, "ci95": [1.299, 1.325]}, "aeb_Arab": {"tokens": 43405, "chars": 112077, "chars_per_token": 2.582, "ratio_vs_en": 1.285, "ci95": [1.272, 1.298]}, "afr_Latn": {"tokens": 40232, "chars": 139690, "chars_per_token": 3.472, "ratio_vs_en": 1.191, "ci95": [1.182, 1.199]}, "ajp_Arab": {"tokens": 41601, "chars": 109046, "chars_per_token": 2.621, "ratio_vs_en": 1.231, "ci95": [1.22, 1.242]}, "aka_Latn": {"tokens": 61842, "chars": 132650, "chars_per_token": 2.145, "ratio_vs_en": 1.83, "ci95": [1.806, 1.856]}, "als_Latn": {"tokens": 49875, "chars": 147064, "chars_per_token": 2.949, "ratio_vs_en": 1.476, "ci95": [1.463, 1.489]}, "amh_Ethi": {"tokens": 57638, "chars": 87132, "chars_per_token": 1.512, "ratio_vs_en": 1.706, "ci95": [1.689, 1.723]}, "apc_Arab": {"tokens": 41239, "chars": 107981, "chars_per_token": 2.618, "ratio_vs_en": 1.22, "ci95": [1.209, 1.232]}, "arb_Arab": {"tokens": 45339, "chars": 116307, "chars_per_token": 2.565, "ratio_vs_en": 1.342, "ci95": [1.329, 1.356]}, "arb_Latn": {"tokens": 58362, "chars": 153758, "chars_per_token": 2.635, "ratio_vs_en": 1.727, "ci95": [1.707, 1.748]}, "ars_Arab": {"tokens": 45446, "chars": 116428, "chars_per_token": 2.562, "ratio_vs_en": 1.345, "ci95": [1.332, 1.359]}, "ary_Arab": {"tokens": 43328, "chars": 113563, "chars_per_token": 2.621, "ratio_vs_en": 1.282, "ci95": [1.268, 1.297]}, "arz_Arab": {"tokens": 42848, "chars": 113770, "chars_per_token": 2.655, "ratio_vs_en": 1.268, "ci95": [1.255, 1.281]}, "asm_Beng": {"tokens": 65033, "chars": 125936, "chars_per_token": 1.936, "ratio_vs_en": 1.925, "ci95": [1.906, 1.943]}, "ast_Latn": {"tokens": 43296, "chars": 136363, "chars_per_token": 3.15, "ratio_vs_en": 1.281, "ci95": [1.27, 1.293]}, "awa_Deva": {"tokens": 54401, "chars": 128171, "chars_per_token": 2.356, "ratio_vs_en": 1.61, "ci95": [1.594, 1.628]}, "ayr_Latn": {"tokens": 53012, "chars": 138617, "chars_per_token": 2.615, "ratio_vs_en": 1.569, "ci95": [1.547, 1.59]}, "azb_Arab": {"tokens": 47822, "chars": 117061, "chars_per_token": 2.448, "ratio_vs_en": 1.415, "ci95": [1.4, 1.431]}, "azj_Latn": {"tokens": 45534, "chars": 143739, "chars_per_token": 3.157, "ratio_vs_en": 1.348, "ci95": [1.333, 1.362]}, "bak_Cyrl": {"tokens": 53757, "chars": 133222, "chars_per_token": 2.478, "ratio_vs_en": 1.591, "ci95": [1.574, 1.608]}, "bam_Latn": {"tokens": 55718, "chars": 126387, "chars_per_token": 2.268, "ratio_vs_en": 1.649, "ci95": [1.628, 1.669]}, "ban_Latn": {"tokens": 43170, "chars": 145570, "chars_per_token": 3.372, "ratio_vs_en": 1.278, "ci95": [1.265, 1.291]}, "bel_Cyrl": {"tokens": 53167, "chars": 147991, "chars_per_token": 2.784, "ratio_vs_en": 1.573, "ci95": [1.556, 1.592]}, "bem_Latn": {"tokens": 52356, "chars": 160751, "chars_per_token": 3.07, "ratio_vs_en": 1.549, "ci95": [1.533, 1.566]}, "ben_Beng": {"tokens": 52965, "chars": 129042, "chars_per_token": 2.436, "ratio_vs_en": 1.567, "ci95": [1.554, 1.581]}, "bho_Deva": {"tokens": 55083, "chars": 128611, "chars_per_token": 2.335, "ratio_vs_en": 1.63, "ci95": [1.615, 1.647]}, "bjn_Arab": {"tokens": 59165, "chars": 122230, "chars_per_token": 2.066, "ratio_vs_en": 1.751, "ci95": [1.734, 1.768]}, "bjn_Latn": {"tokens": 39290, "chars": 138182, "chars_per_token": 3.517, "ratio_vs_en": 1.163, "ci95": [1.152, 1.173]}, "bod_Tibt": {"tokens": 123812, "chars": 148151, "chars_per_token": 1.197, "ratio_vs_en": 3.664, "ci95": [3.617, 3.712]}, "bos_Latn": {"tokens": 44634, "chars": 132187, "chars_per_token": 2.962, "ratio_vs_en": 1.321, "ci95": [1.309, 1.334]}, "bug_Latn": {"tokens": 47967, "chars": 139375, "chars_per_token": 2.906, "ratio_vs_en": 1.42, "ci95": [1.401, 1.438]}, "bul_Cyrl": {"tokens": 43133, "chars": 137824, "chars_per_token": 3.195, "ratio_vs_en": 1.276, "ci95": [1.266, 1.287]}, "cat_Latn": {"tokens": 46002, "chars": 145781, "chars_per_token": 3.169, "ratio_vs_en": 1.361, "ci95": [1.349, 1.374]}, "ceb_Latn": {"tokens": 48035, "chars": 158685, "chars_per_token": 3.304, "ratio_vs_en": 1.422, "ci95": [1.409, 1.435]}, "ces_Latn": {"tokens": 42992, "chars": 127257, "chars_per_token": 2.96, "ratio_vs_en": 1.272, "ci95": [1.261, 1.284]}, "cjk_Latn": {"tokens": 47064, "chars": 139261, "chars_per_token": 2.959, "ratio_vs_en": 1.393, "ci95": [1.373, 1.414]}, "ckb_Arab": {"tokens": 58938, "chars": 128585, "chars_per_token": 2.182, "ratio_vs_en": 1.744, "ci95": [1.726, 1.763]}, "crh_Latn": {"tokens": 44356, "chars": 134038, "chars_per_token": 3.022, "ratio_vs_en": 1.313, "ci95": [1.298, 1.326]}, "cym_Latn": {"tokens": 57275, "chars": 141257, "chars_per_token": 2.466, "ratio_vs_en": 1.695, "ci95": [1.679, 1.709]}, "dan_Latn": {"tokens": 38433, "chars": 135083, "chars_per_token": 3.515, "ratio_vs_en": 1.137, "ci95": [1.128, 1.147]}, "deu_Latn": {"tokens": 40062, "chars": 153809, "chars_per_token": 3.839, "ratio_vs_en": 1.186, "ci95": [1.176, 1.195]}, "dik_Latn": {"tokens": 53185, "chars": 111789, "chars_per_token": 2.102, "ratio_vs_en": 1.574, "ci95": [1.544, 1.607]}, "dyu_Latn": {"tokens": 52444, "chars": 132855, "chars_per_token": 2.533, "ratio_vs_en": 1.552, "ci95": [1.53, 1.577]}, "dzo_Tibt": {"tokens": 141558, "chars": 163358, "chars_per_token": 1.154, "ratio_vs_en": 4.189, "ci95": [4.136, 4.246]}, "ell_Grek": {"tokens": 55529, "chars": 157539, "chars_per_token": 2.837, "ratio_vs_en": 1.643, "ci95": [1.628, 1.659]}, "epo_Latn": {"tokens": 40079, "chars": 131292, "chars_per_token": 3.276, "ratio_vs_en": 1.186, "ci95": [1.177, 1.196]}, "est_Latn": {"tokens": 37686, "chars": 129459, "chars_per_token": 3.435, "ratio_vs_en": 1.115, "ci95": [1.105, 1.125]}, "eus_Latn": {"tokens": 41002, "chars": 139822, "chars_per_token": 3.41, "ratio_vs_en": 1.213, "ci95": [1.202, 1.225]}, "ewe_Latn": {"tokens": 61084, "chars": 127448, "chars_per_token": 2.086, "ratio_vs_en": 1.808, "ci95": [1.778, 1.838]}, "fao_Latn": {"tokens": 47260, "chars": 134274, "chars_per_token": 2.841, "ratio_vs_en": 1.399, "ci95": [1.387, 1.412]}, "fij_Latn": {"tokens": 53682, "chars": 155177, "chars_per_token": 2.891, "ratio_vs_en": 1.589, "ci95": [1.57, 1.609]}, "fin_Latn": {"tokens": 39145, "chars": 140128, "chars_per_token": 3.58, "ratio_vs_en": 1.158, "ci95": [1.147, 1.169]}, "fon_Latn": {"tokens": 79687, "chars": 135260, "chars_per_token": 1.697, "ratio_vs_en": 2.358, "ci95": [2.321, 2.398]}, "fra_Latn": {"tokens": 47362, "chars": 157638, "chars_per_token": 3.328, "ratio_vs_en": 1.402, "ci95": [1.389, 1.414]}, "fur_Latn": {"tokens": 51322, "chars": 144519, "chars_per_token": 2.816, "ratio_vs_en": 1.519, "ci95": [1.505, 1.533]}, "fuv_Latn": {"tokens": 44470, "chars": 122162, "chars_per_token": 2.747, "ratio_vs_en": 1.316, "ci95": [1.296, 1.335]}, "gaz_Latn": {"tokens": 56913, "chars": 156418, "chars_per_token": 2.748, "ratio_vs_en": 1.684, "ci95": [1.667, 1.702]}, "gla_Latn": {"tokens": 62232, "chars": 162597, "chars_per_token": 2.613, "ratio_vs_en": 1.842, "ci95": [1.822, 1.862]}, "gle_Latn": {"tokens": 56231, "chars": 152481, "chars_per_token": 2.712, "ratio_vs_en": 1.664, "ci95": [1.647, 1.681]}, "glg_Latn": {"tokens": 44343, "chars": 146143, "chars_per_token": 3.296, "ratio_vs_en": 1.312, "ci95": [1.301, 1.324]}, "grn_Latn": {"tokens": 54679, "chars": 132815, "chars_per_token": 2.429, "ratio_vs_en": 1.618, "ci95": [1.6, 1.637]}, "guj_Gujr": {"tokens": 58091, "chars": 126428, "chars_per_token": 2.176, "ratio_vs_en": 1.719, "ci95": [1.704, 1.736]}, "hat_Latn": {"tokens": 41009, "chars": 121280, "chars_per_token": 2.957, "ratio_vs_en": 1.214, "ci95": [1.203, 1.225]}, "hau_Latn": {"tokens": 45781, "chars": 140067, "chars_per_token": 3.06, "ratio_vs_en": 1.355, "ci95": [1.342, 1.369]}, "heb_Hebr": {"tokens": 41035, "chars": 102054, "chars_per_token": 2.487, "ratio_vs_en": 1.214, "ci95": [1.204, 1.225]}, "hin_Deva": {"tokens": 53495, "chars": 131058, "chars_per_token": 2.45, "ratio_vs_en": 1.583, "ci95": [1.568, 1.599]}, "hne_Deva": {"tokens": 53631, "chars": 126933, "chars_per_token": 2.367, "ratio_vs_en": 1.587, "ci95": [1.574, 1.602]}, "hrv_Latn": {"tokens": 43669, "chars": 128727, "chars_per_token": 2.948, "ratio_vs_en": 1.292, "ci95": [1.28, 1.305]}, "hun_Latn": {"tokens": 42515, "chars": 138629, "chars_per_token": 3.261, "ratio_vs_en": 1.258, "ci95": [1.246, 1.272]}, "hye_Armn": {"tokens": 53160, "chars": 145956, "chars_per_token": 2.746, "ratio_vs_en": 1.573, "ci95": [1.559, 1.588]}, "ibo_Latn": {"tokens": 61054, "chars": 134560, "chars_per_token": 2.204, "ratio_vs_en": 1.807, "ci95": [1.784, 1.83]}, "ilo_Latn": {"tokens": 54210, "chars": 159680, "chars_per_token": 2.946, "ratio_vs_en": 1.604, "ci95": [1.589, 1.62]}, "ind_Latn": {"tokens": 36324, "chars": 142318, "chars_per_token": 3.918, "ratio_vs_en": 1.075, "ci95": [1.066, 1.084]}, "isl_Latn": {"tokens": 44385, "chars": 129783, "chars_per_token": 2.924, "ratio_vs_en": 1.314, "ci95": [1.3, 1.327]}, "ita_Latn": {"tokens": 45316, "chars": 156138, "chars_per_token": 3.446, "ratio_vs_en": 1.341, "ci95": [1.329, 1.353]}, "jav_Latn": {"tokens": 40691, "chars": 136928, "chars_per_token": 3.365, "ratio_vs_en": 1.204, "ci95": [1.194, 1.216]}, "jpn_Jpan": {"tokens": 30524, "chars": 56943, "chars_per_token": 1.866, "ratio_vs_en": 0.903, "ci95": [0.893, 0.914]}, "kab_Latn": {"tokens": 61348, "chars": 130554, "chars_per_token": 2.128, "ratio_vs_en": 1.816, "ci95": [1.796, 1.835]}, "kac_Latn": {"tokens": 61047, "chars": 169397, "chars_per_token": 2.775, "ratio_vs_en": 1.807, "ci95": [1.78, 1.833]}, "kam_Latn": {"tokens": 51445, "chars": 128356, "chars_per_token": 2.495, "ratio_vs_en": 1.522, "ci95": [1.496, 1.549]}, "kan_Knda": {"tokens": 48408, "chars": 138040, "chars_per_token": 2.852, "ratio_vs_en": 1.433, "ci95": [1.418, 1.447]}, "kas_Arab": {"tokens": 67709, "chars": 126105, "chars_per_token": 1.862, "ratio_vs_en": 2.004, "ci95": [1.98, 2.028]}, "kas_Deva": {"tokens": 60291, "chars": 126401, "chars_per_token": 2.097, "ratio_vs_en": 1.784, "ci95": [1.767, 1.802]}, "kat_Geor": {"tokens": 51879, "chars": 143930, "chars_per_token": 2.774, "ratio_vs_en": 1.535, "ci95": [1.521, 1.55]}, "kaz_Cyrl": {"tokens": 40530, "chars": 135404, "chars_per_token": 3.341, "ratio_vs_en": 1.199, "ci95": [1.188, 1.211]}, "kbp_Latn": {"tokens": 94987, "chars": 142957, "chars_per_token": 1.505, "ratio_vs_en": 2.811, "ci95": [2.771, 2.854]}, "kea_Latn": {"tokens": 43115, "chars": 130800, "chars_per_token": 3.034, "ratio_vs_en": 1.276, "ci95": [1.266, 1.286]}, "khk_Cyrl": {"tokens": 49673, "chars": 137067, "chars_per_token": 2.759, "ratio_vs_en": 1.47, "ci95": [1.457, 1.484]}, "khm_Khmr": {"tokens": 47482, "chars": 153212, "chars_per_token": 3.227, "ratio_vs_en": 1.405, "ci95": [1.385, 1.425]}, "kik_Latn": {"tokens": 73077, "chars": 153431, "chars_per_token": 2.1, "ratio_vs_en": 2.163, "ci95": [2.125, 2.2]}, "kin_Latn": {"tokens": 50768, "chars": 145862, "chars_per_token": 2.873, "ratio_vs_en": 1.502, "ci95": [1.487, 1.52]}, "kir_Cyrl": {"tokens": 44515, "chars": 135532, "chars_per_token": 3.045, "ratio_vs_en": 1.317, "ci95": [1.303, 1.332]}, "kmb_Latn": {"tokens": 49851, "chars": 145762, "chars_per_token": 2.924, "ratio_vs_en": 1.475, "ci95": [1.457, 1.493]}, "kmr_Latn": {"tokens": 47788, "chars": 130372, "chars_per_token": 2.728, "ratio_vs_en": 1.414, "ci95": [1.401, 1.427]}, "knc_Arab": {"tokens": 82335, "chars": 116000, "chars_per_token": 1.409, "ratio_vs_en": 2.437, "ci95": [2.354, 2.52]}, "knc_Latn": {"tokens": 53569, "chars": 138972, "chars_per_token": 2.594, "ratio_vs_en": 1.585, "ci95": [1.565, 1.607]}, "kon_Latn": {"tokens": 49099, "chars": 149894, "chars_per_token": 3.053, "ratio_vs_en": 1.453, "ci95": [1.438, 1.469]}, "kor_Hang": {"tokens": 42907, "chars": 65965, "chars_per_token": 1.537, "ratio_vs_en": 1.27, "ci95": [1.257, 1.283]}, "lao_Laoo": {"tokens": 42609, "chars": 130060, "chars_per_token": 3.052, "ratio_vs_en": 1.261, "ci95": [1.245, 1.278]}, "lij_Latn": {"tokens": 57251, "chars": 145994, "chars_per_token": 2.55, "ratio_vs_en": 1.694, "ci95": [1.678, 1.711]}, "lim_Latn": {"tokens": 46554, "chars": 137686, "chars_per_token": 2.958, "ratio_vs_en": 1.378, "ci95": [1.365, 1.391]}, "lin_Latn": {"tokens": 46554, "chars": 142197, "chars_per_token": 3.054, "ratio_vs_en": 1.378, "ci95": [1.365, 1.391]}, "lit_Latn": {"tokens": 41077, "chars": 130329, "chars_per_token": 3.173, "ratio_vs_en": 1.216, "ci95": [1.203, 1.227]}, "lmo_Latn": {"tokens": 57529, "chars": 141666, "chars_per_token": 2.463, "ratio_vs_en": 1.702, "ci95": [1.687, 1.718]}, "ltg_Latn": {"tokens": 49221, "chars": 129848, "chars_per_token": 2.638, "ratio_vs_en": 1.457, "ci95": [1.443, 1.471]}, "ltz_Latn": {"tokens": 49392, "chars": 147545, "chars_per_token": 2.987, "ratio_vs_en": 1.462, "ci95": [1.449, 1.475]}, "lua_Latn": {"tokens": 46378, "chars": 142998, "chars_per_token": 3.083, "ratio_vs_en": 1.372, "ci95": [1.358, 1.388]}, "lug_Latn": {"tokens": 47440, "chars": 135078, "chars_per_token": 2.847, "ratio_vs_en": 1.404, "ci95": [1.389, 1.421]}, "luo_Latn": {"tokens": 47476, "chars": 137546, "chars_per_token": 2.897, "ratio_vs_en": 1.405, "ci95": [1.388, 1.422]}, "lus_Latn": {"tokens": 53534, "chars": 146255, "chars_per_token": 2.732, "ratio_vs_en": 1.584, "ci95": [1.563, 1.606]}, "lvs_Latn": {"tokens": 43762, "chars": 134157, "chars_per_token": 3.066, "ratio_vs_en": 1.295, "ci95": [1.283, 1.307]}, "mag_Deva": {"tokens": 54383, "chars": 126695, "chars_per_token": 2.33, "ratio_vs_en": 1.609, "ci95": [1.596, 1.623]}, "mai_Deva": {"tokens": 58614, "chars": 129408, "chars_per_token": 2.208, "ratio_vs_en": 1.735, "ci95": [1.719, 1.75]}, "mal_Mlym": {"tokens": 45677, "chars": 149336, "chars_per_token": 3.269, "ratio_vs_en": 1.352, "ci95": [1.338, 1.365]}, "mar_Deva": {"tokens": 51408, "chars": 133051, "chars_per_token": 2.588, "ratio_vs_en": 1.521, "ci95": [1.508, 1.534]}, "min_Arab": {"tokens": 62284, "chars": 126399, "chars_per_token": 2.029, "ratio_vs_en": 1.843, "ci95": [1.825, 1.862]}, "min_Latn": {"tokens": 42340, "chars": 141163, "chars_per_token": 3.334, "ratio_vs_en": 1.253, "ci95": [1.242, 1.265]}, "mkd_Cyrl": {"tokens": 43609, "chars": 137827, "chars_per_token": 3.161, "ratio_vs_en": 1.291, "ci95": [1.28, 1.301]}, "mlt_Latn": {"tokens": 57448, "chars": 146288, "chars_per_token": 2.546, "ratio_vs_en": 1.7, "ci95": [1.685, 1.716]}, "mni_Beng": {"tokens": 74656, "chars": 136782, "chars_per_token": 1.832, "ratio_vs_en": 2.209, "ci95": [2.186, 2.235]}, "mos_Latn": {"tokens": 60073, "chars": 124657, "chars_per_token": 2.075, "ratio_vs_en": 1.778, "ci95": [1.752, 1.805]}, "mri_Latn": {"tokens": 57379, "chars": 146527, "chars_per_token": 2.554, "ratio_vs_en": 1.698, "ci95": [1.68, 1.716]}, "mya_Mymr": {"tokens": 52642, "chars": 163169, "chars_per_token": 3.1, "ratio_vs_en": 1.558, "ci95": [1.542, 1.576]}, "nld_Latn": {"tokens": 39336, "chars": 147507, "chars_per_token": 3.75, "ratio_vs_en": 1.164, "ci95": [1.154, 1.174]}, "nno_Latn": {"tokens": 39633, "chars": 133443, "chars_per_token": 3.367, "ratio_vs_en": 1.173, "ci95": [1.163, 1.184]}, "nob_Latn": {"tokens": 37505, "chars": 132138, "chars_per_token": 3.523, "ratio_vs_en": 1.11, "ci95": [1.101, 1.12]}, "npi_Deva": {"tokens": 49341, "chars": 126903, "chars_per_token": 2.572, "ratio_vs_en": 1.46, "ci95": [1.447, 1.474]}, "nso_Latn": {"tokens": 52986, "chars": 151109, "chars_per_token": 2.852, "ratio_vs_en": 1.568, "ci95": [1.553, 1.584]}, "nus_Latn": {"tokens": 81814, "chars": 142340, "chars_per_token": 1.74, "ratio_vs_en": 2.421, "ci95": [2.389, 2.453]}, "nya_Latn": {"tokens": 45431, "chars": 147172, "chars_per_token": 3.239, "ratio_vs_en": 1.344, "ci95": [1.329, 1.36]}, "oci_Latn": {"tokens": 50216, "chars": 150651, "chars_per_token": 3.0, "ratio_vs_en": 1.486, "ci95": [1.473, 1.5]}, "ory_Orya": {"tokens": 104566, "chars": 134839, "chars_per_token": 1.29, "ratio_vs_en": 3.094, "ci95": [3.066, 3.124]}, "pag_Latn": {"tokens": 40831, "chars": 129899, "chars_per_token": 3.181, "ratio_vs_en": 1.208, "ci95": [1.192, 1.226]}, "pan_Guru": {"tokens": 71054, "chars": 133425, "chars_per_token": 1.878, "ratio_vs_en": 2.103, "ci95": [2.083, 2.124]}, "pap_Latn": {"tokens": 45674, "chars": 139154, "chars_per_token": 3.047, "ratio_vs_en": 1.352, "ci95": [1.341, 1.363]}, "pbt_Arab": {"tokens": 54118, "chars": 122455, "chars_per_token": 2.263, "ratio_vs_en": 1.602, "ci95": [1.586, 1.617]}, "pes_Arab": {"tokens": 45157, "chars": 123827, "chars_per_token": 2.742, "ratio_vs_en": 1.336, "ci95": [1.325, 1.348]}, "plt_Latn": {"tokens": 53584, "chars": 160996, "chars_per_token": 3.005, "ratio_vs_en": 1.586, "ci95": [1.57, 1.603]}, "pol_Latn": {"tokens": 44053, "chars": 139483, "chars_per_token": 3.166, "ratio_vs_en": 1.304, "ci95": [1.291, 1.317]}, "por_Latn": {"tokens": 43496, "chars": 143418, "chars_per_token": 3.297, "ratio_vs_en": 1.287, "ci95": [1.277, 1.297]}, "prs_Arab": {"tokens": 44331, "chars": 120643, "chars_per_token": 2.721, "ratio_vs_en": 1.312, "ci95": [1.3, 1.324]}, "quy_Latn": {"tokens": 48103, "chars": 141027, "chars_per_token": 2.932, "ratio_vs_en": 1.424, "ci95": [1.406, 1.442]}, "ron_Latn": {"tokens": 45995, "chars": 148571, "chars_per_token": 3.23, "ratio_vs_en": 1.361, "ci95": [1.349, 1.373]}, "run_Latn": {"tokens": 51199, "chars": 147265, "chars_per_token": 2.876, "ratio_vs_en": 1.515, "ci95": [1.498, 1.534]}, "rus_Cyrl": {"tokens": 42379, "chars": 142096, "chars_per_token": 3.353, "ratio_vs_en": 1.254, "ci95": [1.242, 1.266]}, "sag_Latn": {"tokens": 55394, "chars": 142621, "chars_per_token": 2.575, "ratio_vs_en": 1.639, "ci95": [1.617, 1.663]}, "san_Deva": {"tokens": 55198, "chars": 128257, "chars_per_token": 2.324, "ratio_vs_en": 1.634, "ci95": [1.617, 1.65]}, "sat_Olck": {"tokens": 91035, "chars": 139791, "chars_per_token": 1.536, "ratio_vs_en": 2.694, "ci95": [2.663, 2.725]}, "scn_Latn": {"tokens": 51514, "chars": 138571, "chars_per_token": 2.69, "ratio_vs_en": 1.524, "ci95": [1.51, 1.54]}, "shn_Mymr": {"tokens": 110932, "chars": 188284, "chars_per_token": 1.697, "ratio_vs_en": 3.283, "ci95": [3.238, 3.329]}, "sin_Sinh": {"tokens": 55214, "chars": 131080, "chars_per_token": 2.374, "ratio_vs_en": 1.634, "ci95": [1.62, 1.648]}, "slk_Latn": {"tokens": 43689, "chars": 131710, "chars_per_token": 3.015, "ratio_vs_en": 1.293, "ci95": [1.281, 1.305]}, "slv_Latn": {"tokens": 40420, "chars": 130855, "chars_per_token": 3.237, "ratio_vs_en": 1.196, "ci95": [1.186, 1.206]}, "smo_Latn": {"tokens": 64562, "chars": 152724, "chars_per_token": 2.366, "ratio_vs_en": 1.911, "ci95": [1.89, 1.933]}, "sna_Latn": {"tokens": 45436, "chars": 147603, "chars_per_token": 3.249, "ratio_vs_en": 1.345, "ci95": [1.328, 1.361]}, "snd_Arab": {"tokens": 58780, "chars": 119588, "chars_per_token": 2.035, "ratio_vs_en": 1.74, "ci95": [1.723, 1.756]}, "som_Latn": {"tokens": 50359, "chars": 151662, "chars_per_token": 3.012, "ratio_vs_en": 1.49, "ci95": [1.476, 1.505]}, "sot_Latn": {"tokens": 53255, "chars": 158732, "chars_per_token": 2.981, "ratio_vs_en": 1.576, "ci95": [1.56, 1.592]}, "spa_Latn": {"tokens": 44234, "chars": 156997, "chars_per_token": 3.549, "ratio_vs_en": 1.309, "ci95": [1.297, 1.321]}, "srd_Latn": {"tokens": 53058, "chars": 153347, "chars_per_token": 2.89, "ratio_vs_en": 1.57, "ci95": [1.556, 1.586]}, "srp_Cyrl": {"tokens": 43830, "chars": 130780, "chars_per_token": 2.984, "ratio_vs_en": 1.297, "ci95": [1.286, 1.309]}, "ssw_Latn": {"tokens": 47717, "chars": 148726, "chars_per_token": 3.117, "ratio_vs_en": 1.412, "ci95": [1.397, 1.428]}, "sun_Latn": {"tokens": 41162, "chars": 136846, "chars_per_token": 3.325, "ratio_vs_en": 1.218, "ci95": [1.207, 1.23]}, "swe_Latn": {"tokens": 37467, "chars": 132173, "chars_per_token": 3.528, "ratio_vs_en": 1.109, "ci95": [1.1, 1.117]}, "swh_Latn": {"tokens": 41995, "chars": 138104, "chars_per_token": 3.289, "ratio_vs_en": 1.243, "ci95": [1.232, 1.253]}, "szl_Latn": {"tokens": 53149, "chars": 137371, "chars_per_token": 2.585, "ratio_vs_en": 1.573, "ci95": [1.557, 1.589]}, "tam_Taml": {"tokens": 42627, "chars": 154133, "chars_per_token": 3.616, "ratio_vs_en": 1.261, "ci95": [1.249, 1.275]}, "taq_Latn": {"tokens": 55141, "chars": 124417, "chars_per_token": 2.256, "ratio_vs_en": 1.632, "ci95": [1.61, 1.657]}, "taq_Tfng": {"tokens": 120879, "chars": 123904, "chars_per_token": 1.025, "ratio_vs_en": 3.577, "ci95": [3.535, 3.624]}, "tat_Cyrl": {"tokens": 47438, "chars": 133282, "chars_per_token": 2.81, "ratio_vs_en": 1.404, "ci95": [1.39, 1.417]}, "tel_Telu": {"tokens": 47647, "chars": 132470, "chars_per_token": 2.78, "ratio_vs_en": 1.41, "ci95": [1.396, 1.424]}, "tgk_Cyrl": {"tokens": 54419, "chars": 145871, "chars_per_token": 2.681, "ratio_vs_en": 1.61, "ci95": [1.594, 1.627]}, "tgl_Latn": {"tokens": 49206, "chars": 166169, "chars_per_token": 3.377, "ratio_vs_en": 1.456, "ci95": [1.443, 1.469]}, "tha_Thai": {"tokens": 33403, "chars": 126109, "chars_per_token": 3.775, "ratio_vs_en": 0.989, "ci95": [0.976, 1.002]}, "tir_Ethi": {"tokens": 68297, "chars": 90700, "chars_per_token": 1.328, "ratio_vs_en": 2.021, "ci95": [1.999, 2.044]}, "tpi_Latn": {"tokens": 55898, "chars": 169011, "chars_per_token": 3.024, "ratio_vs_en": 1.654, "ci95": [1.635, 1.673]}, "tsn_Latn": {"tokens": 55901, "chars": 163035, "chars_per_token": 2.916, "ratio_vs_en": 1.654, "ci95": [1.635, 1.675]}, "tso_Latn": {"tokens": 54125, "chars": 158178, "chars_per_token": 2.922, "ratio_vs_en": 1.602, "ci95": [1.584, 1.62]}, "tuk_Latn": {"tokens": 56777, "chars": 140262, "chars_per_token": 2.47, "ratio_vs_en": 1.68, "ci95": [1.664, 1.697]}, "tum_Latn": {"tokens": 54353, "chars": 172545, "chars_per_token": 3.175, "ratio_vs_en": 1.609, "ci95": [1.587, 1.633]}, "tur_Latn": {"tokens": 37784, "chars": 135761, "chars_per_token": 3.593, "ratio_vs_en": 1.118, "ci95": [1.108, 1.128]}, "twi_Latn": {"tokens": 57585, "chars": 128598, "chars_per_token": 2.233, "ratio_vs_en": 1.704, "ci95": [1.681, 1.729]}, "tzm_Tfng": {"tokens": 117625, "chars": 117960, "chars_per_token": 1.003, "ratio_vs_en": 3.481, "ci95": [3.446, 3.518]}, "uig_Arab": {"tokens": 86408, "chars": 140477, "chars_per_token": 1.626, "ratio_vs_en": 2.557, "ci95": [2.527, 2.588]}, "ukr_Cyrl": {"tokens": 44589, "chars": 134446, "chars_per_token": 3.015, "ratio_vs_en": 1.32, "ci95": [1.308, 1.332]}, "umb_Latn": {"tokens": 50086, "chars": 134747, "chars_per_token": 2.69, "ratio_vs_en": 1.482, "ci95": [1.463, 1.504]}, "urd_Arab": {"tokens": 50963, "chars": 129919, "chars_per_token": 2.549, "ratio_vs_en": 1.508, "ci95": [1.493, 1.524]}, "uzn_Latn": {"tokens": 46538, "chars": 149323, "chars_per_token": 3.209, "ratio_vs_en": 1.377, "ci95": [1.365, 1.389]}, "vec_Latn": {"tokens": 46200, "chars": 133237, "chars_per_token": 2.884, "ratio_vs_en": 1.367, "ci95": [1.355, 1.38]}, "vie_Latn": {"tokens": 65959, "chars": 138595, "chars_per_token": 2.101, "ratio_vs_en": 1.952, "ci95": [1.933, 1.974]}, "war_Latn": {"tokens": 48871, "chars": 164746, "chars_per_token": 3.371, "ratio_vs_en": 1.446, "ci95": [1.434, 1.459]}, "wol_Latn": {"tokens": 49019, "chars": 127173, "chars_per_token": 2.594, "ratio_vs_en": 1.451, "ci95": [1.434, 1.467]}, "xho_Latn": {"tokens": 45173, "chars": 139123, "chars_per_token": 3.08, "ratio_vs_en": 1.337, "ci95": [1.323, 1.351]}, "ydd_Hebr": {"tokens": 56022, "chars": 141658, "chars_per_token": 2.529, "ratio_vs_en": 1.658, "ci95": [1.647, 1.67]}, "yor_Latn": {"tokens": 69438, "chars": 126844, "chars_per_token": 1.827, "ratio_vs_en": 2.055, "ci95": [2.022, 2.091]}, "yue_Hant": {"tokens": 32183, "chars": 40019, "chars_per_token": 1.243, "ratio_vs_en": 0.952, "ci95": [0.943, 0.962]}, "zho_Hans": {"tokens": 30612, "chars": 43248, "chars_per_token": 1.413, "ratio_vs_en": 0.906, "ci95": [0.893, 0.919]}, "zho_Hant": {"tokens": 33038, "chars": 40695, "chars_per_token": 1.232, "ratio_vs_en": 0.978, "ci95": [0.967, 0.989]}, "zsm_Latn": {"tokens": 37358, "chars": 146201, "chars_per_token": 3.914, "ratio_vs_en": 1.106, "ci95": [1.097, 1.115]}, "zul_Latn": {"tokens": 47323, "chars": 148362, "chars_per_token": 3.135, "ratio_vs_en": 1.4, "ci95": [1.387, 1.414]}, "eng_Latn": {"tokens": 33791, "chars": 131966, "chars_per_token": 3.905, "ratio_vs_en": 1.0}}, "costs": []}, {"schema": 1, "tokenizer": "Nemotron Nano 2", "kind": "hf", "id": "nvidia/NVIDIA-Nemotron-Nano-9B-v2", "group": "Other", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 68978, "chars": 111621, "chars_per_token": 1.618, "ratio_vs_en": 2.479, "ci95": [2.449, 2.509]}, "ace_Latn": {"tokens": 51817, "chars": 141933, "chars_per_token": 2.739, "ratio_vs_en": 1.862, "ci95": [1.839, 1.883]}, "acm_Arab": {"tokens": 34908, "chars": 113573, "chars_per_token": 3.253, "ratio_vs_en": 1.254, "ci95": [1.241, 1.267]}, "acq_Arab": {"tokens": 34909, "chars": 115113, "chars_per_token": 3.298, "ratio_vs_en": 1.255, "ci95": [1.241, 1.268]}, "aeb_Arab": {"tokens": 36127, "chars": 112077, "chars_per_token": 3.102, "ratio_vs_en": 1.298, "ci95": [1.285, 1.313]}, "afr_Latn": {"tokens": 42260, "chars": 139690, "chars_per_token": 3.305, "ratio_vs_en": 1.519, "ci95": [1.505, 1.533]}, "ajp_Arab": {"tokens": 34079, "chars": 109046, "chars_per_token": 3.2, "ratio_vs_en": 1.225, "ci95": [1.213, 1.236]}, "aka_Latn": {"tokens": 72257, "chars": 132650, "chars_per_token": 1.836, "ratio_vs_en": 2.597, "ci95": [2.557, 2.639]}, "als_Latn": {"tokens": 51994, "chars": 147064, "chars_per_token": 2.828, "ratio_vs_en": 1.868, "ci95": [1.849, 1.888]}, "amh_Ethi": {"tokens": 206679, "chars": 87132, "chars_per_token": 0.422, "ratio_vs_en": 7.427, "ci95": [7.329, 7.521]}, "apc_Arab": {"tokens": 34182, "chars": 107981, "chars_per_token": 3.159, "ratio_vs_en": 1.228, "ci95": [1.217, 1.241]}, "arb_Arab": {"tokens": 34551, "chars": 116307, "chars_per_token": 3.366, "ratio_vs_en": 1.242, "ci95": [1.229, 1.254]}, "arb_Latn": {"tokens": 64671, "chars": 153758, "chars_per_token": 2.378, "ratio_vs_en": 2.324, "ci95": [2.295, 2.353]}, "ars_Arab": {"tokens": 34687, "chars": 116428, "chars_per_token": 3.357, "ratio_vs_en": 1.247, "ci95": [1.234, 1.26]}, "ary_Arab": {"tokens": 38098, "chars": 113563, "chars_per_token": 2.981, "ratio_vs_en": 1.369, "ci95": [1.353, 1.385]}, "arz_Arab": {"tokens": 35690, "chars": 113770, "chars_per_token": 3.188, "ratio_vs_en": 1.283, "ci95": [1.269, 1.297]}, "asm_Beng": {"tokens": 91309, "chars": 125936, "chars_per_token": 1.379, "ratio_vs_en": 3.281, "ci95": [3.242, 3.324]}, "ast_Latn": {"tokens": 39067, "chars": 136363, "chars_per_token": 3.49, "ratio_vs_en": 1.404, "ci95": [1.39, 1.418]}, "awa_Deva": {"tokens": 56567, "chars": 128171, "chars_per_token": 2.266, "ratio_vs_en": 2.033, "ci95": [2.009, 2.056]}, "ayr_Latn": {"tokens": 56383, "chars": 138617, "chars_per_token": 2.458, "ratio_vs_en": 2.026, "ci95": [1.998, 2.054]}, "azb_Arab": {"tokens": 49171, "chars": 117061, "chars_per_token": 2.381, "ratio_vs_en": 1.767, "ci95": [1.747, 1.787]}, "azj_Latn": {"tokens": 50294, "chars": 143739, "chars_per_token": 2.858, "ratio_vs_en": 1.807, "ci95": [1.786, 1.829]}, "bak_Cyrl": {"tokens": 71601, "chars": 133222, "chars_per_token": 1.861, "ratio_vs_en": 2.573, "ci95": [2.541, 2.609]}, "bam_Latn": {"tokens": 67763, "chars": 126387, "chars_per_token": 1.865, "ratio_vs_en": 2.435, "ci95": [2.399, 2.471]}, "ban_Latn": {"tokens": 46035, "chars": 145570, "chars_per_token": 3.162, "ratio_vs_en": 1.654, "ci95": [1.635, 1.674]}, "bel_Cyrl": {"tokens": 59909, "chars": 147991, "chars_per_token": 2.47, "ratio_vs_en": 2.153, "ci95": [2.126, 2.18]}, "bem_Latn": {"tokens": 58473, "chars": 160751, "chars_per_token": 2.749, "ratio_vs_en": 2.101, "ci95": [2.078, 2.126]}, "ben_Beng": {"tokens": 57089, "chars": 129042, "chars_per_token": 2.26, "ratio_vs_en": 2.052, "ci95": [2.028, 2.075]}, "bho_Deva": {"tokens": 57971, "chars": 128611, "chars_per_token": 2.219, "ratio_vs_en": 2.083, "ci95": [2.059, 2.108]}, "bjn_Arab": {"tokens": 67449, "chars": 122230, "chars_per_token": 1.812, "ratio_vs_en": 2.424, "ci95": [2.395, 2.453]}, "bjn_Latn": {"tokens": 43218, "chars": 138182, "chars_per_token": 3.197, "ratio_vs_en": 1.553, "ci95": [1.536, 1.569]}, "bod_Tibt": {"tokens": 341900, "chars": 148151, "chars_per_token": 0.433, "ratio_vs_en": 12.287, "ci95": [12.107, 12.471]}, "bos_Latn": {"tokens": 42333, "chars": 132187, "chars_per_token": 3.123, "ratio_vs_en": 1.521, "ci95": [1.507, 1.537]}, "bug_Latn": {"tokens": 50063, "chars": 139375, "chars_per_token": 2.784, "ratio_vs_en": 1.799, "ci95": [1.776, 1.824]}, "bul_Cyrl": {"tokens": 45708, "chars": 137824, "chars_per_token": 3.015, "ratio_vs_en": 1.643, "ci95": [1.626, 1.658]}, "cat_Latn": {"tokens": 40047, "chars": 145781, "chars_per_token": 3.64, "ratio_vs_en": 1.439, "ci95": [1.427, 1.452]}, "ceb_Latn": {"tokens": 51160, "chars": 158685, "chars_per_token": 3.102, "ratio_vs_en": 1.839, "ci95": [1.818, 1.86]}, "ces_Latn": {"tokens": 43007, "chars": 127257, "chars_per_token": 2.959, "ratio_vs_en": 1.546, "ci95": [1.53, 1.561]}, "cjk_Latn": {"tokens": 52097, "chars": 139261, "chars_per_token": 2.673, "ratio_vs_en": 1.872, "ci95": [1.846, 1.899]}, "ckb_Arab": {"tokens": 105973, "chars": 128585, "chars_per_token": 1.213, "ratio_vs_en": 3.808, "ci95": [3.755, 3.86]}, "crh_Latn": {"tokens": 49668, "chars": 134038, "chars_per_token": 2.699, "ratio_vs_en": 1.785, "ci95": [1.764, 1.807]}, "cym_Latn": {"tokens": 55585, "chars": 141257, "chars_per_token": 2.541, "ratio_vs_en": 1.998, "ci95": [1.977, 2.019]}, "dan_Latn": {"tokens": 40820, "chars": 135083, "chars_per_token": 3.309, "ratio_vs_en": 1.467, "ci95": [1.452, 1.481]}, "deu_Latn": {"tokens": 36297, "chars": 153809, "chars_per_token": 4.238, "ratio_vs_en": 1.304, "ci95": [1.292, 1.316]}, "dik_Latn": {"tokens": 57086, "chars": 111789, "chars_per_token": 1.958, "ratio_vs_en": 2.051, "ci95": [2.013, 2.094]}, "dyu_Latn": {"tokens": 53722, "chars": 132855, "chars_per_token": 2.473, "ratio_vs_en": 1.931, "ci95": [1.901, 1.962]}, "dzo_Tibt": {"tokens": 372208, "chars": 163358, "chars_per_token": 0.439, "ratio_vs_en": 13.376, "ci95": [13.183, 13.567]}, "ell_Grek": {"tokens": 58314, "chars": 157539, "chars_per_token": 2.702, "ratio_vs_en": 2.096, "ci95": [2.072, 2.119]}, "epo_Latn": {"tokens": 41923, "chars": 131292, "chars_per_token": 3.132, "ratio_vs_en": 1.507, "ci95": [1.493, 1.52]}, "est_Latn": {"tokens": 44604, "chars": 129459, "chars_per_token": 2.902, "ratio_vs_en": 1.603, "ci95": [1.585, 1.62]}, "eus_Latn": {"tokens": 42517, "chars": 139822, "chars_per_token": 3.289, "ratio_vs_en": 1.528, "ci95": [1.512, 1.543]}, "ewe_Latn": {"tokens": 72772, "chars": 127448, "chars_per_token": 1.751, "ratio_vs_en": 2.615, "ci95": [2.565, 2.665]}, "fao_Latn": {"tokens": 52191, "chars": 134274, "chars_per_token": 2.573, "ratio_vs_en": 1.876, "ci95": [1.854, 1.896]}, "fij_Latn": {"tokens": 57298, "chars": 155177, "chars_per_token": 2.708, "ratio_vs_en": 2.059, "ci95": [2.034, 2.087]}, "fin_Latn": {"tokens": 45902, "chars": 140128, "chars_per_token": 3.053, "ratio_vs_en": 1.65, "ci95": [1.63, 1.668]}, "fon_Latn": {"tokens": 99694, "chars": 135260, "chars_per_token": 1.357, "ratio_vs_en": 3.583, "ci95": [3.512, 3.657]}, "fra_Latn": {"tokens": 36698, "chars": 157638, "chars_per_token": 4.296, "ratio_vs_en": 1.319, "ci95": [1.307, 1.331]}, "fur_Latn": {"tokens": 47775, "chars": 144519, "chars_per_token": 3.025, "ratio_vs_en": 1.717, "ci95": [1.7, 1.735]}, "fuv_Latn": {"tokens": 48298, "chars": 122162, "chars_per_token": 2.529, "ratio_vs_en": 1.736, "ci95": [1.708, 1.763]}, "gaz_Latn": {"tokens": 61687, "chars": 156418, "chars_per_token": 2.536, "ratio_vs_en": 2.217, "ci95": [2.191, 2.243]}, "gla_Latn": {"tokens": 64195, "chars": 162597, "chars_per_token": 2.533, "ratio_vs_en": 2.307, "ci95": [2.28, 2.336]}, "gle_Latn": {"tokens": 60358, "chars": 152481, "chars_per_token": 2.526, "ratio_vs_en": 2.169, "ci95": [2.143, 2.195]}, "glg_Latn": {"tokens": 36797, "chars": 146143, "chars_per_token": 3.972, "ratio_vs_en": 1.322, "ci95": [1.31, 1.334]}, "grn_Latn": {"tokens": 54189, "chars": 132815, "chars_per_token": 2.451, "ratio_vs_en": 1.947, "ci95": [1.922, 1.971]}, "guj_Gujr": {"tokens": 75785, "chars": 126428, "chars_per_token": 1.668, "ratio_vs_en": 2.723, "ci95": [2.693, 2.754]}, "hat_Latn": {"tokens": 44454, "chars": 121280, "chars_per_token": 2.728, "ratio_vs_en": 1.598, "ci95": [1.582, 1.614]}, "hau_Latn": {"tokens": 52774, "chars": 140067, "chars_per_token": 2.654, "ratio_vs_en": 1.897, "ci95": [1.874, 1.918]}, "heb_Hebr": {"tokens": 45409, "chars": 102054, "chars_per_token": 2.247, "ratio_vs_en": 1.632, "ci95": [1.617, 1.647]}, "hin_Deva": {"tokens": 49985, "chars": 131058, "chars_per_token": 2.622, "ratio_vs_en": 1.796, "ci95": [1.776, 1.814]}, "hne_Deva": {"tokens": 56455, "chars": 126933, "chars_per_token": 2.248, "ratio_vs_en": 2.029, "ci95": [2.008, 2.05]}, "hrv_Latn": {"tokens": 41472, "chars": 128727, "chars_per_token": 3.104, "ratio_vs_en": 1.49, "ci95": [1.476, 1.506]}, "hun_Latn": {"tokens": 44818, "chars": 138629, "chars_per_token": 3.093, "ratio_vs_en": 1.611, "ci95": [1.593, 1.629]}, "hye_Armn": {"tokens": 53258, "chars": 145956, "chars_per_token": 2.741, "ratio_vs_en": 1.914, "ci95": [1.893, 1.934]}, "ibo_Latn": {"tokens": 66589, "chars": 134560, "chars_per_token": 2.021, "ratio_vs_en": 2.393, "ci95": [2.359, 2.426]}, "ilo_Latn": {"tokens": 54571, "chars": 159680, "chars_per_token": 2.926, "ratio_vs_en": 1.961, "ci95": [1.939, 1.983]}, "ind_Latn": {"tokens": 36623, "chars": 142318, "chars_per_token": 3.886, "ratio_vs_en": 1.316, "ci95": [1.303, 1.329]}, "isl_Latn": {"tokens": 52402, "chars": 129783, "chars_per_token": 2.477, "ratio_vs_en": 1.883, "ci95": [1.861, 1.905]}, "ita_Latn": {"tokens": 38801, "chars": 156138, "chars_per_token": 4.024, "ratio_vs_en": 1.394, "ci95": [1.381, 1.407]}, "jav_Latn": {"tokens": 45354, "chars": 136928, "chars_per_token": 3.019, "ratio_vs_en": 1.63, "ci95": [1.613, 1.647]}, "jpn_Jpan": {"tokens": 43666, "chars": 56943, "chars_per_token": 1.304, "ratio_vs_en": 1.569, "ci95": [1.551, 1.586]}, "kab_Latn": {"tokens": 63978, "chars": 130554, "chars_per_token": 2.041, "ratio_vs_en": 2.299, "ci95": [2.271, 2.328]}, "kac_Latn": {"tokens": 62578, "chars": 169397, "chars_per_token": 2.707, "ratio_vs_en": 2.249, "ci95": [2.215, 2.284]}, "kam_Latn": {"tokens": 53705, "chars": 128356, "chars_per_token": 2.39, "ratio_vs_en": 1.93, "ci95": [1.897, 1.963]}, "kan_Knda": {"tokens": 61425, "chars": 138040, "chars_per_token": 2.247, "ratio_vs_en": 2.207, "ci95": [2.183, 2.23]}, "kas_Arab": {"tokens": 72612, "chars": 126105, "chars_per_token": 1.737, "ratio_vs_en": 2.609, "ci95": [2.57, 2.648]}, "kas_Deva": {"tokens": 68118, "chars": 126401, "chars_per_token": 1.856, "ratio_vs_en": 2.448, "ci95": [2.42, 2.476]}, "kat_Geor": {"tokens": 66557, "chars": 143930, "chars_per_token": 2.163, "ratio_vs_en": 2.392, "ci95": [2.363, 2.421]}, "kaz_Cyrl": {"tokens": 57017, "chars": 135404, "chars_per_token": 2.375, "ratio_vs_en": 2.049, "ci95": [2.025, 2.073]}, "kbp_Latn": {"tokens": 125497, "chars": 142957, "chars_per_token": 1.139, "ratio_vs_en": 4.51, "ci95": [4.433, 4.587]}, "kea_Latn": {"tokens": 43440, "chars": 130800, "chars_per_token": 3.011, "ratio_vs_en": 1.561, "ci95": [1.547, 1.575]}, "khk_Cyrl": {"tokens": 65900, "chars": 137067, "chars_per_token": 2.08, "ratio_vs_en": 2.368, "ci95": [2.341, 2.395]}, "khm_Khmr": {"tokens": 409169, "chars": 153212, "chars_per_token": 0.374, "ratio_vs_en": 14.704, "ci95": [14.502, 14.919]}, "kik_Latn": {"tokens": 72102, "chars": 153431, "chars_per_token": 2.128, "ratio_vs_en": 2.591, "ci95": [2.549, 2.632]}, "kin_Latn": {"tokens": 56355, "chars": 145862, "chars_per_token": 2.588, "ratio_vs_en": 2.025, "ci95": [2.001, 2.05]}, "kir_Cyrl": {"tokens": 60620, "chars": 135532, "chars_per_token": 2.236, "ratio_vs_en": 2.178, "ci95": [2.15, 2.207]}, "kmb_Latn": {"tokens": 55262, "chars": 145762, "chars_per_token": 2.638, "ratio_vs_en": 1.986, "ci95": [1.962, 2.01]}, "kmr_Latn": {"tokens": 56366, "chars": 130372, "chars_per_token": 2.313, "ratio_vs_en": 2.026, "ci95": [2.002, 2.048]}, "knc_Arab": {"tokens": 69296, "chars": 116000, "chars_per_token": 1.674, "ratio_vs_en": 2.49, "ci95": [2.419, 2.563]}, "knc_Latn": {"tokens": 61308, "chars": 138972, "chars_per_token": 2.267, "ratio_vs_en": 2.203, "ci95": [2.17, 2.236]}, "kon_Latn": {"tokens": 52750, "chars": 149894, "chars_per_token": 2.842, "ratio_vs_en": 1.896, "ci95": [1.875, 1.917]}, "kor_Hang": {"tokens": 35558, "chars": 65965, "chars_per_token": 1.855, "ratio_vs_en": 1.278, "ci95": [1.265, 1.291]}, "lao_Laoo": {"tokens": 352204, "chars": 130060, "chars_per_token": 0.369, "ratio_vs_en": 12.657, "ci95": [12.473, 12.832]}, "lij_Latn": {"tokens": 50630, "chars": 145994, "chars_per_token": 2.884, "ratio_vs_en": 1.819, "ci95": [1.801, 1.839]}, "lim_Latn": {"tokens": 47068, "chars": 137686, "chars_per_token": 2.925, "ratio_vs_en": 1.691, "ci95": [1.673, 1.71]}, "lin_Latn": {"tokens": 49867, "chars": 142197, "chars_per_token": 2.852, "ratio_vs_en": 1.792, "ci95": [1.775, 1.81]}, "lit_Latn": {"tokens": 48101, "chars": 130329, "chars_per_token": 2.709, "ratio_vs_en": 1.729, "ci95": [1.709, 1.747]}, "lmo_Latn": {"tokens": 52344, "chars": 141666, "chars_per_token": 2.706, "ratio_vs_en": 1.881, "ci95": [1.861, 1.9]}, "ltg_Latn": {"tokens": 53557, "chars": 129848, "chars_per_token": 2.424, "ratio_vs_en": 1.925, "ci95": [1.905, 1.945]}, "ltz_Latn": {"tokens": 51138, "chars": 147545, "chars_per_token": 2.885, "ratio_vs_en": 1.838, "ci95": [1.819, 1.857]}, "lua_Latn": {"tokens": 51309, "chars": 142998, "chars_per_token": 2.787, "ratio_vs_en": 1.844, "ci95": [1.821, 1.866]}, "lug_Latn": {"tokens": 52026, "chars": 135078, "chars_per_token": 2.596, "ratio_vs_en": 1.87, "ci95": [1.848, 1.892]}, "luo_Latn": {"tokens": 49057, "chars": 137546, "chars_per_token": 2.804, "ratio_vs_en": 1.763, "ci95": [1.742, 1.785]}, "lus_Latn": {"tokens": 52469, "chars": 146255, "chars_per_token": 2.787, "ratio_vs_en": 1.886, "ci95": [1.857, 1.914]}, "lvs_Latn": {"tokens": 53218, "chars": 134157, "chars_per_token": 2.521, "ratio_vs_en": 1.912, "ci95": [1.893, 1.934]}, "mag_Deva": {"tokens": 56845, "chars": 126695, "chars_per_token": 2.229, "ratio_vs_en": 2.043, "ci95": [2.021, 2.064]}, "mai_Deva": {"tokens": 62910, "chars": 129408, "chars_per_token": 2.057, "ratio_vs_en": 2.261, "ci95": [2.235, 2.286]}, "mal_Mlym": {"tokens": 71316, "chars": 149336, "chars_per_token": 2.094, "ratio_vs_en": 2.563, "ci95": [2.533, 2.592]}, "mar_Deva": {"tokens": 59629, "chars": 133051, "chars_per_token": 2.231, "ratio_vs_en": 2.143, "ci95": [2.121, 2.166]}, "min_Arab": {"tokens": 71403, "chars": 126399, "chars_per_token": 1.77, "ratio_vs_en": 2.566, "ci95": [2.535, 2.598]}, "min_Latn": {"tokens": 44981, "chars": 141163, "chars_per_token": 3.138, "ratio_vs_en": 1.616, "ci95": [1.6, 1.634]}, "mkd_Cyrl": {"tokens": 45676, "chars": 137827, "chars_per_token": 3.017, "ratio_vs_en": 1.641, "ci95": [1.626, 1.656]}, "mlt_Latn": {"tokens": 64400, "chars": 146288, "chars_per_token": 2.272, "ratio_vs_en": 2.314, "ci95": [2.287, 2.343]}, "mni_Beng": {"tokens": 94229, "chars": 136782, "chars_per_token": 1.452, "ratio_vs_en": 3.386, "ci95": [3.344, 3.432]}, "mos_Latn": {"tokens": 57995, "chars": 124657, "chars_per_token": 2.149, "ratio_vs_en": 2.084, "ci95": [2.054, 2.115]}, "mri_Latn": {"tokens": 60717, "chars": 146527, "chars_per_token": 2.413, "ratio_vs_en": 2.182, "ci95": [2.156, 2.207]}, "mya_Mymr": {"tokens": 89471, "chars": 163169, "chars_per_token": 1.824, "ratio_vs_en": 3.215, "ci95": [3.175, 3.257]}, "nld_Latn": {"tokens": 39253, "chars": 147507, "chars_per_token": 3.758, "ratio_vs_en": 1.411, "ci95": [1.396, 1.425]}, "nno_Latn": {"tokens": 40963, "chars": 133443, "chars_per_token": 3.258, "ratio_vs_en": 1.472, "ci95": [1.457, 1.487]}, "nob_Latn": {"tokens": 39355, "chars": 132138, "chars_per_token": 3.358, "ratio_vs_en": 1.414, "ci95": [1.401, 1.428]}, "npi_Deva": {"tokens": 59248, "chars": 126903, "chars_per_token": 2.142, "ratio_vs_en": 2.129, "ci95": [2.105, 2.154]}, "nso_Latn": {"tokens": 57244, "chars": 151109, "chars_per_token": 2.64, "ratio_vs_en": 2.057, "ci95": [2.033, 2.081]}, "nus_Latn": {"tokens": 104970, "chars": 142340, "chars_per_token": 1.356, "ratio_vs_en": 3.772, "ci95": [3.712, 3.828]}, "nya_Latn": {"tokens": 55098, "chars": 147172, "chars_per_token": 2.671, "ratio_vs_en": 1.98, "ci95": [1.956, 2.005]}, "oci_Latn": {"tokens": 45770, "chars": 150651, "chars_per_token": 3.291, "ratio_vs_en": 1.645, "ci95": [1.628, 1.661]}, "ory_Orya": {"tokens": 358040, "chars": 134839, "chars_per_token": 0.377, "ratio_vs_en": 12.867, "ci95": [12.697, 13.049]}, "pag_Latn": {"tokens": 41246, "chars": 129899, "chars_per_token": 3.149, "ratio_vs_en": 1.482, "ci95": [1.46, 1.505]}, "pan_Guru": {"tokens": 82569, "chars": 133425, "chars_per_token": 1.616, "ratio_vs_en": 2.967, "ci95": [2.933, 3.003]}, "pap_Latn": {"tokens": 44802, "chars": 139154, "chars_per_token": 3.106, "ratio_vs_en": 1.61, "ci95": [1.594, 1.626]}, "pbt_Arab": {"tokens": 55077, "chars": 122455, "chars_per_token": 2.223, "ratio_vs_en": 1.979, "ci95": [1.958, 2.001]}, "pes_Arab": {"tokens": 40017, "chars": 123827, "chars_per_token": 3.094, "ratio_vs_en": 1.438, "ci95": [1.423, 1.453]}, "plt_Latn": {"tokens": 58895, "chars": 160996, "chars_per_token": 2.734, "ratio_vs_en": 2.116, "ci95": [2.093, 2.14]}, "pol_Latn": {"tokens": 43840, "chars": 139483, "chars_per_token": 3.182, "ratio_vs_en": 1.575, "ci95": [1.559, 1.593]}, "por_Latn": {"tokens": 35366, "chars": 143418, "chars_per_token": 4.055, "ratio_vs_en": 1.271, "ci95": [1.26, 1.281]}, "prs_Arab": {"tokens": 39536, "chars": 120643, "chars_per_token": 3.051, "ratio_vs_en": 1.421, "ci95": [1.407, 1.435]}, "quy_Latn": {"tokens": 54204, "chars": 141027, "chars_per_token": 2.602, "ratio_vs_en": 1.948, "ci95": [1.923, 1.973]}, "ron_Latn": {"tokens": 44706, "chars": 148571, "chars_per_token": 3.323, "ratio_vs_en": 1.607, "ci95": [1.591, 1.622]}, "run_Latn": {"tokens": 56472, "chars": 147265, "chars_per_token": 2.608, "ratio_vs_en": 2.029, "ci95": [2.005, 2.056]}, "rus_Cyrl": {"tokens": 41857, "chars": 142096, "chars_per_token": 3.395, "ratio_vs_en": 1.504, "ci95": [1.488, 1.52]}, "sag_Latn": {"tokens": 54328, "chars": 142621, "chars_per_token": 2.625, "ratio_vs_en": 1.952, "ci95": [1.925, 1.98]}, "san_Deva": {"tokens": 63527, "chars": 128257, "chars_per_token": 2.019, "ratio_vs_en": 2.283, "ci95": [2.257, 2.309]}, "sat_Olck": {"tokens": 346246, "chars": 139791, "chars_per_token": 0.404, "ratio_vs_en": 12.443, "ci95": [12.29, 12.602]}, "scn_Latn": {"tokens": 51162, "chars": 138571, "chars_per_token": 2.708, "ratio_vs_en": 1.839, "ci95": [1.817, 1.86]}, "shn_Mymr": {"tokens": 257497, "chars": 188284, "chars_per_token": 0.731, "ratio_vs_en": 9.253, "ci95": [9.089, 9.411]}, "sin_Sinh": {"tokens": 342773, "chars": 131080, "chars_per_token": 0.382, "ratio_vs_en": 12.318, "ci95": [12.162, 12.472]}, "slk_Latn": {"tokens": 46466, "chars": 131710, "chars_per_token": 2.835, "ratio_vs_en": 1.67, "ci95": [1.653, 1.688]}, "slv_Latn": {"tokens": 43401, "chars": 130855, "chars_per_token": 3.015, "ratio_vs_en": 1.56, "ci95": [1.544, 1.576]}, "smo_Latn": {"tokens": 60008, "chars": 152724, "chars_per_token": 2.545, "ratio_vs_en": 2.156, "ci95": [2.131, 2.183]}, "sna_Latn": {"tokens": 55236, "chars": 147603, "chars_per_token": 2.672, "ratio_vs_en": 1.985, "ci95": [1.958, 2.01]}, "snd_Arab": {"tokens": 69477, "chars": 119588, "chars_per_token": 1.721, "ratio_vs_en": 2.497, "ci95": [2.467, 2.526]}, "som_Latn": {"tokens": 59891, "chars": 151662, "chars_per_token": 2.532, "ratio_vs_en": 2.152, "ci95": [2.129, 2.177]}, "sot_Latn": {"tokens": 59232, "chars": 158732, "chars_per_token": 2.68, "ratio_vs_en": 2.129, "ci95": [2.103, 2.154]}, "spa_Latn": {"tokens": 36615, "chars": 156997, "chars_per_token": 4.288, "ratio_vs_en": 1.316, "ci95": [1.303, 1.329]}, "srd_Latn": {"tokens": 50319, "chars": 153347, "chars_per_token": 3.047, "ratio_vs_en": 1.808, "ci95": [1.79, 1.827]}, "srp_Cyrl": {"tokens": 45634, "chars": 130780, "chars_per_token": 2.866, "ratio_vs_en": 1.64, "ci95": [1.625, 1.656]}, "ssw_Latn": {"tokens": 56689, "chars": 148726, "chars_per_token": 2.624, "ratio_vs_en": 2.037, "ci95": [2.013, 2.063]}, "sun_Latn": {"tokens": 46699, "chars": 136846, "chars_per_token": 2.93, "ratio_vs_en": 1.678, "ci95": [1.66, 1.696]}, "swe_Latn": {"tokens": 39130, "chars": 132173, "chars_per_token": 3.378, "ratio_vs_en": 1.406, "ci95": [1.392, 1.419]}, "swh_Latn": {"tokens": 50557, "chars": 138104, "chars_per_token": 2.732, "ratio_vs_en": 1.817, "ci95": [1.798, 1.834]}, "szl_Latn": {"tokens": 54233, "chars": 137371, "chars_per_token": 2.533, "ratio_vs_en": 1.949, "ci95": [1.927, 1.972]}, "tam_Taml": {"tokens": 60618, "chars": 154133, "chars_per_token": 2.543, "ratio_vs_en": 2.178, "ci95": [2.154, 2.202]}, "taq_Latn": {"tokens": 58152, "chars": 124417, "chars_per_token": 2.14, "ratio_vs_en": 2.09, "ci95": [2.058, 2.123]}, "taq_Tfng": {"tokens": 272420, "chars": 123904, "chars_per_token": 0.455, "ratio_vs_en": 9.79, "ci95": [9.654, 9.934]}, "tat_Cyrl": {"tokens": 58730, "chars": 133282, "chars_per_token": 2.269, "ratio_vs_en": 2.111, "ci95": [2.086, 2.134]}, "tel_Telu": {"tokens": 62896, "chars": 132470, "chars_per_token": 2.106, "ratio_vs_en": 2.26, "ci95": [2.233, 2.287]}, "tgk_Cyrl": {"tokens": 74675, "chars": 145871, "chars_per_token": 1.953, "ratio_vs_en": 2.684, "ci95": [2.65, 2.716]}, "tgl_Latn": {"tokens": 53314, "chars": 166169, "chars_per_token": 3.117, "ratio_vs_en": 1.916, "ci95": [1.894, 1.938]}, "tha_Thai": {"tokens": 65802, "chars": 126109, "chars_per_token": 1.916, "ratio_vs_en": 2.365, "ci95": [2.336, 2.396]}, "tir_Ethi": {"tokens": 211604, "chars": 90700, "chars_per_token": 0.429, "ratio_vs_en": 7.604, "ci95": [7.508, 7.707]}, "tpi_Latn": {"tokens": 55066, "chars": 169011, "chars_per_token": 3.069, "ratio_vs_en": 1.979, "ci95": [1.952, 2.005]}, "tsn_Latn": {"tokens": 60522, "chars": 163035, "chars_per_token": 2.694, "ratio_vs_en": 2.175, "ci95": [2.147, 2.203]}, "tso_Latn": {"tokens": 60076, "chars": 158178, "chars_per_token": 2.633, "ratio_vs_en": 2.159, "ci95": [2.131, 2.186]}, "tuk_Latn": {"tokens": 57970, "chars": 140262, "chars_per_token": 2.42, "ratio_vs_en": 2.083, "ci95": [2.061, 2.108]}, "tum_Latn": {"tokens": 67899, "chars": 172545, "chars_per_token": 2.541, "ratio_vs_en": 2.44, "ci95": [2.403, 2.482]}, "tur_Latn": {"tokens": 41493, "chars": 135761, "chars_per_token": 3.272, "ratio_vs_en": 1.491, "ci95": [1.476, 1.507]}, "twi_Latn": {"tokens": 66547, "chars": 128598, "chars_per_token": 1.932, "ratio_vs_en": 2.391, "ci95": [2.355, 2.431]}, "tzm_Tfng": {"tokens": 273128, "chars": 117960, "chars_per_token": 0.432, "ratio_vs_en": 9.815, "ci95": [9.691, 9.938]}, "uig_Arab": {"tokens": 114139, "chars": 140477, "chars_per_token": 1.231, "ratio_vs_en": 4.102, "ci95": [4.045, 4.158]}, "ukr_Cyrl": {"tokens": 48074, "chars": 134446, "chars_per_token": 2.797, "ratio_vs_en": 1.728, "ci95": [1.711, 1.745]}, "umb_Latn": {"tokens": 53506, "chars": 134747, "chars_per_token": 2.518, "ratio_vs_en": 1.923, "ci95": [1.894, 1.953]}, "urd_Arab": {"tokens": 48821, "chars": 129919, "chars_per_token": 2.661, "ratio_vs_en": 1.754, "ci95": [1.736, 1.773]}, "uzn_Latn": {"tokens": 50618, "chars": 149323, "chars_per_token": 2.95, "ratio_vs_en": 1.819, "ci95": [1.8, 1.838]}, "vec_Latn": {"tokens": 43627, "chars": 133237, "chars_per_token": 3.054, "ratio_vs_en": 1.568, "ci95": [1.552, 1.583]}, "vie_Latn": {"tokens": 39803, "chars": 138595, "chars_per_token": 3.482, "ratio_vs_en": 1.43, "ci95": [1.417, 1.444]}, "war_Latn": {"tokens": 51428, "chars": 164746, "chars_per_token": 3.203, "ratio_vs_en": 1.848, "ci95": [1.828, 1.869]}, "wol_Latn": {"tokens": 51862, "chars": 127173, "chars_per_token": 2.452, "ratio_vs_en": 1.864, "ci95": [1.84, 1.887]}, "xho_Latn": {"tokens": 54936, "chars": 139123, "chars_per_token": 2.532, "ratio_vs_en": 1.974, "ci95": [1.953, 1.997]}, "ydd_Hebr": {"tokens": 82059, "chars": 141658, "chars_per_token": 1.726, "ratio_vs_en": 2.949, "ci95": [2.918, 2.981]}, "yor_Latn": {"tokens": 78294, "chars": 126844, "chars_per_token": 1.62, "ratio_vs_en": 2.814, "ci95": [2.756, 2.873]}, "yue_Hant": {"tokens": 39931, "chars": 40019, "chars_per_token": 1.002, "ratio_vs_en": 1.435, "ci95": [1.42, 1.451]}, "zho_Hans": {"tokens": 39043, "chars": 43248, "chars_per_token": 1.108, "ratio_vs_en": 1.403, "ci95": [1.387, 1.42]}, "zho_Hant": {"tokens": 40956, "chars": 40695, "chars_per_token": 0.994, "ratio_vs_en": 1.472, "ci95": [1.455, 1.488]}, "zsm_Latn": {"tokens": 37488, "chars": 146201, "chars_per_token": 3.9, "ratio_vs_en": 1.347, "ci95": [1.334, 1.36]}, "zul_Latn": {"tokens": 58458, "chars": 148362, "chars_per_token": 2.538, "ratio_vs_en": 2.101, "ci95": [2.079, 2.122]}, "eng_Latn": {"tokens": 27827, "chars": 131966, "chars_per_token": 4.742, "ratio_vs_en": 1.0}}, "costs": []}, {"schema": 1, "tokenizer": "OLMo 2", "kind": "hf", "id": "allenai/OLMo-2-1124-7B", "group": "Other", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 102540, "chars": 111621, "chars_per_token": 1.089, "ratio_vs_en": 3.772, "ci95": [3.733, 3.813]}, "ace_Latn": {"tokens": 54194, "chars": 141933, "chars_per_token": 2.619, "ratio_vs_en": 1.994, "ci95": [1.97, 2.015]}, "acm_Arab": {"tokens": 80901, "chars": 113573, "chars_per_token": 1.404, "ratio_vs_en": 2.976, "ci95": [2.945, 3.008]}, "acq_Arab": {"tokens": 81621, "chars": 115113, "chars_per_token": 1.41, "ratio_vs_en": 3.003, "ci95": [2.971, 3.036]}, "aeb_Arab": {"tokens": 79164, "chars": 112077, "chars_per_token": 1.416, "ratio_vs_en": 2.912, "ci95": [2.881, 2.945]}, "afr_Latn": {"tokens": 45896, "chars": 139690, "chars_per_token": 3.044, "ratio_vs_en": 1.688, "ci95": [1.673, 1.704]}, "ajp_Arab": {"tokens": 76972, "chars": 109046, "chars_per_token": 1.417, "ratio_vs_en": 2.832, "ci95": [2.802, 2.861]}, "aka_Latn": {"tokens": 73258, "chars": 132650, "chars_per_token": 1.811, "ratio_vs_en": 2.695, "ci95": [2.654, 2.74]}, "als_Latn": {"tokens": 61050, "chars": 147064, "chars_per_token": 2.409, "ratio_vs_en": 2.246, "ci95": [2.221, 2.27]}, "amh_Ethi": {"tokens": 206404, "chars": 87132, "chars_per_token": 0.422, "ratio_vs_en": 7.593, "ci95": [7.503, 7.683]}, "apc_Arab": {"tokens": 76568, "chars": 107981, "chars_per_token": 1.41, "ratio_vs_en": 2.817, "ci95": [2.785, 2.849]}, "arb_Arab": {"tokens": 82276, "chars": 116307, "chars_per_token": 1.414, "ratio_vs_en": 3.027, "ci95": [2.995, 3.059]}, "arb_Latn": {"tokens": 66494, "chars": 153758, "chars_per_token": 2.312, "ratio_vs_en": 2.446, "ci95": [2.417, 2.478]}, "ars_Arab": {"tokens": 82417, "chars": 116428, "chars_per_token": 1.413, "ratio_vs_en": 3.032, "ci95": [3.0, 3.065]}, "ary_Arab": {"tokens": 80384, "chars": 113563, "chars_per_token": 1.413, "ratio_vs_en": 2.957, "ci95": [2.923, 2.994]}, "arz_Arab": {"tokens": 80244, "chars": 113770, "chars_per_token": 1.418, "ratio_vs_en": 2.952, "ci95": [2.918, 2.986]}, "asm_Beng": {"tokens": 167217, "chars": 125936, "chars_per_token": 0.753, "ratio_vs_en": 6.152, "ci95": [6.087, 6.224]}, "ast_Latn": {"tokens": 42889, "chars": 136363, "chars_per_token": 3.179, "ratio_vs_en": 1.578, "ci95": [1.562, 1.594]}, "awa_Deva": {"tokens": 128978, "chars": 128171, "chars_per_token": 0.994, "ratio_vs_en": 4.745, "ci95": [4.688, 4.804]}, "ayr_Latn": {"tokens": 59163, "chars": 138617, "chars_per_token": 2.343, "ratio_vs_en": 2.177, "ci95": [2.145, 2.207]}, "azb_Arab": {"tokens": 90217, "chars": 117061, "chars_per_token": 1.298, "ratio_vs_en": 3.319, "ci95": [3.28, 3.359]}, "azj_Latn": {"tokens": 71695, "chars": 143739, "chars_per_token": 2.005, "ratio_vs_en": 2.638, "ci95": [2.603, 2.672]}, "bak_Cyrl": {"tokens": 115669, "chars": 133222, "chars_per_token": 1.152, "ratio_vs_en": 4.255, "ci95": [4.201, 4.315]}, "bam_Latn": {"tokens": 69453, "chars": 126387, "chars_per_token": 1.82, "ratio_vs_en": 2.555, "ci95": [2.518, 2.592]}, "ban_Latn": {"tokens": 48610, "chars": 145570, "chars_per_token": 2.995, "ratio_vs_en": 1.788, "ci95": [1.768, 1.809]}, "bel_Cyrl": {"tokens": 95072, "chars": 147991, "chars_per_token": 1.557, "ratio_vs_en": 3.498, "ci95": [3.453, 3.544]}, "bem_Latn": {"tokens": 60165, "chars": 160751, "chars_per_token": 2.672, "ratio_vs_en": 2.213, "ci95": [2.188, 2.24]}, "ben_Beng": {"tokens": 157626, "chars": 129042, "chars_per_token": 0.819, "ratio_vs_en": 5.799, "ci95": [5.735, 5.863]}, "bho_Deva": {"tokens": 127234, "chars": 128611, "chars_per_token": 1.011, "ratio_vs_en": 4.681, "ci95": [4.626, 4.737]}, "bjn_Arab": {"tokens": 102623, "chars": 122230, "chars_per_token": 1.191, "ratio_vs_en": 3.775, "ci95": [3.733, 3.817]}, "bjn_Latn": {"tokens": 46462, "chars": 138182, "chars_per_token": 2.974, "ratio_vs_en": 1.709, "ci95": [1.691, 1.727]}, "bod_Tibt": {"tokens": 303961, "chars": 148151, "chars_per_token": 0.487, "ratio_vs_en": 11.182, "ci95": [11.03, 11.342]}, "bos_Latn": {"tokens": 50906, "chars": 132187, "chars_per_token": 2.597, "ratio_vs_en": 1.873, "ci95": [1.853, 1.893]}, "bug_Latn": {"tokens": 53376, "chars": 139375, "chars_per_token": 2.611, "ratio_vs_en": 1.964, "ci95": [1.938, 1.99]}, "bul_Cyrl": {"tokens": 71507, "chars": 137824, "chars_per_token": 1.927, "ratio_vs_en": 2.631, "ci95": [2.601, 2.658]}, "cat_Latn": {"tokens": 46467, "chars": 145781, "chars_per_token": 3.137, "ratio_vs_en": 1.709, "ci95": [1.693, 1.727]}, "ceb_Latn": {"tokens": 52471, "chars": 158685, "chars_per_token": 3.024, "ratio_vs_en": 1.93, "ci95": [1.909, 1.952]}, "ces_Latn": {"tokens": 57116, "chars": 127257, "chars_per_token": 2.228, "ratio_vs_en": 2.101, "ci95": [2.079, 2.125]}, "cjk_Latn": {"tokens": 53291, "chars": 139261, "chars_per_token": 2.613, "ratio_vs_en": 1.961, "ci95": [1.932, 1.99]}, "ckb_Arab": {"tokens": 130359, "chars": 128585, "chars_per_token": 0.986, "ratio_vs_en": 4.796, "ci95": [4.736, 4.854]}, "crh_Latn": {"tokens": 57060, "chars": 134038, "chars_per_token": 2.349, "ratio_vs_en": 2.099, "ci95": [2.074, 2.125]}, "cym_Latn": {"tokens": 58014, "chars": 141257, "chars_per_token": 2.435, "ratio_vs_en": 2.134, "ci95": [2.112, 2.157]}, "dan_Latn": {"tokens": 43927, "chars": 135083, "chars_per_token": 3.075, "ratio_vs_en": 1.616, "ci95": [1.599, 1.633]}, "deu_Latn": {"tokens": 43103, "chars": 153809, "chars_per_token": 3.568, "ratio_vs_en": 1.586, "ci95": [1.57, 1.602]}, "dik_Latn": {"tokens": 60746, "chars": 111789, "chars_per_token": 1.84, "ratio_vs_en": 2.235, "ci95": [2.19, 2.285]}, "dyu_Latn": {"tokens": 56059, "chars": 132855, "chars_per_token": 2.37, "ratio_vs_en": 2.062, "ci95": [2.031, 2.095]}, "dzo_Tibt": {"tokens": 329998, "chars": 163358, "chars_per_token": 0.495, "ratio_vs_en": 12.14, "ci95": [11.968, 12.309]}, "ell_Grek": {"tokens": 139207, "chars": 157539, "chars_per_token": 1.132, "ratio_vs_en": 5.121, "ci95": [5.06, 5.182]}, "epo_Latn": {"tokens": 50712, "chars": 131292, "chars_per_token": 2.589, "ratio_vs_en": 1.866, "ci95": [1.847, 1.885]}, "est_Latn": {"tokens": 50885, "chars": 129459, "chars_per_token": 2.544, "ratio_vs_en": 1.872, "ci95": [1.849, 1.894]}, "eus_Latn": {"tokens": 51122, "chars": 139822, "chars_per_token": 2.735, "ratio_vs_en": 1.881, "ci95": [1.86, 1.903]}, "ewe_Latn": {"tokens": 74302, "chars": 127448, "chars_per_token": 1.715, "ratio_vs_en": 2.734, "ci95": [2.683, 2.783]}, "fao_Latn": {"tokens": 56457, "chars": 134274, "chars_per_token": 2.378, "ratio_vs_en": 2.077, "ci95": [2.054, 2.101]}, "fij_Latn": {"tokens": 58777, "chars": 155177, "chars_per_token": 2.64, "ratio_vs_en": 2.162, "ci95": [2.135, 2.19]}, "fin_Latn": {"tokens": 54184, "chars": 140128, "chars_per_token": 2.586, "ratio_vs_en": 1.993, "ci95": [1.97, 2.016]}, "fon_Latn": {"tokens": 99519, "chars": 135260, "chars_per_token": 1.359, "ratio_vs_en": 3.661, "ci95": [3.597, 3.729]}, "fra_Latn": {"tokens": 43661, "chars": 157638, "chars_per_token": 3.61, "ratio_vs_en": 1.606, "ci95": [1.591, 1.622]}, "fur_Latn": {"tokens": 50251, "chars": 144519, "chars_per_token": 2.876, "ratio_vs_en": 1.849, "ci95": [1.83, 1.869]}, "fuv_Latn": {"tokens": 50364, "chars": 122162, "chars_per_token": 2.426, "ratio_vs_en": 1.853, "ci95": [1.821, 1.885]}, "gaz_Latn": {"tokens": 62907, "chars": 156418, "chars_per_token": 2.486, "ratio_vs_en": 2.314, "ci95": [2.288, 2.339]}, "gla_Latn": {"tokens": 65527, "chars": 162597, "chars_per_token": 2.481, "ratio_vs_en": 2.411, "ci95": [2.382, 2.44]}, "gle_Latn": {"tokens": 63170, "chars": 152481, "chars_per_token": 2.414, "ratio_vs_en": 2.324, "ci95": [2.296, 2.351]}, "glg_Latn": {"tokens": 42448, "chars": 146143, "chars_per_token": 3.443, "ratio_vs_en": 1.562, "ci95": [1.546, 1.577]}, "grn_Latn": {"tokens": 58772, "chars": 132815, "chars_per_token": 2.26, "ratio_vs_en": 2.162, "ci95": [2.133, 2.19]}, "guj_Gujr": {"tokens": 208278, "chars": 126428, "chars_per_token": 0.607, "ratio_vs_en": 7.662, "ci95": [7.574, 7.752]}, "hat_Latn": {"tokens": 47245, "chars": 121280, "chars_per_token": 2.567, "ratio_vs_en": 1.738, "ci95": [1.72, 1.756]}, "hau_Latn": {"tokens": 54202, "chars": 140067, "chars_per_token": 2.584, "ratio_vs_en": 1.994, "ci95": [1.97, 2.016]}, "heb_Hebr": {"tokens": 99031, "chars": 102054, "chars_per_token": 1.031, "ratio_vs_en": 3.643, "ci95": [3.604, 3.682]}, "hin_Deva": {"tokens": 129348, "chars": 131058, "chars_per_token": 1.013, "ratio_vs_en": 4.759, "ci95": [4.704, 4.814]}, "hne_Deva": {"tokens": 126880, "chars": 126933, "chars_per_token": 1.0, "ratio_vs_en": 4.668, "ci95": [4.617, 4.719]}, "hrv_Latn": {"tokens": 49907, "chars": 128727, "chars_per_token": 2.579, "ratio_vs_en": 1.836, "ci95": [1.816, 1.856]}, "hun_Latn": {"tokens": 58408, "chars": 138629, "chars_per_token": 2.373, "ratio_vs_en": 2.149, "ci95": [2.122, 2.175]}, "hye_Armn": {"tokens": 268572, "chars": 145956, "chars_per_token": 0.543, "ratio_vs_en": 9.881, "ci95": [9.742, 10.003]}, "ibo_Latn": {"tokens": 66987, "chars": 134560, "chars_per_token": 2.009, "ratio_vs_en": 2.464, "ci95": [2.431, 2.497]}, "ilo_Latn": {"tokens": 55701, "chars": 159680, "chars_per_token": 2.867, "ratio_vs_en": 2.049, "ci95": [2.026, 2.072]}, "ind_Latn": {"tokens": 42078, "chars": 142318, "chars_per_token": 3.382, "ratio_vs_en": 1.548, "ci95": [1.533, 1.562]}, "isl_Latn": {"tokens": 58145, "chars": 129783, "chars_per_token": 2.232, "ratio_vs_en": 2.139, "ci95": [2.113, 2.166]}, "ita_Latn": {"tokens": 44594, "chars": 156138, "chars_per_token": 3.501, "ratio_vs_en": 1.641, "ci95": [1.624, 1.657]}, "jav_Latn": {"tokens": 46981, "chars": 136928, "chars_per_token": 2.915, "ratio_vs_en": 1.728, "ci95": [1.711, 1.746]}, "jpn_Jpan": {"tokens": 61583, "chars": 56943, "chars_per_token": 0.925, "ratio_vs_en": 2.266, "ci95": [2.239, 2.291]}, "kab_Latn": {"tokens": 66954, "chars": 130554, "chars_per_token": 1.95, "ratio_vs_en": 2.463, "ci95": [2.433, 2.494]}, "kac_Latn": {"tokens": 64155, "chars": 169397, "chars_per_token": 2.64, "ratio_vs_en": 2.36, "ci95": [2.325, 2.398]}, "kam_Latn": {"tokens": 59049, "chars": 128356, "chars_per_token": 2.174, "ratio_vs_en": 2.172, "ci95": [2.125, 2.22]}, "kan_Knda": {"tokens": 240742, "chars": 138040, "chars_per_token": 0.573, "ratio_vs_en": 8.857, "ci95": [8.747, 8.963]}, "kas_Arab": {"tokens": 125089, "chars": 126105, "chars_per_token": 1.008, "ratio_vs_en": 4.602, "ci95": [4.544, 4.66]}, "kas_Deva": {"tokens": 126617, "chars": 126401, "chars_per_token": 0.998, "ratio_vs_en": 4.658, "ci95": [4.608, 4.71]}, "kat_Geor": {"tokens": 265051, "chars": 143930, "chars_per_token": 0.543, "ratio_vs_en": 9.751, "ci95": [9.617, 9.881]}, "kaz_Cyrl": {"tokens": 102792, "chars": 135404, "chars_per_token": 1.317, "ratio_vs_en": 3.782, "ci95": [3.734, 3.827]}, "kbp_Latn": {"tokens": 127799, "chars": 142957, "chars_per_token": 1.119, "ratio_vs_en": 4.702, "ci95": [4.624, 4.781]}, "kea_Latn": {"tokens": 46902, "chars": 130800, "chars_per_token": 2.789, "ratio_vs_en": 1.725, "ci95": [1.709, 1.742]}, "khk_Cyrl": {"tokens": 101862, "chars": 137067, "chars_per_token": 1.346, "ratio_vs_en": 3.747, "ci95": [3.702, 3.796]}, "khm_Khmr": {"tokens": 236893, "chars": 153212, "chars_per_token": 0.647, "ratio_vs_en": 8.715, "ci95": [8.606, 8.834]}, "kik_Latn": {"tokens": 88510, "chars": 153431, "chars_per_token": 1.733, "ratio_vs_en": 3.256, "ci95": [3.198, 3.312]}, "kin_Latn": {"tokens": 57918, "chars": 145862, "chars_per_token": 2.518, "ratio_vs_en": 2.131, "ci95": [2.106, 2.158]}, "kir_Cyrl": {"tokens": 95257, "chars": 135532, "chars_per_token": 1.423, "ratio_vs_en": 3.504, "ci95": [3.454, 3.553]}, "kmb_Latn": {"tokens": 57992, "chars": 145762, "chars_per_token": 2.513, "ratio_vs_en": 2.133, "ci95": [2.107, 2.159]}, "kmr_Latn": {"tokens": 59845, "chars": 130372, "chars_per_token": 2.178, "ratio_vs_en": 2.202, "ci95": [2.177, 2.227]}, "knc_Arab": {"tokens": 98482, "chars": 116000, "chars_per_token": 1.178, "ratio_vs_en": 3.623, "ci95": [3.534, 3.713]}, "knc_Latn": {"tokens": 64821, "chars": 138972, "chars_per_token": 2.144, "ratio_vs_en": 2.385, "ci95": [2.352, 2.419]}, "kon_Latn": {"tokens": 54109, "chars": 149894, "chars_per_token": 2.77, "ratio_vs_en": 1.991, "ci95": [1.968, 2.013]}, "kor_Hang": {"tokens": 64338, "chars": 65965, "chars_per_token": 1.025, "ratio_vs_en": 2.367, "ci95": [2.341, 2.393]}, "lao_Laoo": {"tokens": 259417, "chars": 130060, "chars_per_token": 0.501, "ratio_vs_en": 9.544, "ci95": [9.414, 9.669]}, "lij_Latn": {"tokens": 53763, "chars": 145994, "chars_per_token": 2.716, "ratio_vs_en": 1.978, "ci95": [1.958, 1.999]}, "lim_Latn": {"tokens": 49221, "chars": 137686, "chars_per_token": 2.797, "ratio_vs_en": 1.811, "ci95": [1.791, 1.831]}, "lin_Latn": {"tokens": 50850, "chars": 142197, "chars_per_token": 2.796, "ratio_vs_en": 1.871, "ci95": [1.852, 1.89]}, "lit_Latn": {"tokens": 59503, "chars": 130329, "chars_per_token": 2.19, "ratio_vs_en": 2.189, "ci95": [2.163, 2.214]}, "lmo_Latn": {"tokens": 55408, "chars": 141666, "chars_per_token": 2.557, "ratio_vs_en": 2.038, "ci95": [2.017, 2.059]}, "ltg_Latn": {"tokens": 59671, "chars": 129848, "chars_per_token": 2.176, "ratio_vs_en": 2.195, "ci95": [2.171, 2.219]}, "ltz_Latn": {"tokens": 53945, "chars": 147545, "chars_per_token": 2.735, "ratio_vs_en": 1.985, "ci95": [1.964, 2.006]}, "lua_Latn": {"tokens": 53066, "chars": 142998, "chars_per_token": 2.695, "ratio_vs_en": 1.952, "ci95": [1.928, 1.976]}, "lug_Latn": {"tokens": 53336, "chars": 135078, "chars_per_token": 2.533, "ratio_vs_en": 1.962, "ci95": [1.939, 1.985]}, "luo_Latn": {"tokens": 49518, "chars": 137546, "chars_per_token": 2.778, "ratio_vs_en": 1.822, "ci95": [1.8, 1.844]}, "lus_Latn": {"tokens": 53942, "chars": 146255, "chars_per_token": 2.711, "ratio_vs_en": 1.984, "ci95": [1.954, 2.015]}, "lvs_Latn": {"tokens": 63683, "chars": 134157, "chars_per_token": 2.107, "ratio_vs_en": 2.343, "ci95": [2.316, 2.37]}, "mag_Deva": {"tokens": 127301, "chars": 126695, "chars_per_token": 0.995, "ratio_vs_en": 4.683, "ci95": [4.633, 4.732]}, "mai_Deva": {"tokens": 132546, "chars": 129408, "chars_per_token": 0.976, "ratio_vs_en": 4.876, "ci95": [4.821, 4.931]}, "mal_Mlym": {"tokens": 242932, "chars": 149336, "chars_per_token": 0.615, "ratio_vs_en": 8.937, "ci95": [8.835, 9.044]}, "mar_Deva": {"tokens": 137227, "chars": 133051, "chars_per_token": 0.97, "ratio_vs_en": 5.048, "ci95": [4.992, 5.105]}, "min_Arab": {"tokens": 107949, "chars": 126399, "chars_per_token": 1.171, "ratio_vs_en": 3.971, "ci95": [3.928, 4.016]}, "min_Latn": {"tokens": 48344, "chars": 141163, "chars_per_token": 2.92, "ratio_vs_en": 1.779, "ci95": [1.76, 1.797]}, "mkd_Cyrl": {"tokens": 75048, "chars": 137827, "chars_per_token": 1.837, "ratio_vs_en": 2.761, "ci95": [2.732, 2.791]}, "mlt_Latn": {"tokens": 65712, "chars": 146288, "chars_per_token": 2.226, "ratio_vs_en": 2.417, "ci95": [2.389, 2.447]}, "mni_Beng": {"tokens": 182345, "chars": 136782, "chars_per_token": 0.75, "ratio_vs_en": 6.708, "ci95": [6.628, 6.797]}, "mos_Latn": {"tokens": 62052, "chars": 124657, "chars_per_token": 2.009, "ratio_vs_en": 2.283, "ci95": [2.25, 2.317]}, "mri_Latn": {"tokens": 64154, "chars": 146527, "chars_per_token": 2.284, "ratio_vs_en": 2.36, "ci95": [2.333, 2.388]}, "mya_Mymr": {"tokens": 315796, "chars": 163169, "chars_per_token": 0.517, "ratio_vs_en": 11.618, "ci95": [11.469, 11.773]}, "nld_Latn": {"tokens": 43564, "chars": 147507, "chars_per_token": 3.386, "ratio_vs_en": 1.603, "ci95": [1.586, 1.619]}, "nno_Latn": {"tokens": 44588, "chars": 133443, "chars_per_token": 2.993, "ratio_vs_en": 1.64, "ci95": [1.623, 1.657]}, "nob_Latn": {"tokens": 42441, "chars": 132138, "chars_per_token": 3.113, "ratio_vs_en": 1.561, "ci95": [1.546, 1.577]}, "npi_Deva": {"tokens": 129516, "chars": 126903, "chars_per_token": 0.98, "ratio_vs_en": 4.765, "ci95": [4.707, 4.823]}, "nso_Latn": {"tokens": 59379, "chars": 151109, "chars_per_token": 2.545, "ratio_vs_en": 2.184, "ci95": [2.158, 2.21]}, "nus_Latn": {"tokens": 108472, "chars": 142340, "chars_per_token": 1.312, "ratio_vs_en": 3.991, "ci95": [3.929, 4.049]}, "nya_Latn": {"tokens": 56560, "chars": 147172, "chars_per_token": 2.602, "ratio_vs_en": 2.081, "ci95": [2.055, 2.107]}, "oci_Latn": {"tokens": 49747, "chars": 150651, "chars_per_token": 3.028, "ratio_vs_en": 1.83, "ci95": [1.812, 1.848]}, "ory_Orya": {"tokens": 337072, "chars": 134839, "chars_per_token": 0.4, "ratio_vs_en": 12.401, "ci95": [12.25, 12.564]}, "pag_Latn": {"tokens": 42225, "chars": 129899, "chars_per_token": 3.076, "ratio_vs_en": 1.553, "ci95": [1.529, 1.578]}, "pan_Guru": {"tokens": 213407, "chars": 133425, "chars_per_token": 0.625, "ratio_vs_en": 7.851, "ci95": [7.76, 7.951]}, "pap_Latn": {"tokens": 47485, "chars": 139154, "chars_per_token": 2.93, "ratio_vs_en": 1.747, "ci95": [1.729, 1.764]}, "pbt_Arab": {"tokens": 102083, "chars": 122455, "chars_per_token": 1.2, "ratio_vs_en": 3.756, "ci95": [3.711, 3.798]}, "pes_Arab": {"tokens": 88514, "chars": 123827, "chars_per_token": 1.399, "ratio_vs_en": 3.256, "ci95": [3.218, 3.292]}, "plt_Latn": {"tokens": 61139, "chars": 160996, "chars_per_token": 2.633, "ratio_vs_en": 2.249, "ci95": [2.225, 2.275]}, "pol_Latn": {"tokens": 52024, "chars": 139483, "chars_per_token": 2.681, "ratio_vs_en": 1.914, "ci95": [1.893, 1.936]}, "por_Latn": {"tokens": 40109, "chars": 143418, "chars_per_token": 3.576, "ratio_vs_en": 1.476, "ci95": [1.462, 1.488]}, "prs_Arab": {"tokens": 85563, "chars": 120643, "chars_per_token": 1.41, "ratio_vs_en": 3.148, "ci95": [3.114, 3.183]}, "quy_Latn": {"tokens": 56598, "chars": 141027, "chars_per_token": 2.492, "ratio_vs_en": 2.082, "ci95": [2.055, 2.11]}, "ron_Latn": {"tokens": 50979, "chars": 148571, "chars_per_token": 2.914, "ratio_vs_en": 1.875, "ci95": [1.856, 1.895]}, "run_Latn": {"tokens": 58144, "chars": 147265, "chars_per_token": 2.533, "ratio_vs_en": 2.139, "ci95": [2.113, 2.168]}, "rus_Cyrl": {"tokens": 66928, "chars": 142096, "chars_per_token": 2.123, "ratio_vs_en": 2.462, "ci95": [2.434, 2.491]}, "sag_Latn": {"tokens": 56528, "chars": 142621, "chars_per_token": 2.523, "ratio_vs_en": 2.08, "ci95": [2.05, 2.109]}, "san_Deva": {"tokens": 134233, "chars": 128257, "chars_per_token": 0.955, "ratio_vs_en": 4.938, "ci95": [4.882, 4.994]}, "sat_Olck": {"tokens": 346245, "chars": 139791, "chars_per_token": 0.404, "ratio_vs_en": 12.738, "ci95": [12.585, 12.888]}, "scn_Latn": {"tokens": 54380, "chars": 138571, "chars_per_token": 2.548, "ratio_vs_en": 2.001, "ci95": [1.978, 2.024]}, "shn_Mymr": {"tokens": 407164, "chars": 188284, "chars_per_token": 0.462, "ratio_vs_en": 14.979, "ci95": [14.731, 15.224]}, "sin_Sinh": {"tokens": 235883, "chars": 131080, "chars_per_token": 0.556, "ratio_vs_en": 8.678, "ci95": [8.577, 8.782]}, "slk_Latn": {"tokens": 57882, "chars": 131710, "chars_per_token": 2.275, "ratio_vs_en": 2.129, "ci95": [2.105, 2.155]}, "slv_Latn": {"tokens": 51225, "chars": 130855, "chars_per_token": 2.555, "ratio_vs_en": 1.885, "ci95": [1.864, 1.904]}, "smo_Latn": {"tokens": 61913, "chars": 152724, "chars_per_token": 2.467, "ratio_vs_en": 2.278, "ci95": [2.25, 2.305]}, "sna_Latn": {"tokens": 57996, "chars": 147603, "chars_per_token": 2.545, "ratio_vs_en": 2.134, "ci95": [2.105, 2.162]}, "snd_Arab": {"tokens": 108231, "chars": 119588, "chars_per_token": 1.105, "ratio_vs_en": 3.982, "ci95": [3.937, 4.027]}, "som_Latn": {"tokens": 60010, "chars": 151662, "chars_per_token": 2.527, "ratio_vs_en": 2.208, "ci95": [2.184, 2.233]}, "sot_Latn": {"tokens": 60141, "chars": 158732, "chars_per_token": 2.639, "ratio_vs_en": 2.213, "ci95": [2.186, 2.238]}, "spa_Latn": {"tokens": 41932, "chars": 156997, "chars_per_token": 3.744, "ratio_vs_en": 1.543, "ci95": [1.527, 1.558]}, "srd_Latn": {"tokens": 54021, "chars": 153347, "chars_per_token": 2.839, "ratio_vs_en": 1.987, "ci95": [1.967, 2.009]}, "srp_Cyrl": {"tokens": 78856, "chars": 130780, "chars_per_token": 1.658, "ratio_vs_en": 2.901, "ci95": [2.869, 2.933]}, "ssw_Latn": {"tokens": 58877, "chars": 148726, "chars_per_token": 2.526, "ratio_vs_en": 2.166, "ci95": [2.141, 2.193]}, "sun_Latn": {"tokens": 49396, "chars": 136846, "chars_per_token": 2.77, "ratio_vs_en": 1.817, "ci95": [1.797, 1.836]}, "swe_Latn": {"tokens": 42861, "chars": 132173, "chars_per_token": 3.084, "ratio_vs_en": 1.577, "ci95": [1.562, 1.592]}, "swh_Latn": {"tokens": 53117, "chars": 138104, "chars_per_token": 2.6, "ratio_vs_en": 1.954, "ci95": [1.934, 1.973]}, "szl_Latn": {"tokens": 59393, "chars": 137371, "chars_per_token": 2.313, "ratio_vs_en": 2.185, "ci95": [2.16, 2.211]}, "tam_Taml": {"tokens": 207772, "chars": 154133, "chars_per_token": 0.742, "ratio_vs_en": 7.644, "ci95": [7.552, 7.732]}, "taq_Latn": {"tokens": 60238, "chars": 124417, "chars_per_token": 2.065, "ratio_vs_en": 2.216, "ci95": [2.182, 2.253]}, "taq_Tfng": {"tokens": 274467, "chars": 123904, "chars_per_token": 0.451, "ratio_vs_en": 10.097, "ci95": [9.966, 10.243]}, "tat_Cyrl": {"tokens": 101354, "chars": 133282, "chars_per_token": 1.315, "ratio_vs_en": 3.729, "ci95": [3.681, 3.776]}, "tel_Telu": {"tokens": 225263, "chars": 132470, "chars_per_token": 0.588, "ratio_vs_en": 8.287, "ci95": [8.181, 8.392]}, "tgk_Cyrl": {"tokens": 98431, "chars": 145871, "chars_per_token": 1.482, "ratio_vs_en": 3.621, "ci95": [3.579, 3.662]}, "tgl_Latn": {"tokens": 55718, "chars": 166169, "chars_per_token": 2.982, "ratio_vs_en": 2.05, "ci95": [2.027, 2.073]}, "tha_Thai": {"tokens": 118044, "chars": 126109, "chars_per_token": 1.068, "ratio_vs_en": 4.343, "ci95": [4.286, 4.402]}, "tir_Ethi": {"tokens": 211419, "chars": 90700, "chars_per_token": 0.429, "ratio_vs_en": 7.778, "ci95": [7.685, 7.876]}, "tpi_Latn": {"tokens": 55504, "chars": 169011, "chars_per_token": 3.045, "ratio_vs_en": 2.042, "ci95": [2.015, 2.069]}, "tsn_Latn": {"tokens": 61568, "chars": 163035, "chars_per_token": 2.648, "ratio_vs_en": 2.265, "ci95": [2.238, 2.294]}, "tso_Latn": {"tokens": 61361, "chars": 158178, "chars_per_token": 2.578, "ratio_vs_en": 2.257, "ci95": [2.229, 2.286]}, "tuk_Latn": {"tokens": 65442, "chars": 140262, "chars_per_token": 2.143, "ratio_vs_en": 2.408, "ci95": [2.381, 2.437]}, "tum_Latn": {"tokens": 70036, "chars": 172545, "chars_per_token": 2.464, "ratio_vs_en": 2.577, "ci95": [2.538, 2.62]}, "tur_Latn": {"tokens": 52205, "chars": 135761, "chars_per_token": 2.601, "ratio_vs_en": 1.921, "ci95": [1.9, 1.941]}, "twi_Latn": {"tokens": 67984, "chars": 128598, "chars_per_token": 1.892, "ratio_vs_en": 2.501, "ci95": [2.463, 2.542]}, "tzm_Tfng": {"tokens": 272681, "chars": 117960, "chars_per_token": 0.433, "ratio_vs_en": 10.032, "ci95": [9.916, 10.153]}, "uig_Arab": {"tokens": 140539, "chars": 140477, "chars_per_token": 1.0, "ratio_vs_en": 5.17, "ci95": [5.105, 5.236]}, "ukr_Cyrl": {"tokens": 80599, "chars": 134446, "chars_per_token": 1.668, "ratio_vs_en": 2.965, "ci95": [2.933, 2.999]}, "umb_Latn": {"tokens": 55268, "chars": 134747, "chars_per_token": 2.438, "ratio_vs_en": 2.033, "ci95": [2.003, 2.065]}, "urd_Arab": {"tokens": 117957, "chars": 129919, "chars_per_token": 1.101, "ratio_vs_en": 4.34, "ci95": [4.289, 4.392]}, "uzn_Latn": {"tokens": 58932, "chars": 149323, "chars_per_token": 2.534, "ratio_vs_en": 2.168, "ci95": [2.145, 2.191]}, "vec_Latn": {"tokens": 46332, "chars": 133237, "chars_per_token": 2.876, "ratio_vs_en": 1.705, "ci95": [1.688, 1.722]}, "vie_Latn": {"tokens": 66427, "chars": 138595, "chars_per_token": 2.086, "ratio_vs_en": 2.444, "ci95": [2.415, 2.474]}, "war_Latn": {"tokens": 53120, "chars": 164746, "chars_per_token": 3.101, "ratio_vs_en": 1.954, "ci95": [1.933, 1.977]}, "wol_Latn": {"tokens": 52513, "chars": 127173, "chars_per_token": 2.422, "ratio_vs_en": 1.932, "ci95": [1.908, 1.955]}, "xho_Latn": {"tokens": 55857, "chars": 139123, "chars_per_token": 2.491, "ratio_vs_en": 2.055, "ci95": [2.032, 2.079]}, "ydd_Hebr": {"tokens": 150358, "chars": 141658, "chars_per_token": 0.942, "ratio_vs_en": 5.532, "ci95": [5.475, 5.59]}, "yor_Latn": {"tokens": 80247, "chars": 126844, "chars_per_token": 1.581, "ratio_vs_en": 2.952, "ci95": [2.898, 3.01]}, "yue_Hant": {"tokens": 56830, "chars": 40019, "chars_per_token": 0.704, "ratio_vs_en": 2.091, "ci95": [2.068, 2.115]}, "zho_Hans": {"tokens": 50808, "chars": 43248, "chars_per_token": 0.851, "ratio_vs_en": 1.869, "ci95": [1.846, 1.892]}, "zho_Hant": {"tokens": 58171, "chars": 40695, "chars_per_token": 0.7, "ratio_vs_en": 2.14, "ci95": [2.116, 2.164]}, "zsm_Latn": {"tokens": 43962, "chars": 146201, "chars_per_token": 3.326, "ratio_vs_en": 1.617, "ci95": [1.602, 1.634]}, "zul_Latn": {"tokens": 60143, "chars": 148362, "chars_per_token": 2.467, "ratio_vs_en": 2.213, "ci95": [2.189, 2.236]}, "eng_Latn": {"tokens": 27182, "chars": 131966, "chars_per_token": 4.855, "ratio_vs_en": 1.0}}, "costs": []}, {"schema": 1, "tokenizer": "Phi-4-mini", "kind": "hf", "id": "microsoft/Phi-4-mini-instruct", "group": "Other", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 70289, "chars": 111621, "chars_per_token": 1.588, "ratio_vs_en": 2.616, "ci95": [2.586, 2.648]}, "ace_Latn": {"tokens": 48767, "chars": 141933, "chars_per_token": 2.91, "ratio_vs_en": 1.815, "ci95": [1.794, 1.835]}, "acm_Arab": {"tokens": 37108, "chars": 113573, "chars_per_token": 3.061, "ratio_vs_en": 1.381, "ci95": [1.366, 1.395]}, "acq_Arab": {"tokens": 37342, "chars": 115113, "chars_per_token": 3.083, "ratio_vs_en": 1.39, "ci95": [1.375, 1.404]}, "aeb_Arab": {"tokens": 38168, "chars": 112077, "chars_per_token": 2.936, "ratio_vs_en": 1.42, "ci95": [1.406, 1.436]}, "afr_Latn": {"tokens": 38361, "chars": 139690, "chars_per_token": 3.641, "ratio_vs_en": 1.427, "ci95": [1.415, 1.44]}, "ajp_Arab": {"tokens": 36006, "chars": 109046, "chars_per_token": 3.029, "ratio_vs_en": 1.34, "ci95": [1.328, 1.352]}, "aka_Latn": {"tokens": 56050, "chars": 132650, "chars_per_token": 2.367, "ratio_vs_en": 2.086, "ci95": [2.058, 2.116]}, "als_Latn": {"tokens": 49201, "chars": 147064, "chars_per_token": 2.989, "ratio_vs_en": 1.831, "ci95": [1.812, 1.849]}, "amh_Ethi": {"tokens": 155290, "chars": 87132, "chars_per_token": 0.561, "ratio_vs_en": 5.779, "ci95": [5.712, 5.845]}, "apc_Arab": {"tokens": 36158, "chars": 107981, "chars_per_token": 2.986, "ratio_vs_en": 1.346, "ci95": [1.333, 1.359]}, "arb_Arab": {"tokens": 37105, "chars": 116307, "chars_per_token": 3.135, "ratio_vs_en": 1.381, "ci95": [1.367, 1.396]}, "arb_Latn": {"tokens": 60450, "chars": 153758, "chars_per_token": 2.544, "ratio_vs_en": 2.249, "ci95": [2.222, 2.278]}, "ars_Arab": {"tokens": 37239, "chars": 116428, "chars_per_token": 3.127, "ratio_vs_en": 1.386, "ci95": [1.372, 1.401]}, "ary_Arab": {"tokens": 39848, "chars": 113563, "chars_per_token": 2.85, "ratio_vs_en": 1.483, "ci95": [1.466, 1.5]}, "arz_Arab": {"tokens": 37772, "chars": 113770, "chars_per_token": 3.012, "ratio_vs_en": 1.406, "ci95": [1.391, 1.42]}, "asm_Beng": {"tokens": 53433, "chars": 125936, "chars_per_token": 2.357, "ratio_vs_en": 1.988, "ci95": [1.968, 2.009]}, "ast_Latn": {"tokens": 37965, "chars": 136363, "chars_per_token": 3.592, "ratio_vs_en": 1.413, "ci95": [1.399, 1.426]}, "awa_Deva": {"tokens": 45825, "chars": 128171, "chars_per_token": 2.797, "ratio_vs_en": 1.705, "ci95": [1.687, 1.725]}, "ayr_Latn": {"tokens": 52120, "chars": 138617, "chars_per_token": 2.66, "ratio_vs_en": 1.939, "ci95": [1.911, 1.967]}, "azb_Arab": {"tokens": 49876, "chars": 117061, "chars_per_token": 2.347, "ratio_vs_en": 1.856, "ci95": [1.834, 1.878]}, "azj_Latn": {"tokens": 46043, "chars": 143739, "chars_per_token": 3.122, "ratio_vs_en": 1.713, "ci95": [1.694, 1.733]}, "bak_Cyrl": {"tokens": 46891, "chars": 133222, "chars_per_token": 2.841, "ratio_vs_en": 1.745, "ci95": [1.726, 1.764]}, "bam_Latn": {"tokens": 54676, "chars": 126387, "chars_per_token": 2.312, "ratio_vs_en": 2.035, "ci95": [2.008, 2.061]}, "ban_Latn": {"tokens": 42175, "chars": 145570, "chars_per_token": 3.452, "ratio_vs_en": 1.569, "ci95": [1.552, 1.587]}, "bel_Cyrl": {"tokens": 53340, "chars": 147991, "chars_per_token": 2.774, "ratio_vs_en": 1.985, "ci95": [1.961, 2.01]}, "bem_Latn": {"tokens": 51982, "chars": 160751, "chars_per_token": 3.092, "ratio_vs_en": 1.934, "ci95": [1.913, 1.956]}, "ben_Beng": {"tokens": 45592, "chars": 129042, "chars_per_token": 2.83, "ratio_vs_en": 1.697, "ci95": [1.68, 1.713]}, "bho_Deva": {"tokens": 47630, "chars": 128611, "chars_per_token": 2.7, "ratio_vs_en": 1.772, "ci95": [1.752, 1.792]}, "bjn_Arab": {"tokens": 68254, "chars": 122230, "chars_per_token": 1.791, "ratio_vs_en": 2.54, "ci95": [2.511, 2.568]}, "bjn_Latn": {"tokens": 38896, "chars": 138182, "chars_per_token": 3.553, "ratio_vs_en": 1.447, "ci95": [1.433, 1.462]}, "bod_Tibt": {"tokens": 217553, "chars": 148151, "chars_per_token": 0.681, "ratio_vs_en": 8.096, "ci95": [7.987, 8.208]}, "bos_Latn": {"tokens": 40302, "chars": 132187, "chars_per_token": 3.28, "ratio_vs_en": 1.5, "ci95": [1.485, 1.514]}, "bug_Latn": {"tokens": 46725, "chars": 139375, "chars_per_token": 2.983, "ratio_vs_en": 1.739, "ci95": [1.716, 1.762]}, "bul_Cyrl": {"tokens": 46036, "chars": 137824, "chars_per_token": 2.994, "ratio_vs_en": 1.713, "ci95": [1.697, 1.73]}, "cat_Latn": {"tokens": 39834, "chars": 145781, "chars_per_token": 3.66, "ratio_vs_en": 1.482, "ci95": [1.469, 1.496]}, "ceb_Latn": {"tokens": 45021, "chars": 158685, "chars_per_token": 3.525, "ratio_vs_en": 1.675, "ci95": [1.658, 1.693]}, "ces_Latn": {"tokens": 42911, "chars": 127257, "chars_per_token": 2.966, "ratio_vs_en": 1.597, "ci95": [1.581, 1.613]}, "cjk_Latn": {"tokens": 46507, "chars": 139261, "chars_per_token": 2.994, "ratio_vs_en": 1.731, "ci95": [1.705, 1.756]}, "ckb_Arab": {"tokens": 74442, "chars": 128585, "chars_per_token": 1.727, "ratio_vs_en": 2.77, "ci95": [2.737, 2.802]}, "crh_Latn": {"tokens": 45999, "chars": 134038, "chars_per_token": 2.914, "ratio_vs_en": 1.712, "ci95": [1.693, 1.732]}, "cym_Latn": {"tokens": 46723, "chars": 141257, "chars_per_token": 3.023, "ratio_vs_en": 1.739, "ci95": [1.723, 1.755]}, "dan_Latn": {"tokens": 37169, "chars": 135083, "chars_per_token": 3.634, "ratio_vs_en": 1.383, "ci95": [1.37, 1.396]}, "deu_Latn": {"tokens": 35224, "chars": 153809, "chars_per_token": 4.367, "ratio_vs_en": 1.311, "ci95": [1.299, 1.322]}, "dik_Latn": {"tokens": 49821, "chars": 111789, "chars_per_token": 2.244, "ratio_vs_en": 1.854, "ci95": [1.82, 1.894]}, "dyu_Latn": {"tokens": 49938, "chars": 132855, "chars_per_token": 2.66, "ratio_vs_en": 1.858, "ci95": [1.831, 1.886]}, "dzo_Tibt": {"tokens": 241706, "chars": 163358, "chars_per_token": 0.676, "ratio_vs_en": 8.994, "ci95": [8.871, 9.116]}, "ell_Grek": {"tokens": 57277, "chars": 157539, "chars_per_token": 2.75, "ratio_vs_en": 2.131, "ci95": [2.109, 2.154]}, "epo_Latn": {"tokens": 41007, "chars": 131292, "chars_per_token": 3.202, "ratio_vs_en": 1.526, "ci95": [1.513, 1.54]}, "est_Latn": {"tokens": 40184, "chars": 129459, "chars_per_token": 3.222, "ratio_vs_en": 1.495, "ci95": [1.479, 1.511]}, "eus_Latn": {"tokens": 43077, "chars": 139822, "chars_per_token": 3.246, "ratio_vs_en": 1.603, "ci95": [1.587, 1.62]}, "ewe_Latn": {"tokens": 62863, "chars": 127448, "chars_per_token": 2.027, "ratio_vs_en": 2.339, "ci95": [2.296, 2.382]}, "fao_Latn": {"tokens": 44447, "chars": 134274, "chars_per_token": 3.021, "ratio_vs_en": 1.654, "ci95": [1.637, 1.671]}, "fij_Latn": {"tokens": 49776, "chars": 155177, "chars_per_token": 3.118, "ratio_vs_en": 1.852, "ci95": [1.83, 1.876]}, "fin_Latn": {"tokens": 41945, "chars": 140128, "chars_per_token": 3.341, "ratio_vs_en": 1.561, "ci95": [1.543, 1.577]}, "fon_Latn": {"tokens": 77528, "chars": 135260, "chars_per_token": 1.745, "ratio_vs_en": 2.885, "ci95": [2.834, 2.938]}, "fra_Latn": {"tokens": 36760, "chars": 157638, "chars_per_token": 4.288, "ratio_vs_en": 1.368, "ci95": [1.355, 1.38]}, "fur_Latn": {"tokens": 46539, "chars": 144519, "chars_per_token": 3.105, "ratio_vs_en": 1.732, "ci95": [1.715, 1.749]}, "fuv_Latn": {"tokens": 43017, "chars": 122162, "chars_per_token": 2.84, "ratio_vs_en": 1.601, "ci95": [1.577, 1.624]}, "gaz_Latn": {"tokens": 50501, "chars": 156418, "chars_per_token": 3.097, "ratio_vs_en": 1.879, "ci95": [1.859, 1.899]}, "gla_Latn": {"tokens": 53416, "chars": 162597, "chars_per_token": 3.044, "ratio_vs_en": 1.988, "ci95": [1.966, 2.011]}, "gle_Latn": {"tokens": 49671, "chars": 152481, "chars_per_token": 3.07, "ratio_vs_en": 1.848, "ci95": [1.829, 1.868]}, "glg_Latn": {"tokens": 35880, "chars": 146143, "chars_per_token": 4.073, "ratio_vs_en": 1.335, "ci95": [1.323, 1.347]}, "grn_Latn": {"tokens": 47640, "chars": 132815, "chars_per_token": 2.788, "ratio_vs_en": 1.773, "ci95": [1.751, 1.793]}, "guj_Gujr": {"tokens": 48135, "chars": 126428, "chars_per_token": 2.627, "ratio_vs_en": 1.791, "ci95": [1.773, 1.809]}, "hat_Latn": {"tokens": 37940, "chars": 121280, "chars_per_token": 3.197, "ratio_vs_en": 1.412, "ci95": [1.399, 1.426]}, "hau_Latn": {"tokens": 41660, "chars": 140067, "chars_per_token": 3.362, "ratio_vs_en": 1.55, "ci95": [1.534, 1.566]}, "heb_Hebr": {"tokens": 39861, "chars": 102054, "chars_per_token": 2.56, "ratio_vs_en": 1.483, "ci95": [1.47, 1.497]}, "hin_Deva": {"tokens": 42276, "chars": 131058, "chars_per_token": 3.1, "ratio_vs_en": 1.573, "ci95": [1.557, 1.589]}, "hne_Deva": {"tokens": 46465, "chars": 126933, "chars_per_token": 2.732, "ratio_vs_en": 1.729, "ci95": [1.711, 1.746]}, "hrv_Latn": {"tokens": 39643, "chars": 128727, "chars_per_token": 3.247, "ratio_vs_en": 1.475, "ci95": [1.461, 1.49]}, "hun_Latn": {"tokens": 48205, "chars": 138629, "chars_per_token": 2.876, "ratio_vs_en": 1.794, "ci95": [1.774, 1.815]}, "hye_Armn": {"tokens": 48032, "chars": 145956, "chars_per_token": 3.039, "ratio_vs_en": 1.787, "ci95": [1.769, 1.806]}, "ibo_Latn": {"tokens": 44757, "chars": 134560, "chars_per_token": 3.006, "ratio_vs_en": 1.666, "ci95": [1.646, 1.685]}, "ilo_Latn": {"tokens": 49533, "chars": 159680, "chars_per_token": 3.224, "ratio_vs_en": 1.843, "ci95": [1.823, 1.864]}, "ind_Latn": {"tokens": 33486, "chars": 142318, "chars_per_token": 4.25, "ratio_vs_en": 1.246, "ci95": [1.234, 1.257]}, "isl_Latn": {"tokens": 43225, "chars": 129783, "chars_per_token": 3.002, "ratio_vs_en": 1.608, "ci95": [1.591, 1.626]}, "ita_Latn": {"tokens": 39479, "chars": 156138, "chars_per_token": 3.955, "ratio_vs_en": 1.469, "ci95": [1.455, 1.483]}, "jav_Latn": {"tokens": 36826, "chars": 136928, "chars_per_token": 3.718, "ratio_vs_en": 1.37, "ci95": [1.358, 1.383]}, "jpn_Jpan": {"tokens": 44559, "chars": 56943, "chars_per_token": 1.278, "ratio_vs_en": 1.658, "ci95": [1.639, 1.676]}, "kab_Latn": {"tokens": 57463, "chars": 130554, "chars_per_token": 2.272, "ratio_vs_en": 2.138, "ci95": [2.114, 2.163]}, "kac_Latn": {"tokens": 56929, "chars": 169397, "chars_per_token": 2.976, "ratio_vs_en": 2.118, "ci95": [2.087, 2.151]}, "kam_Latn": {"tokens": 48925, "chars": 128356, "chars_per_token": 2.624, "ratio_vs_en": 1.821, "ci95": [1.787, 1.854]}, "kan_Knda": {"tokens": 52904, "chars": 138040, "chars_per_token": 2.609, "ratio_vs_en": 1.969, "ci95": [1.947, 1.989]}, "kas_Arab": {"tokens": 70050, "chars": 126105, "chars_per_token": 1.8, "ratio_vs_en": 2.607, "ci95": [2.569, 2.644]}, "kas_Deva": {"tokens": 59931, "chars": 126401, "chars_per_token": 2.109, "ratio_vs_en": 2.23, "ci95": [2.206, 2.255]}, "kat_Geor": {"tokens": 47979, "chars": 143930, "chars_per_token": 3.0, "ratio_vs_en": 1.785, "ci95": [1.766, 1.804]}, "kaz_Cyrl": {"tokens": 42577, "chars": 135404, "chars_per_token": 3.18, "ratio_vs_en": 1.584, "ci95": [1.568, 1.601]}, "kbp_Latn": {"tokens": 104774, "chars": 142957, "chars_per_token": 1.364, "ratio_vs_en": 3.899, "ci95": [3.834, 3.964]}, "kea_Latn": {"tokens": 41576, "chars": 130800, "chars_per_token": 3.146, "ratio_vs_en": 1.547, "ci95": [1.534, 1.561]}, "khk_Cyrl": {"tokens": 50792, "chars": 137067, "chars_per_token": 2.699, "ratio_vs_en": 1.89, "ci95": [1.869, 1.91]}, "khm_Khmr": {"tokens": 89641, "chars": 153212, "chars_per_token": 1.709, "ratio_vs_en": 3.336, "ci95": [3.297, 3.377]}, "kik_Latn": {"tokens": 69724, "chars": 153431, "chars_per_token": 2.201, "ratio_vs_en": 2.595, "ci95": [2.551, 2.637]}, "kin_Latn": {"tokens": 46011, "chars": 145862, "chars_per_token": 3.17, "ratio_vs_en": 1.712, "ci95": [1.694, 1.732]}, "kir_Cyrl": {"tokens": 44957, "chars": 135532, "chars_per_token": 3.015, "ratio_vs_en": 1.673, "ci95": [1.654, 1.692]}, "kmb_Latn": {"tokens": 49272, "chars": 145762, "chars_per_token": 2.958, "ratio_vs_en": 1.834, "ci95": [1.811, 1.855]}, "kmr_Latn": {"tokens": 54197, "chars": 130372, "chars_per_token": 2.406, "ratio_vs_en": 2.017, "ci95": [1.994, 2.038]}, "knc_Arab": {"tokens": 74221, "chars": 116000, "chars_per_token": 1.563, "ratio_vs_en": 2.762, "ci95": [2.677, 2.847]}, "knc_Latn": {"tokens": 57092, "chars": 138972, "chars_per_token": 2.434, "ratio_vs_en": 2.125, "ci95": [2.093, 2.157]}, "kon_Latn": {"tokens": 47234, "chars": 149894, "chars_per_token": 3.173, "ratio_vs_en": 1.758, "ci95": [1.739, 1.777]}, "kor_Hang": {"tokens": 39566, "chars": 65965, "chars_per_token": 1.667, "ratio_vs_en": 1.472, "ci95": [1.458, 1.488]}, "lao_Laoo": {"tokens": 221138, "chars": 130060, "chars_per_token": 0.588, "ratio_vs_en": 8.229, "ci95": [8.122, 8.335]}, "lij_Latn": {"tokens": 48608, "chars": 145994, "chars_per_token": 3.003, "ratio_vs_en": 1.809, "ci95": [1.791, 1.827]}, "lim_Latn": {"tokens": 43122, "chars": 137686, "chars_per_token": 3.193, "ratio_vs_en": 1.605, "ci95": [1.588, 1.622]}, "lin_Latn": {"tokens": 43452, "chars": 142197, "chars_per_token": 3.273, "ratio_vs_en": 1.617, "ci95": [1.602, 1.633]}, "lit_Latn": {"tokens": 45032, "chars": 130329, "chars_per_token": 2.894, "ratio_vs_en": 1.676, "ci95": [1.658, 1.692]}, "lmo_Latn": {"tokens": 49539, "chars": 141666, "chars_per_token": 2.86, "ratio_vs_en": 1.843, "ci95": [1.825, 1.861]}, "ltg_Latn": {"tokens": 50628, "chars": 129848, "chars_per_token": 2.565, "ratio_vs_en": 1.884, "ci95": [1.865, 1.903]}, "ltz_Latn": {"tokens": 44822, "chars": 147545, "chars_per_token": 3.292, "ratio_vs_en": 1.668, "ci95": [1.652, 1.685]}, "lua_Latn": {"tokens": 45659, "chars": 142998, "chars_per_token": 3.132, "ratio_vs_en": 1.699, "ci95": [1.68, 1.718]}, "lug_Latn": {"tokens": 44654, "chars": 135078, "chars_per_token": 3.025, "ratio_vs_en": 1.662, "ci95": [1.643, 1.681]}, "luo_Latn": {"tokens": 45035, "chars": 137546, "chars_per_token": 3.054, "ratio_vs_en": 1.676, "ci95": [1.656, 1.697]}, "lus_Latn": {"tokens": 49040, "chars": 146255, "chars_per_token": 2.982, "ratio_vs_en": 1.825, "ci95": [1.798, 1.851]}, "lvs_Latn": {"tokens": 48725, "chars": 134157, "chars_per_token": 2.753, "ratio_vs_en": 1.813, "ci95": [1.795, 1.833]}, "mag_Deva": {"tokens": 46142, "chars": 126695, "chars_per_token": 2.746, "ratio_vs_en": 1.717, "ci95": [1.7, 1.734]}, "mai_Deva": {"tokens": 47256, "chars": 129408, "chars_per_token": 2.738, "ratio_vs_en": 1.758, "ci95": [1.74, 1.776]}, "mal_Mlym": {"tokens": 52584, "chars": 149336, "chars_per_token": 2.84, "ratio_vs_en": 1.957, "ci95": [1.936, 1.978]}, "mar_Deva": {"tokens": 48783, "chars": 133051, "chars_per_token": 2.727, "ratio_vs_en": 1.815, "ci95": [1.797, 1.832]}, "min_Arab": {"tokens": 71466, "chars": 126399, "chars_per_token": 1.769, "ratio_vs_en": 2.659, "ci95": [2.63, 2.69]}, "min_Latn": {"tokens": 41907, "chars": 141163, "chars_per_token": 3.368, "ratio_vs_en": 1.559, "ci95": [1.544, 1.575]}, "mkd_Cyrl": {"tokens": 47955, "chars": 137827, "chars_per_token": 2.874, "ratio_vs_en": 1.785, "ci95": [1.768, 1.801]}, "mlt_Latn": {"tokens": 50208, "chars": 146288, "chars_per_token": 2.914, "ratio_vs_en": 1.868, "ci95": [1.849, 1.887]}, "mni_Beng": {"tokens": 82559, "chars": 136782, "chars_per_token": 1.657, "ratio_vs_en": 3.072, "ci95": [3.036, 3.111]}, "mos_Latn": {"tokens": 54693, "chars": 124657, "chars_per_token": 2.279, "ratio_vs_en": 2.035, "ci95": [2.006, 2.065]}, "mri_Latn": {"tokens": 49065, "chars": 146527, "chars_per_token": 2.986, "ratio_vs_en": 1.826, "ci95": [1.807, 1.845]}, "mya_Mymr": {"tokens": 85029, "chars": 163169, "chars_per_token": 1.919, "ratio_vs_en": 3.164, "ci95": [3.126, 3.204]}, "nld_Latn": {"tokens": 33495, "chars": 147507, "chars_per_token": 4.404, "ratio_vs_en": 1.246, "ci95": [1.235, 1.258]}, "nno_Latn": {"tokens": 37789, "chars": 133443, "chars_per_token": 3.531, "ratio_vs_en": 1.406, "ci95": [1.392, 1.42]}, "nob_Latn": {"tokens": 36253, "chars": 132138, "chars_per_token": 3.645, "ratio_vs_en": 1.349, "ci95": [1.337, 1.361]}, "npi_Deva": {"tokens": 43377, "chars": 126903, "chars_per_token": 2.926, "ratio_vs_en": 1.614, "ci95": [1.597, 1.63]}, "nso_Latn": {"tokens": 50004, "chars": 151109, "chars_per_token": 3.022, "ratio_vs_en": 1.861, "ci95": [1.841, 1.881]}, "nus_Latn": {"tokens": 87101, "chars": 142340, "chars_per_token": 1.634, "ratio_vs_en": 3.241, "ci95": [3.193, 3.288]}, "nya_Latn": {"tokens": 43300, "chars": 147172, "chars_per_token": 3.399, "ratio_vs_en": 1.611, "ci95": [1.593, 1.63]}, "oci_Latn": {"tokens": 43030, "chars": 150651, "chars_per_token": 3.501, "ratio_vs_en": 1.601, "ci95": [1.586, 1.616]}, "ory_Orya": {"tokens": 133961, "chars": 134839, "chars_per_token": 1.007, "ratio_vs_en": 4.985, "ci95": [4.928, 5.046]}, "pag_Latn": {"tokens": 38362, "chars": 129899, "chars_per_token": 3.386, "ratio_vs_en": 1.428, "ci95": [1.406, 1.449]}, "pan_Guru": {"tokens": 70345, "chars": 133425, "chars_per_token": 1.897, "ratio_vs_en": 2.618, "ci95": [2.59, 2.648]}, "pap_Latn": {"tokens": 42554, "chars": 139154, "chars_per_token": 3.27, "ratio_vs_en": 1.584, "ci95": [1.568, 1.599]}, "pbt_Arab": {"tokens": 46063, "chars": 122455, "chars_per_token": 2.658, "ratio_vs_en": 1.714, "ci95": [1.697, 1.731]}, "pes_Arab": {"tokens": 41116, "chars": 123827, "chars_per_token": 3.012, "ratio_vs_en": 1.53, "ci95": [1.514, 1.545]}, "plt_Latn": {"tokens": 48172, "chars": 160996, "chars_per_token": 3.342, "ratio_vs_en": 1.793, "ci95": [1.774, 1.812]}, "pol_Latn": {"tokens": 44030, "chars": 139483, "chars_per_token": 3.168, "ratio_vs_en": 1.638, "ci95": [1.621, 1.656]}, "por_Latn": {"tokens": 32852, "chars": 143418, "chars_per_token": 4.366, "ratio_vs_en": 1.222, "ci95": [1.213, 1.232]}, "prs_Arab": {"tokens": 39651, "chars": 120643, "chars_per_token": 3.043, "ratio_vs_en": 1.475, "ci95": [1.46, 1.49]}, "quy_Latn": {"tokens": 49166, "chars": 141027, "chars_per_token": 2.868, "ratio_vs_en": 1.83, "ci95": [1.806, 1.853]}, "ron_Latn": {"tokens": 43832, "chars": 148571, "chars_per_token": 3.39, "ratio_vs_en": 1.631, "ci95": [1.616, 1.647]}, "run_Latn": {"tokens": 47844, "chars": 147265, "chars_per_token": 3.078, "ratio_vs_en": 1.78, "ci95": [1.759, 1.803]}, "rus_Cyrl": {"tokens": 38188, "chars": 142096, "chars_per_token": 3.721, "ratio_vs_en": 1.421, "ci95": [1.406, 1.436]}, "sag_Latn": {"tokens": 48937, "chars": 142621, "chars_per_token": 2.914, "ratio_vs_en": 1.821, "ci95": [1.796, 1.848]}, "san_Deva": {"tokens": 56029, "chars": 128257, "chars_per_token": 2.289, "ratio_vs_en": 2.085, "ci95": [2.062, 2.108]}, "sat_Olck": {"tokens": 368158, "chars": 139791, "chars_per_token": 0.38, "ratio_vs_en": 13.7, "ci95": [13.539, 13.859]}, "scn_Latn": {"tokens": 48721, "chars": 138571, "chars_per_token": 2.844, "ratio_vs_en": 1.813, "ci95": [1.794, 1.833]}, "shn_Mymr": {"tokens": 213080, "chars": 188284, "chars_per_token": 0.884, "ratio_vs_en": 7.929, "ci95": [7.8, 8.056]}, "sin_Sinh": {"tokens": 72432, "chars": 131080, "chars_per_token": 1.81, "ratio_vs_en": 2.695, "ci95": [2.668, 2.724]}, "slk_Latn": {"tokens": 45067, "chars": 131710, "chars_per_token": 2.923, "ratio_vs_en": 1.677, "ci95": [1.661, 1.694]}, "slv_Latn": {"tokens": 40617, "chars": 130855, "chars_per_token": 3.222, "ratio_vs_en": 1.511, "ci95": [1.497, 1.526]}, "smo_Latn": {"tokens": 51698, "chars": 152724, "chars_per_token": 2.954, "ratio_vs_en": 1.924, "ci95": [1.902, 1.946]}, "sna_Latn": {"tokens": 45686, "chars": 147603, "chars_per_token": 3.231, "ratio_vs_en": 1.7, "ci95": [1.68, 1.721]}, "snd_Arab": {"tokens": 45957, "chars": 119588, "chars_per_token": 2.602, "ratio_vs_en": 1.71, "ci95": [1.694, 1.726]}, "som_Latn": {"tokens": 46309, "chars": 151662, "chars_per_token": 3.275, "ratio_vs_en": 1.723, "ci95": [1.705, 1.742]}, "sot_Latn": {"tokens": 49316, "chars": 158732, "chars_per_token": 3.219, "ratio_vs_en": 1.835, "ci95": [1.815, 1.855]}, "spa_Latn": {"tokens": 35373, "chars": 156997, "chars_per_token": 4.438, "ratio_vs_en": 1.316, "ci95": [1.304, 1.328]}, "srd_Latn": {"tokens": 47949, "chars": 153347, "chars_per_token": 3.198, "ratio_vs_en": 1.784, "ci95": [1.767, 1.802]}, "srp_Cyrl": {"tokens": 47818, "chars": 130780, "chars_per_token": 2.735, "ratio_vs_en": 1.779, "ci95": [1.764, 1.797]}, "ssw_Latn": {"tokens": 48534, "chars": 148726, "chars_per_token": 3.064, "ratio_vs_en": 1.806, "ci95": [1.786, 1.827]}, "sun_Latn": {"tokens": 37218, "chars": 136846, "chars_per_token": 3.677, "ratio_vs_en": 1.385, "ci95": [1.371, 1.399]}, "swe_Latn": {"tokens": 36287, "chars": 132173, "chars_per_token": 3.642, "ratio_vs_en": 1.35, "ci95": [1.338, 1.362]}, "swh_Latn": {"tokens": 39922, "chars": 138104, "chars_per_token": 3.459, "ratio_vs_en": 1.486, "ci95": [1.472, 1.499]}, "szl_Latn": {"tokens": 52770, "chars": 137371, "chars_per_token": 2.603, "ratio_vs_en": 1.964, "ci95": [1.942, 1.986]}, "tam_Taml": {"tokens": 53199, "chars": 154133, "chars_per_token": 2.897, "ratio_vs_en": 1.98, "ci95": [1.958, 2.002]}, "taq_Latn": {"tokens": 55784, "chars": 124417, "chars_per_token": 2.23, "ratio_vs_en": 2.076, "ci95": [2.043, 2.109]}, "taq_Tfng": {"tokens": 274399, "chars": 123904, "chars_per_token": 0.452, "ratio_vs_en": 10.211, "ci95": [10.078, 10.357]}, "tat_Cyrl": {"tokens": 46981, "chars": 133282, "chars_per_token": 2.837, "ratio_vs_en": 1.748, "ci95": [1.73, 1.766]}, "tel_Telu": {"tokens": 51849, "chars": 132470, "chars_per_token": 2.555, "ratio_vs_en": 1.929, "ci95": [1.906, 1.952]}, "tgk_Cyrl": {"tokens": 50861, "chars": 145871, "chars_per_token": 2.868, "ratio_vs_en": 1.893, "ci95": [1.873, 1.912]}, "tgl_Latn": {"tokens": 45239, "chars": 166169, "chars_per_token": 3.673, "ratio_vs_en": 1.683, "ci95": [1.666, 1.701]}, "tha_Thai": {"tokens": 52528, "chars": 126109, "chars_per_token": 2.401, "ratio_vs_en": 1.955, "ci95": [1.931, 1.979]}, "tir_Ethi": {"tokens": 160329, "chars": 90700, "chars_per_token": 0.566, "ratio_vs_en": 5.966, "ci95": [5.895, 6.043]}, "tpi_Latn": {"tokens": 48170, "chars": 169011, "chars_per_token": 3.509, "ratio_vs_en": 1.793, "ci95": [1.77, 1.814]}, "tsn_Latn": {"tokens": 51296, "chars": 163035, "chars_per_token": 3.178, "ratio_vs_en": 1.909, "ci95": [1.886, 1.934]}, "tso_Latn": {"tokens": 46842, "chars": 158178, "chars_per_token": 3.377, "ratio_vs_en": 1.743, "ci95": [1.723, 1.763]}, "tuk_Latn": {"tokens": 44819, "chars": 140262, "chars_per_token": 3.13, "ratio_vs_en": 1.668, "ci95": [1.652, 1.685]}, "tum_Latn": {"tokens": 56600, "chars": 172545, "chars_per_token": 3.048, "ratio_vs_en": 2.106, "ci95": [2.075, 2.14]}, "tur_Latn": {"tokens": 38441, "chars": 135761, "chars_per_token": 3.532, "ratio_vs_en": 1.43, "ci95": [1.416, 1.444]}, "twi_Latn": {"tokens": 49873, "chars": 128598, "chars_per_token": 2.579, "ratio_vs_en": 1.856, "ci95": [1.831, 1.882]}, "tzm_Tfng": {"tokens": 272676, "chars": 117960, "chars_per_token": 0.433, "ratio_vs_en": 10.147, "ci95": [10.032, 10.265]}, "uig_Arab": {"tokens": 67672, "chars": 140477, "chars_per_token": 2.076, "ratio_vs_en": 2.518, "ci95": [2.488, 2.548]}, "ukr_Cyrl": {"tokens": 46951, "chars": 134446, "chars_per_token": 2.864, "ratio_vs_en": 1.747, "ci95": [1.731, 1.764]}, "umb_Latn": {"tokens": 48073, "chars": 134747, "chars_per_token": 2.803, "ratio_vs_en": 1.789, "ci95": [1.763, 1.816]}, "urd_Arab": {"tokens": 44412, "chars": 129919, "chars_per_token": 2.925, "ratio_vs_en": 1.653, "ci95": [1.636, 1.669]}, "uzn_Latn": {"tokens": 47712, "chars": 149323, "chars_per_token": 3.13, "ratio_vs_en": 1.775, "ci95": [1.758, 1.793]}, "vec_Latn": {"tokens": 41797, "chars": 133237, "chars_per_token": 3.188, "ratio_vs_en": 1.555, "ci95": [1.54, 1.571]}, "vie_Latn": {"tokens": 40030, "chars": 138595, "chars_per_token": 3.462, "ratio_vs_en": 1.49, "ci95": [1.476, 1.503]}, "war_Latn": {"tokens": 46208, "chars": 164746, "chars_per_token": 3.565, "ratio_vs_en": 1.719, "ci95": [1.701, 1.738]}, "wol_Latn": {"tokens": 46548, "chars": 127173, "chars_per_token": 2.732, "ratio_vs_en": 1.732, "ci95": [1.712, 1.752]}, "xho_Latn": {"tokens": 43993, "chars": 139123, "chars_per_token": 3.162, "ratio_vs_en": 1.637, "ci95": [1.621, 1.655]}, "ydd_Hebr": {"tokens": 54227, "chars": 141658, "chars_per_token": 2.612, "ratio_vs_en": 2.018, "ci95": [1.999, 2.036]}, "yor_Latn": {"tokens": 58238, "chars": 126844, "chars_per_token": 2.178, "ratio_vs_en": 2.167, "ci95": [2.13, 2.206]}, "yue_Hant": {"tokens": 37064, "chars": 40019, "chars_per_token": 1.08, "ratio_vs_en": 1.379, "ci95": [1.365, 1.393]}, "zho_Hans": {"tokens": 33552, "chars": 43248, "chars_per_token": 1.289, "ratio_vs_en": 1.249, "ci95": [1.233, 1.265]}, "zho_Hant": {"tokens": 38071, "chars": 40695, "chars_per_token": 1.069, "ratio_vs_en": 1.417, "ci95": [1.401, 1.432]}, "zsm_Latn": {"tokens": 34943, "chars": 146201, "chars_per_token": 4.184, "ratio_vs_en": 1.3, "ci95": [1.288, 1.313]}, "zul_Latn": {"tokens": 46237, "chars": 148362, "chars_per_token": 3.209, "ratio_vs_en": 1.721, "ci95": [1.703, 1.737]}, "eng_Latn": {"tokens": 26873, "chars": 131966, "chars_per_token": 4.911, "ratio_vs_en": 1.0}}, "costs": []}, {"schema": 1, "tokenizer": "Phi-4", "kind": "hf", "id": "microsoft/phi-4", "group": "Other", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 102540, "chars": 111621, "chars_per_token": 1.089, "ratio_vs_en": 3.772, "ci95": [3.733, 3.813]}, "ace_Latn": {"tokens": 54194, "chars": 141933, "chars_per_token": 2.619, "ratio_vs_en": 1.994, "ci95": [1.97, 2.015]}, "acm_Arab": {"tokens": 80901, "chars": 113573, "chars_per_token": 1.404, "ratio_vs_en": 2.976, "ci95": [2.945, 3.008]}, "acq_Arab": {"tokens": 81621, "chars": 115113, "chars_per_token": 1.41, "ratio_vs_en": 3.003, "ci95": [2.971, 3.036]}, "aeb_Arab": {"tokens": 79164, "chars": 112077, "chars_per_token": 1.416, "ratio_vs_en": 2.912, "ci95": [2.881, 2.945]}, "afr_Latn": {"tokens": 45896, "chars": 139690, "chars_per_token": 3.044, "ratio_vs_en": 1.688, "ci95": [1.673, 1.704]}, "ajp_Arab": {"tokens": 76972, "chars": 109046, "chars_per_token": 1.417, "ratio_vs_en": 2.832, "ci95": [2.802, 2.861]}, "aka_Latn": {"tokens": 73258, "chars": 132650, "chars_per_token": 1.811, "ratio_vs_en": 2.695, "ci95": [2.654, 2.74]}, "als_Latn": {"tokens": 61050, "chars": 147064, "chars_per_token": 2.409, "ratio_vs_en": 2.246, "ci95": [2.221, 2.27]}, "amh_Ethi": {"tokens": 206404, "chars": 87132, "chars_per_token": 0.422, "ratio_vs_en": 7.593, "ci95": [7.503, 7.683]}, "apc_Arab": {"tokens": 76568, "chars": 107981, "chars_per_token": 1.41, "ratio_vs_en": 2.817, "ci95": [2.785, 2.849]}, "arb_Arab": {"tokens": 82276, "chars": 116307, "chars_per_token": 1.414, "ratio_vs_en": 3.027, "ci95": [2.995, 3.059]}, "arb_Latn": {"tokens": 66494, "chars": 153758, "chars_per_token": 2.312, "ratio_vs_en": 2.446, "ci95": [2.417, 2.478]}, "ars_Arab": {"tokens": 82417, "chars": 116428, "chars_per_token": 1.413, "ratio_vs_en": 3.032, "ci95": [3.0, 3.065]}, "ary_Arab": {"tokens": 80384, "chars": 113563, "chars_per_token": 1.413, "ratio_vs_en": 2.957, "ci95": [2.923, 2.994]}, "arz_Arab": {"tokens": 80244, "chars": 113770, "chars_per_token": 1.418, "ratio_vs_en": 2.952, "ci95": [2.918, 2.986]}, "asm_Beng": {"tokens": 167217, "chars": 125936, "chars_per_token": 0.753, "ratio_vs_en": 6.152, "ci95": [6.087, 6.224]}, "ast_Latn": {"tokens": 42889, "chars": 136363, "chars_per_token": 3.179, "ratio_vs_en": 1.578, "ci95": [1.562, 1.594]}, "awa_Deva": {"tokens": 128978, "chars": 128171, "chars_per_token": 0.994, "ratio_vs_en": 4.745, "ci95": [4.688, 4.804]}, "ayr_Latn": {"tokens": 59163, "chars": 138617, "chars_per_token": 2.343, "ratio_vs_en": 2.177, "ci95": [2.145, 2.207]}, "azb_Arab": {"tokens": 90217, "chars": 117061, "chars_per_token": 1.298, "ratio_vs_en": 3.319, "ci95": [3.28, 3.359]}, "azj_Latn": {"tokens": 71695, "chars": 143739, "chars_per_token": 2.005, "ratio_vs_en": 2.638, "ci95": [2.603, 2.672]}, "bak_Cyrl": {"tokens": 115669, "chars": 133222, "chars_per_token": 1.152, "ratio_vs_en": 4.255, "ci95": [4.201, 4.315]}, "bam_Latn": {"tokens": 69453, "chars": 126387, "chars_per_token": 1.82, "ratio_vs_en": 2.555, "ci95": [2.518, 2.592]}, "ban_Latn": {"tokens": 48610, "chars": 145570, "chars_per_token": 2.995, "ratio_vs_en": 1.788, "ci95": [1.768, 1.809]}, "bel_Cyrl": {"tokens": 95072, "chars": 147991, "chars_per_token": 1.557, "ratio_vs_en": 3.498, "ci95": [3.453, 3.544]}, "bem_Latn": {"tokens": 60165, "chars": 160751, "chars_per_token": 2.672, "ratio_vs_en": 2.213, "ci95": [2.188, 2.24]}, "ben_Beng": {"tokens": 157626, "chars": 129042, "chars_per_token": 0.819, "ratio_vs_en": 5.799, "ci95": [5.735, 5.863]}, "bho_Deva": {"tokens": 127234, "chars": 128611, "chars_per_token": 1.011, "ratio_vs_en": 4.681, "ci95": [4.626, 4.737]}, "bjn_Arab": {"tokens": 102623, "chars": 122230, "chars_per_token": 1.191, "ratio_vs_en": 3.775, "ci95": [3.733, 3.817]}, "bjn_Latn": {"tokens": 46462, "chars": 138182, "chars_per_token": 2.974, "ratio_vs_en": 1.709, "ci95": [1.691, 1.727]}, "bod_Tibt": {"tokens": 303961, "chars": 148151, "chars_per_token": 0.487, "ratio_vs_en": 11.182, "ci95": [11.03, 11.342]}, "bos_Latn": {"tokens": 50906, "chars": 132187, "chars_per_token": 2.597, "ratio_vs_en": 1.873, "ci95": [1.853, 1.893]}, "bug_Latn": {"tokens": 53376, "chars": 139375, "chars_per_token": 2.611, "ratio_vs_en": 1.964, "ci95": [1.938, 1.99]}, "bul_Cyrl": {"tokens": 71507, "chars": 137824, "chars_per_token": 1.927, "ratio_vs_en": 2.631, "ci95": [2.601, 2.658]}, "cat_Latn": {"tokens": 46467, "chars": 145781, "chars_per_token": 3.137, "ratio_vs_en": 1.709, "ci95": [1.693, 1.727]}, "ceb_Latn": {"tokens": 52471, "chars": 158685, "chars_per_token": 3.024, "ratio_vs_en": 1.93, "ci95": [1.909, 1.952]}, "ces_Latn": {"tokens": 57116, "chars": 127257, "chars_per_token": 2.228, "ratio_vs_en": 2.101, "ci95": [2.079, 2.125]}, "cjk_Latn": {"tokens": 53291, "chars": 139261, "chars_per_token": 2.613, "ratio_vs_en": 1.961, "ci95": [1.932, 1.99]}, "ckb_Arab": {"tokens": 130359, "chars": 128585, "chars_per_token": 0.986, "ratio_vs_en": 4.796, "ci95": [4.736, 4.854]}, "crh_Latn": {"tokens": 57060, "chars": 134038, "chars_per_token": 2.349, "ratio_vs_en": 2.099, "ci95": [2.074, 2.125]}, "cym_Latn": {"tokens": 58014, "chars": 141257, "chars_per_token": 2.435, "ratio_vs_en": 2.134, "ci95": [2.112, 2.157]}, "dan_Latn": {"tokens": 43927, "chars": 135083, "chars_per_token": 3.075, "ratio_vs_en": 1.616, "ci95": [1.599, 1.633]}, "deu_Latn": {"tokens": 43103, "chars": 153809, "chars_per_token": 3.568, "ratio_vs_en": 1.586, "ci95": [1.57, 1.602]}, "dik_Latn": {"tokens": 60746, "chars": 111789, "chars_per_token": 1.84, "ratio_vs_en": 2.235, "ci95": [2.19, 2.285]}, "dyu_Latn": {"tokens": 56059, "chars": 132855, "chars_per_token": 2.37, "ratio_vs_en": 2.062, "ci95": [2.031, 2.095]}, "dzo_Tibt": {"tokens": 329998, "chars": 163358, "chars_per_token": 0.495, "ratio_vs_en": 12.14, "ci95": [11.968, 12.309]}, "ell_Grek": {"tokens": 139207, "chars": 157539, "chars_per_token": 1.132, "ratio_vs_en": 5.121, "ci95": [5.06, 5.182]}, "epo_Latn": {"tokens": 50712, "chars": 131292, "chars_per_token": 2.589, "ratio_vs_en": 1.866, "ci95": [1.847, 1.885]}, "est_Latn": {"tokens": 50885, "chars": 129459, "chars_per_token": 2.544, "ratio_vs_en": 1.872, "ci95": [1.849, 1.894]}, "eus_Latn": {"tokens": 51122, "chars": 139822, "chars_per_token": 2.735, "ratio_vs_en": 1.881, "ci95": [1.86, 1.903]}, "ewe_Latn": {"tokens": 74302, "chars": 127448, "chars_per_token": 1.715, "ratio_vs_en": 2.734, "ci95": [2.683, 2.783]}, "fao_Latn": {"tokens": 56457, "chars": 134274, "chars_per_token": 2.378, "ratio_vs_en": 2.077, "ci95": [2.054, 2.101]}, "fij_Latn": {"tokens": 58777, "chars": 155177, "chars_per_token": 2.64, "ratio_vs_en": 2.162, "ci95": [2.135, 2.19]}, "fin_Latn": {"tokens": 54184, "chars": 140128, "chars_per_token": 2.586, "ratio_vs_en": 1.993, "ci95": [1.97, 2.016]}, "fon_Latn": {"tokens": 99519, "chars": 135260, "chars_per_token": 1.359, "ratio_vs_en": 3.661, "ci95": [3.597, 3.729]}, "fra_Latn": {"tokens": 43661, "chars": 157638, "chars_per_token": 3.61, "ratio_vs_en": 1.606, "ci95": [1.591, 1.622]}, "fur_Latn": {"tokens": 50251, "chars": 144519, "chars_per_token": 2.876, "ratio_vs_en": 1.849, "ci95": [1.83, 1.869]}, "fuv_Latn": {"tokens": 50364, "chars": 122162, "chars_per_token": 2.426, "ratio_vs_en": 1.853, "ci95": [1.821, 1.885]}, "gaz_Latn": {"tokens": 62907, "chars": 156418, "chars_per_token": 2.486, "ratio_vs_en": 2.314, "ci95": [2.288, 2.339]}, "gla_Latn": {"tokens": 65527, "chars": 162597, "chars_per_token": 2.481, "ratio_vs_en": 2.411, "ci95": [2.382, 2.44]}, "gle_Latn": {"tokens": 63170, "chars": 152481, "chars_per_token": 2.414, "ratio_vs_en": 2.324, "ci95": [2.296, 2.351]}, "glg_Latn": {"tokens": 42448, "chars": 146143, "chars_per_token": 3.443, "ratio_vs_en": 1.562, "ci95": [1.546, 1.577]}, "grn_Latn": {"tokens": 58772, "chars": 132815, "chars_per_token": 2.26, "ratio_vs_en": 2.162, "ci95": [2.133, 2.19]}, "guj_Gujr": {"tokens": 208278, "chars": 126428, "chars_per_token": 0.607, "ratio_vs_en": 7.662, "ci95": [7.574, 7.752]}, "hat_Latn": {"tokens": 47245, "chars": 121280, "chars_per_token": 2.567, "ratio_vs_en": 1.738, "ci95": [1.72, 1.756]}, "hau_Latn": {"tokens": 54202, "chars": 140067, "chars_per_token": 2.584, "ratio_vs_en": 1.994, "ci95": [1.97, 2.016]}, "heb_Hebr": {"tokens": 99031, "chars": 102054, "chars_per_token": 1.031, "ratio_vs_en": 3.643, "ci95": [3.604, 3.682]}, "hin_Deva": {"tokens": 129348, "chars": 131058, "chars_per_token": 1.013, "ratio_vs_en": 4.759, "ci95": [4.704, 4.814]}, "hne_Deva": {"tokens": 126880, "chars": 126933, "chars_per_token": 1.0, "ratio_vs_en": 4.668, "ci95": [4.617, 4.719]}, "hrv_Latn": {"tokens": 49907, "chars": 128727, "chars_per_token": 2.579, "ratio_vs_en": 1.836, "ci95": [1.816, 1.856]}, "hun_Latn": {"tokens": 58408, "chars": 138629, "chars_per_token": 2.373, "ratio_vs_en": 2.149, "ci95": [2.122, 2.175]}, "hye_Armn": {"tokens": 268572, "chars": 145956, "chars_per_token": 0.543, "ratio_vs_en": 9.881, "ci95": [9.742, 10.003]}, "ibo_Latn": {"tokens": 66987, "chars": 134560, "chars_per_token": 2.009, "ratio_vs_en": 2.464, "ci95": [2.431, 2.497]}, "ilo_Latn": {"tokens": 55701, "chars": 159680, "chars_per_token": 2.867, "ratio_vs_en": 2.049, "ci95": [2.026, 2.072]}, "ind_Latn": {"tokens": 42078, "chars": 142318, "chars_per_token": 3.382, "ratio_vs_en": 1.548, "ci95": [1.533, 1.562]}, "isl_Latn": {"tokens": 58145, "chars": 129783, "chars_per_token": 2.232, "ratio_vs_en": 2.139, "ci95": [2.113, 2.166]}, "ita_Latn": {"tokens": 44594, "chars": 156138, "chars_per_token": 3.501, "ratio_vs_en": 1.641, "ci95": [1.624, 1.657]}, "jav_Latn": {"tokens": 46981, "chars": 136928, "chars_per_token": 2.915, "ratio_vs_en": 1.728, "ci95": [1.711, 1.746]}, "jpn_Jpan": {"tokens": 61583, "chars": 56943, "chars_per_token": 0.925, "ratio_vs_en": 2.266, "ci95": [2.239, 2.291]}, "kab_Latn": {"tokens": 66954, "chars": 130554, "chars_per_token": 1.95, "ratio_vs_en": 2.463, "ci95": [2.433, 2.494]}, "kac_Latn": {"tokens": 64155, "chars": 169397, "chars_per_token": 2.64, "ratio_vs_en": 2.36, "ci95": [2.325, 2.398]}, "kam_Latn": {"tokens": 59049, "chars": 128356, "chars_per_token": 2.174, "ratio_vs_en": 2.172, "ci95": [2.125, 2.22]}, "kan_Knda": {"tokens": 240742, "chars": 138040, "chars_per_token": 0.573, "ratio_vs_en": 8.857, "ci95": [8.747, 8.963]}, "kas_Arab": {"tokens": 125089, "chars": 126105, "chars_per_token": 1.008, "ratio_vs_en": 4.602, "ci95": [4.544, 4.66]}, "kas_Deva": {"tokens": 126617, "chars": 126401, "chars_per_token": 0.998, "ratio_vs_en": 4.658, "ci95": [4.608, 4.71]}, "kat_Geor": {"tokens": 265051, "chars": 143930, "chars_per_token": 0.543, "ratio_vs_en": 9.751, "ci95": [9.617, 9.881]}, "kaz_Cyrl": {"tokens": 102792, "chars": 135404, "chars_per_token": 1.317, "ratio_vs_en": 3.782, "ci95": [3.734, 3.827]}, "kbp_Latn": {"tokens": 127799, "chars": 142957, "chars_per_token": 1.119, "ratio_vs_en": 4.702, "ci95": [4.624, 4.781]}, "kea_Latn": {"tokens": 46902, "chars": 130800, "chars_per_token": 2.789, "ratio_vs_en": 1.725, "ci95": [1.709, 1.742]}, "khk_Cyrl": {"tokens": 101862, "chars": 137067, "chars_per_token": 1.346, "ratio_vs_en": 3.747, "ci95": [3.702, 3.796]}, "khm_Khmr": {"tokens": 236893, "chars": 153212, "chars_per_token": 0.647, "ratio_vs_en": 8.715, "ci95": [8.606, 8.834]}, "kik_Latn": {"tokens": 88510, "chars": 153431, "chars_per_token": 1.733, "ratio_vs_en": 3.256, "ci95": [3.198, 3.312]}, "kin_Latn": {"tokens": 57918, "chars": 145862, "chars_per_token": 2.518, "ratio_vs_en": 2.131, "ci95": [2.106, 2.158]}, "kir_Cyrl": {"tokens": 95257, "chars": 135532, "chars_per_token": 1.423, "ratio_vs_en": 3.504, "ci95": [3.454, 3.553]}, "kmb_Latn": {"tokens": 57992, "chars": 145762, "chars_per_token": 2.513, "ratio_vs_en": 2.133, "ci95": [2.107, 2.159]}, "kmr_Latn": {"tokens": 59845, "chars": 130372, "chars_per_token": 2.178, "ratio_vs_en": 2.202, "ci95": [2.177, 2.227]}, "knc_Arab": {"tokens": 98482, "chars": 116000, "chars_per_token": 1.178, "ratio_vs_en": 3.623, "ci95": [3.534, 3.713]}, "knc_Latn": {"tokens": 64821, "chars": 138972, "chars_per_token": 2.144, "ratio_vs_en": 2.385, "ci95": [2.352, 2.419]}, "kon_Latn": {"tokens": 54109, "chars": 149894, "chars_per_token": 2.77, "ratio_vs_en": 1.991, "ci95": [1.968, 2.013]}, "kor_Hang": {"tokens": 64338, "chars": 65965, "chars_per_token": 1.025, "ratio_vs_en": 2.367, "ci95": [2.341, 2.393]}, "lao_Laoo": {"tokens": 259417, "chars": 130060, "chars_per_token": 0.501, "ratio_vs_en": 9.544, "ci95": [9.414, 9.669]}, "lij_Latn": {"tokens": 53763, "chars": 145994, "chars_per_token": 2.716, "ratio_vs_en": 1.978, "ci95": [1.958, 1.999]}, "lim_Latn": {"tokens": 49221, "chars": 137686, "chars_per_token": 2.797, "ratio_vs_en": 1.811, "ci95": [1.791, 1.831]}, "lin_Latn": {"tokens": 50850, "chars": 142197, "chars_per_token": 2.796, "ratio_vs_en": 1.871, "ci95": [1.852, 1.89]}, "lit_Latn": {"tokens": 59503, "chars": 130329, "chars_per_token": 2.19, "ratio_vs_en": 2.189, "ci95": [2.163, 2.214]}, "lmo_Latn": {"tokens": 55408, "chars": 141666, "chars_per_token": 2.557, "ratio_vs_en": 2.038, "ci95": [2.017, 2.059]}, "ltg_Latn": {"tokens": 59671, "chars": 129848, "chars_per_token": 2.176, "ratio_vs_en": 2.195, "ci95": [2.171, 2.219]}, "ltz_Latn": {"tokens": 53945, "chars": 147545, "chars_per_token": 2.735, "ratio_vs_en": 1.985, "ci95": [1.964, 2.006]}, "lua_Latn": {"tokens": 53066, "chars": 142998, "chars_per_token": 2.695, "ratio_vs_en": 1.952, "ci95": [1.928, 1.976]}, "lug_Latn": {"tokens": 53336, "chars": 135078, "chars_per_token": 2.533, "ratio_vs_en": 1.962, "ci95": [1.939, 1.985]}, "luo_Latn": {"tokens": 49518, "chars": 137546, "chars_per_token": 2.778, "ratio_vs_en": 1.822, "ci95": [1.8, 1.844]}, "lus_Latn": {"tokens": 53942, "chars": 146255, "chars_per_token": 2.711, "ratio_vs_en": 1.984, "ci95": [1.954, 2.015]}, "lvs_Latn": {"tokens": 63683, "chars": 134157, "chars_per_token": 2.107, "ratio_vs_en": 2.343, "ci95": [2.316, 2.37]}, "mag_Deva": {"tokens": 127301, "chars": 126695, "chars_per_token": 0.995, "ratio_vs_en": 4.683, "ci95": [4.633, 4.732]}, "mai_Deva": {"tokens": 132546, "chars": 129408, "chars_per_token": 0.976, "ratio_vs_en": 4.876, "ci95": [4.821, 4.931]}, "mal_Mlym": {"tokens": 242932, "chars": 149336, "chars_per_token": 0.615, "ratio_vs_en": 8.937, "ci95": [8.835, 9.044]}, "mar_Deva": {"tokens": 137227, "chars": 133051, "chars_per_token": 0.97, "ratio_vs_en": 5.048, "ci95": [4.992, 5.105]}, "min_Arab": {"tokens": 107949, "chars": 126399, "chars_per_token": 1.171, "ratio_vs_en": 3.971, "ci95": [3.928, 4.016]}, "min_Latn": {"tokens": 48344, "chars": 141163, "chars_per_token": 2.92, "ratio_vs_en": 1.779, "ci95": [1.76, 1.797]}, "mkd_Cyrl": {"tokens": 75048, "chars": 137827, "chars_per_token": 1.837, "ratio_vs_en": 2.761, "ci95": [2.732, 2.791]}, "mlt_Latn": {"tokens": 65712, "chars": 146288, "chars_per_token": 2.226, "ratio_vs_en": 2.417, "ci95": [2.389, 2.447]}, "mni_Beng": {"tokens": 182345, "chars": 136782, "chars_per_token": 0.75, "ratio_vs_en": 6.708, "ci95": [6.628, 6.797]}, "mos_Latn": {"tokens": 62052, "chars": 124657, "chars_per_token": 2.009, "ratio_vs_en": 2.283, "ci95": [2.25, 2.317]}, "mri_Latn": {"tokens": 64154, "chars": 146527, "chars_per_token": 2.284, "ratio_vs_en": 2.36, "ci95": [2.333, 2.388]}, "mya_Mymr": {"tokens": 315796, "chars": 163169, "chars_per_token": 0.517, "ratio_vs_en": 11.618, "ci95": [11.469, 11.773]}, "nld_Latn": {"tokens": 43564, "chars": 147507, "chars_per_token": 3.386, "ratio_vs_en": 1.603, "ci95": [1.586, 1.619]}, "nno_Latn": {"tokens": 44588, "chars": 133443, "chars_per_token": 2.993, "ratio_vs_en": 1.64, "ci95": [1.623, 1.657]}, "nob_Latn": {"tokens": 42441, "chars": 132138, "chars_per_token": 3.113, "ratio_vs_en": 1.561, "ci95": [1.546, 1.577]}, "npi_Deva": {"tokens": 129516, "chars": 126903, "chars_per_token": 0.98, "ratio_vs_en": 4.765, "ci95": [4.707, 4.823]}, "nso_Latn": {"tokens": 59379, "chars": 151109, "chars_per_token": 2.545, "ratio_vs_en": 2.184, "ci95": [2.158, 2.21]}, "nus_Latn": {"tokens": 108472, "chars": 142340, "chars_per_token": 1.312, "ratio_vs_en": 3.991, "ci95": [3.929, 4.049]}, "nya_Latn": {"tokens": 56560, "chars": 147172, "chars_per_token": 2.602, "ratio_vs_en": 2.081, "ci95": [2.055, 2.107]}, "oci_Latn": {"tokens": 49747, "chars": 150651, "chars_per_token": 3.028, "ratio_vs_en": 1.83, "ci95": [1.812, 1.848]}, "ory_Orya": {"tokens": 337072, "chars": 134839, "chars_per_token": 0.4, "ratio_vs_en": 12.401, "ci95": [12.25, 12.564]}, "pag_Latn": {"tokens": 42225, "chars": 129899, "chars_per_token": 3.076, "ratio_vs_en": 1.553, "ci95": [1.529, 1.578]}, "pan_Guru": {"tokens": 213407, "chars": 133425, "chars_per_token": 0.625, "ratio_vs_en": 7.851, "ci95": [7.76, 7.951]}, "pap_Latn": {"tokens": 47485, "chars": 139154, "chars_per_token": 2.93, "ratio_vs_en": 1.747, "ci95": [1.729, 1.764]}, "pbt_Arab": {"tokens": 102083, "chars": 122455, "chars_per_token": 1.2, "ratio_vs_en": 3.756, "ci95": [3.711, 3.798]}, "pes_Arab": {"tokens": 88514, "chars": 123827, "chars_per_token": 1.399, "ratio_vs_en": 3.256, "ci95": [3.218, 3.292]}, "plt_Latn": {"tokens": 61139, "chars": 160996, "chars_per_token": 2.633, "ratio_vs_en": 2.249, "ci95": [2.225, 2.275]}, "pol_Latn": {"tokens": 52024, "chars": 139483, "chars_per_token": 2.681, "ratio_vs_en": 1.914, "ci95": [1.893, 1.936]}, "por_Latn": {"tokens": 40109, "chars": 143418, "chars_per_token": 3.576, "ratio_vs_en": 1.476, "ci95": [1.462, 1.488]}, "prs_Arab": {"tokens": 85563, "chars": 120643, "chars_per_token": 1.41, "ratio_vs_en": 3.148, "ci95": [3.114, 3.183]}, "quy_Latn": {"tokens": 56598, "chars": 141027, "chars_per_token": 2.492, "ratio_vs_en": 2.082, "ci95": [2.055, 2.11]}, "ron_Latn": {"tokens": 50979, "chars": 148571, "chars_per_token": 2.914, "ratio_vs_en": 1.875, "ci95": [1.856, 1.895]}, "run_Latn": {"tokens": 58144, "chars": 147265, "chars_per_token": 2.533, "ratio_vs_en": 2.139, "ci95": [2.113, 2.168]}, "rus_Cyrl": {"tokens": 66928, "chars": 142096, "chars_per_token": 2.123, "ratio_vs_en": 2.462, "ci95": [2.434, 2.491]}, "sag_Latn": {"tokens": 56528, "chars": 142621, "chars_per_token": 2.523, "ratio_vs_en": 2.08, "ci95": [2.05, 2.109]}, "san_Deva": {"tokens": 134233, "chars": 128257, "chars_per_token": 0.955, "ratio_vs_en": 4.938, "ci95": [4.882, 4.994]}, "sat_Olck": {"tokens": 346245, "chars": 139791, "chars_per_token": 0.404, "ratio_vs_en": 12.738, "ci95": [12.585, 12.888]}, "scn_Latn": {"tokens": 54380, "chars": 138571, "chars_per_token": 2.548, "ratio_vs_en": 2.001, "ci95": [1.978, 2.024]}, "shn_Mymr": {"tokens": 407164, "chars": 188284, "chars_per_token": 0.462, "ratio_vs_en": 14.979, "ci95": [14.731, 15.224]}, "sin_Sinh": {"tokens": 235883, "chars": 131080, "chars_per_token": 0.556, "ratio_vs_en": 8.678, "ci95": [8.577, 8.782]}, "slk_Latn": {"tokens": 57882, "chars": 131710, "chars_per_token": 2.275, "ratio_vs_en": 2.129, "ci95": [2.105, 2.155]}, "slv_Latn": {"tokens": 51225, "chars": 130855, "chars_per_token": 2.555, "ratio_vs_en": 1.885, "ci95": [1.864, 1.904]}, "smo_Latn": {"tokens": 61913, "chars": 152724, "chars_per_token": 2.467, "ratio_vs_en": 2.278, "ci95": [2.25, 2.305]}, "sna_Latn": {"tokens": 57996, "chars": 147603, "chars_per_token": 2.545, "ratio_vs_en": 2.134, "ci95": [2.105, 2.162]}, "snd_Arab": {"tokens": 108231, "chars": 119588, "chars_per_token": 1.105, "ratio_vs_en": 3.982, "ci95": [3.937, 4.027]}, "som_Latn": {"tokens": 60010, "chars": 151662, "chars_per_token": 2.527, "ratio_vs_en": 2.208, "ci95": [2.184, 2.233]}, "sot_Latn": {"tokens": 60141, "chars": 158732, "chars_per_token": 2.639, "ratio_vs_en": 2.213, "ci95": [2.186, 2.238]}, "spa_Latn": {"tokens": 41932, "chars": 156997, "chars_per_token": 3.744, "ratio_vs_en": 1.543, "ci95": [1.527, 1.558]}, "srd_Latn": {"tokens": 54021, "chars": 153347, "chars_per_token": 2.839, "ratio_vs_en": 1.987, "ci95": [1.967, 2.009]}, "srp_Cyrl": {"tokens": 78856, "chars": 130780, "chars_per_token": 1.658, "ratio_vs_en": 2.901, "ci95": [2.869, 2.933]}, "ssw_Latn": {"tokens": 58877, "chars": 148726, "chars_per_token": 2.526, "ratio_vs_en": 2.166, "ci95": [2.141, 2.193]}, "sun_Latn": {"tokens": 49396, "chars": 136846, "chars_per_token": 2.77, "ratio_vs_en": 1.817, "ci95": [1.797, 1.836]}, "swe_Latn": {"tokens": 42861, "chars": 132173, "chars_per_token": 3.084, "ratio_vs_en": 1.577, "ci95": [1.562, 1.592]}, "swh_Latn": {"tokens": 53117, "chars": 138104, "chars_per_token": 2.6, "ratio_vs_en": 1.954, "ci95": [1.934, 1.973]}, "szl_Latn": {"tokens": 59393, "chars": 137371, "chars_per_token": 2.313, "ratio_vs_en": 2.185, "ci95": [2.16, 2.211]}, "tam_Taml": {"tokens": 207772, "chars": 154133, "chars_per_token": 0.742, "ratio_vs_en": 7.644, "ci95": [7.552, 7.732]}, "taq_Latn": {"tokens": 60238, "chars": 124417, "chars_per_token": 2.065, "ratio_vs_en": 2.216, "ci95": [2.182, 2.253]}, "taq_Tfng": {"tokens": 274467, "chars": 123904, "chars_per_token": 0.451, "ratio_vs_en": 10.097, "ci95": [9.966, 10.243]}, "tat_Cyrl": {"tokens": 101354, "chars": 133282, "chars_per_token": 1.315, "ratio_vs_en": 3.729, "ci95": [3.681, 3.776]}, "tel_Telu": {"tokens": 225263, "chars": 132470, "chars_per_token": 0.588, "ratio_vs_en": 8.287, "ci95": [8.181, 8.392]}, "tgk_Cyrl": {"tokens": 98431, "chars": 145871, "chars_per_token": 1.482, "ratio_vs_en": 3.621, "ci95": [3.579, 3.662]}, "tgl_Latn": {"tokens": 55718, "chars": 166169, "chars_per_token": 2.982, "ratio_vs_en": 2.05, "ci95": [2.027, 2.073]}, "tha_Thai": {"tokens": 118044, "chars": 126109, "chars_per_token": 1.068, "ratio_vs_en": 4.343, "ci95": [4.286, 4.402]}, "tir_Ethi": {"tokens": 211419, "chars": 90700, "chars_per_token": 0.429, "ratio_vs_en": 7.778, "ci95": [7.685, 7.876]}, "tpi_Latn": {"tokens": 55504, "chars": 169011, "chars_per_token": 3.045, "ratio_vs_en": 2.042, "ci95": [2.015, 2.069]}, "tsn_Latn": {"tokens": 61568, "chars": 163035, "chars_per_token": 2.648, "ratio_vs_en": 2.265, "ci95": [2.238, 2.294]}, "tso_Latn": {"tokens": 61361, "chars": 158178, "chars_per_token": 2.578, "ratio_vs_en": 2.257, "ci95": [2.229, 2.286]}, "tuk_Latn": {"tokens": 65442, "chars": 140262, "chars_per_token": 2.143, "ratio_vs_en": 2.408, "ci95": [2.381, 2.437]}, "tum_Latn": {"tokens": 70036, "chars": 172545, "chars_per_token": 2.464, "ratio_vs_en": 2.577, "ci95": [2.538, 2.62]}, "tur_Latn": {"tokens": 52205, "chars": 135761, "chars_per_token": 2.601, "ratio_vs_en": 1.921, "ci95": [1.9, 1.941]}, "twi_Latn": {"tokens": 67984, "chars": 128598, "chars_per_token": 1.892, "ratio_vs_en": 2.501, "ci95": [2.463, 2.542]}, "tzm_Tfng": {"tokens": 272681, "chars": 117960, "chars_per_token": 0.433, "ratio_vs_en": 10.032, "ci95": [9.916, 10.153]}, "uig_Arab": {"tokens": 140539, "chars": 140477, "chars_per_token": 1.0, "ratio_vs_en": 5.17, "ci95": [5.105, 5.236]}, "ukr_Cyrl": {"tokens": 80599, "chars": 134446, "chars_per_token": 1.668, "ratio_vs_en": 2.965, "ci95": [2.933, 2.999]}, "umb_Latn": {"tokens": 55268, "chars": 134747, "chars_per_token": 2.438, "ratio_vs_en": 2.033, "ci95": [2.003, 2.065]}, "urd_Arab": {"tokens": 117957, "chars": 129919, "chars_per_token": 1.101, "ratio_vs_en": 4.34, "ci95": [4.289, 4.392]}, "uzn_Latn": {"tokens": 58932, "chars": 149323, "chars_per_token": 2.534, "ratio_vs_en": 2.168, "ci95": [2.145, 2.191]}, "vec_Latn": {"tokens": 46332, "chars": 133237, "chars_per_token": 2.876, "ratio_vs_en": 1.705, "ci95": [1.688, 1.722]}, "vie_Latn": {"tokens": 66427, "chars": 138595, "chars_per_token": 2.086, "ratio_vs_en": 2.444, "ci95": [2.415, 2.474]}, "war_Latn": {"tokens": 53120, "chars": 164746, "chars_per_token": 3.101, "ratio_vs_en": 1.954, "ci95": [1.933, 1.977]}, "wol_Latn": {"tokens": 52513, "chars": 127173, "chars_per_token": 2.422, "ratio_vs_en": 1.932, "ci95": [1.908, 1.955]}, "xho_Latn": {"tokens": 55857, "chars": 139123, "chars_per_token": 2.491, "ratio_vs_en": 2.055, "ci95": [2.032, 2.079]}, "ydd_Hebr": {"tokens": 150358, "chars": 141658, "chars_per_token": 0.942, "ratio_vs_en": 5.532, "ci95": [5.475, 5.59]}, "yor_Latn": {"tokens": 80247, "chars": 126844, "chars_per_token": 1.581, "ratio_vs_en": 2.952, "ci95": [2.898, 3.01]}, "yue_Hant": {"tokens": 56830, "chars": 40019, "chars_per_token": 0.704, "ratio_vs_en": 2.091, "ci95": [2.068, 2.115]}, "zho_Hans": {"tokens": 50808, "chars": 43248, "chars_per_token": 0.851, "ratio_vs_en": 1.869, "ci95": [1.846, 1.892]}, "zho_Hant": {"tokens": 58171, "chars": 40695, "chars_per_token": 0.7, "ratio_vs_en": 2.14, "ci95": [2.116, 2.164]}, "zsm_Latn": {"tokens": 43962, "chars": 146201, "chars_per_token": 3.326, "ratio_vs_en": 1.617, "ci95": [1.602, 1.634]}, "zul_Latn": {"tokens": 60143, "chars": 148362, "chars_per_token": 2.467, "ratio_vs_en": 2.213, "ci95": [2.189, 2.236]}, "eng_Latn": {"tokens": 27182, "chars": 131966, "chars_per_token": 4.855, "ratio_vs_en": 1.0}}, "costs": []}, {"schema": 1, "tokenizer": "Qwen 2.5 / 3", "kind": "hf", "id": "Qwen/Qwen3-8B", "group": "China", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 73137, "chars": 111621, "chars_per_token": 1.526, "ratio_vs_en": 2.648, "ci95": [2.62, 2.677]}, "ace_Latn": {"tokens": 54249, "chars": 141933, "chars_per_token": 2.616, "ratio_vs_en": 1.964, "ci95": [1.941, 1.986]}, "acm_Arab": {"tokens": 44686, "chars": 113573, "chars_per_token": 2.542, "ratio_vs_en": 1.618, "ci95": [1.601, 1.634]}, "acq_Arab": {"tokens": 45015, "chars": 115113, "chars_per_token": 2.557, "ratio_vs_en": 1.63, "ci95": [1.612, 1.647]}, "aeb_Arab": {"tokens": 45548, "chars": 112077, "chars_per_token": 2.461, "ratio_vs_en": 1.649, "ci95": [1.631, 1.668]}, "afr_Latn": {"tokens": 46305, "chars": 139690, "chars_per_token": 3.017, "ratio_vs_en": 1.676, "ci95": [1.66, 1.693]}, "ajp_Arab": {"tokens": 42758, "chars": 109046, "chars_per_token": 2.55, "ratio_vs_en": 1.548, "ci95": [1.533, 1.563]}, "aka_Latn": {"tokens": 63183, "chars": 132650, "chars_per_token": 2.099, "ratio_vs_en": 2.287, "ci95": [2.254, 2.322]}, "als_Latn": {"tokens": 61457, "chars": 147064, "chars_per_token": 2.393, "ratio_vs_en": 2.225, "ci95": [2.2, 2.25]}, "amh_Ethi": {"tokens": 111737, "chars": 87132, "chars_per_token": 0.78, "ratio_vs_en": 4.045, "ci95": [3.997, 4.095]}, "apc_Arab": {"tokens": 43513, "chars": 107981, "chars_per_token": 2.482, "ratio_vs_en": 1.575, "ci95": [1.559, 1.592]}, "arb_Arab": {"tokens": 44978, "chars": 116307, "chars_per_token": 2.586, "ratio_vs_en": 1.628, "ci95": [1.611, 1.646]}, "arb_Latn": {"tokens": 66636, "chars": 153758, "chars_per_token": 2.307, "ratio_vs_en": 2.413, "ci95": [2.383, 2.445]}, "ars_Arab": {"tokens": 45098, "chars": 116428, "chars_per_token": 2.582, "ratio_vs_en": 1.633, "ci95": [1.615, 1.651]}, "ary_Arab": {"tokens": 46799, "chars": 113563, "chars_per_token": 2.427, "ratio_vs_en": 1.694, "ci95": [1.675, 1.714]}, "arz_Arab": {"tokens": 45134, "chars": 113770, "chars_per_token": 2.521, "ratio_vs_en": 1.634, "ci95": [1.616, 1.652]}, "asm_Beng": {"tokens": 148763, "chars": 125936, "chars_per_token": 0.847, "ratio_vs_en": 5.386, "ci95": [5.324, 5.455]}, "ast_Latn": {"tokens": 43047, "chars": 136363, "chars_per_token": 3.168, "ratio_vs_en": 1.558, "ci95": [1.543, 1.575]}, "awa_Deva": {"tokens": 118873, "chars": 128171, "chars_per_token": 1.078, "ratio_vs_en": 4.304, "ci95": [4.249, 4.361]}, "ayr_Latn": {"tokens": 59448, "chars": 138617, "chars_per_token": 2.332, "ratio_vs_en": 2.152, "ci95": [2.121, 2.182]}, "azb_Arab": {"tokens": 71857, "chars": 117061, "chars_per_token": 1.629, "ratio_vs_en": 2.602, "ci95": [2.568, 2.635]}, "azj_Latn": {"tokens": 68811, "chars": 143739, "chars_per_token": 2.089, "ratio_vs_en": 2.491, "ci95": [2.458, 2.524]}, "bak_Cyrl": {"tokens": 86239, "chars": 133222, "chars_per_token": 1.545, "ratio_vs_en": 3.122, "ci95": [3.083, 3.162]}, "bam_Latn": {"tokens": 58757, "chars": 126387, "chars_per_token": 2.151, "ratio_vs_en": 2.127, "ci95": [2.099, 2.155]}, "ban_Latn": {"tokens": 49015, "chars": 145570, "chars_per_token": 2.97, "ratio_vs_en": 1.775, "ci95": [1.754, 1.796]}, "bel_Cyrl": {"tokens": 82064, "chars": 147991, "chars_per_token": 1.803, "ratio_vs_en": 2.971, "ci95": [2.931, 3.012]}, "bem_Latn": {"tokens": 60413, "chars": 160751, "chars_per_token": 2.661, "ratio_vs_en": 2.187, "ci95": [2.161, 2.214]}, "ben_Beng": {"tokens": 138814, "chars": 129042, "chars_per_token": 0.93, "ratio_vs_en": 5.026, "ci95": [4.965, 5.086]}, "bho_Deva": {"tokens": 118787, "chars": 128611, "chars_per_token": 1.083, "ratio_vs_en": 4.301, "ci95": [4.248, 4.356]}, "bjn_Arab": {"tokens": 71848, "chars": 122230, "chars_per_token": 1.701, "ratio_vs_en": 2.601, "ci95": [2.573, 2.63]}, "bjn_Latn": {"tokens": 46902, "chars": 138182, "chars_per_token": 2.946, "ratio_vs_en": 1.698, "ci95": [1.679, 1.716]}, "bod_Tibt": {"tokens": 199587, "chars": 148151, "chars_per_token": 0.742, "ratio_vs_en": 7.226, "ci95": [7.12, 7.334]}, "bos_Latn": {"tokens": 51262, "chars": 132187, "chars_per_token": 2.579, "ratio_vs_en": 1.856, "ci95": [1.836, 1.876]}, "bug_Latn": {"tokens": 53766, "chars": 139375, "chars_per_token": 2.592, "ratio_vs_en": 1.947, "ci95": [1.921, 1.973]}, "bul_Cyrl": {"tokens": 60892, "chars": 137824, "chars_per_token": 2.263, "ratio_vs_en": 2.205, "ci95": [2.179, 2.228]}, "cat_Latn": {"tokens": 46595, "chars": 145781, "chars_per_token": 3.129, "ratio_vs_en": 1.687, "ci95": [1.67, 1.705]}, "ceb_Latn": {"tokens": 52906, "chars": 158685, "chars_per_token": 2.999, "ratio_vs_en": 1.915, "ci95": [1.894, 1.938]}, "ces_Latn": {"tokens": 57048, "chars": 127257, "chars_per_token": 2.231, "ratio_vs_en": 2.065, "ci95": [2.042, 2.09]}, "cjk_Latn": {"tokens": 53034, "chars": 139261, "chars_per_token": 2.626, "ratio_vs_en": 1.92, "ci95": [1.891, 1.949]}, "ckb_Arab": {"tokens": 95276, "chars": 128585, "chars_per_token": 1.35, "ratio_vs_en": 3.449, "ci95": [3.406, 3.491]}, "crh_Latn": {"tokens": 53447, "chars": 134038, "chars_per_token": 2.508, "ratio_vs_en": 1.935, "ci95": [1.912, 1.958]}, "cym_Latn": {"tokens": 58265, "chars": 141257, "chars_per_token": 2.424, "ratio_vs_en": 2.109, "ci95": [2.087, 2.132]}, "dan_Latn": {"tokens": 44340, "chars": 135083, "chars_per_token": 3.047, "ratio_vs_en": 1.605, "ci95": [1.588, 1.622]}, "deu_Latn": {"tokens": 43058, "chars": 153809, "chars_per_token": 3.572, "ratio_vs_en": 1.559, "ci95": [1.544, 1.575]}, "dik_Latn": {"tokens": 55344, "chars": 111789, "chars_per_token": 2.02, "ratio_vs_en": 2.004, "ci95": [1.965, 2.047]}, "dyu_Latn": {"tokens": 54238, "chars": 132855, "chars_per_token": 2.449, "ratio_vs_en": 1.964, "ci95": [1.935, 1.994]}, "dzo_Tibt": {"tokens": 221739, "chars": 163358, "chars_per_token": 0.737, "ratio_vs_en": 8.028, "ci95": [7.912, 8.141]}, "ell_Grek": {"tokens": 135300, "chars": 157539, "chars_per_token": 1.164, "ratio_vs_en": 4.898, "ci95": [4.836, 4.961]}, "epo_Latn": {"tokens": 49543, "chars": 131292, "chars_per_token": 2.65, "ratio_vs_en": 1.794, "ci95": [1.776, 1.813]}, "est_Latn": {"tokens": 51199, "chars": 129459, "chars_per_token": 2.529, "ratio_vs_en": 1.854, "ci95": [1.831, 1.876]}, "eus_Latn": {"tokens": 51534, "chars": 139822, "chars_per_token": 2.713, "ratio_vs_en": 1.866, "ci95": [1.845, 1.888]}, "ewe_Latn": {"tokens": 64709, "chars": 127448, "chars_per_token": 1.97, "ratio_vs_en": 2.343, "ci95": [2.3, 2.385]}, "fao_Latn": {"tokens": 56600, "chars": 134274, "chars_per_token": 2.372, "ratio_vs_en": 2.049, "ci95": [2.026, 2.073]}, "fij_Latn": {"tokens": 59136, "chars": 155177, "chars_per_token": 2.624, "ratio_vs_en": 2.141, "ci95": [2.114, 2.169]}, "fin_Latn": {"tokens": 54541, "chars": 140128, "chars_per_token": 2.569, "ratio_vs_en": 1.975, "ci95": [1.95, 1.998]}, "fon_Latn": {"tokens": 79153, "chars": 135260, "chars_per_token": 1.709, "ratio_vs_en": 2.866, "ci95": [2.817, 2.916]}, "fra_Latn": {"tokens": 43645, "chars": 157638, "chars_per_token": 3.612, "ratio_vs_en": 1.58, "ci95": [1.565, 1.596]}, "fur_Latn": {"tokens": 50617, "chars": 144519, "chars_per_token": 2.855, "ratio_vs_en": 1.833, "ci95": [1.813, 1.854]}, "fuv_Latn": {"tokens": 48352, "chars": 122162, "chars_per_token": 2.527, "ratio_vs_en": 1.751, "ci95": [1.724, 1.776]}, "gaz_Latn": {"tokens": 63310, "chars": 156418, "chars_per_token": 2.471, "ratio_vs_en": 2.292, "ci95": [2.265, 2.318]}, "gla_Latn": {"tokens": 65635, "chars": 162597, "chars_per_token": 2.477, "ratio_vs_en": 2.376, "ci95": [2.348, 2.407]}, "gle_Latn": {"tokens": 62982, "chars": 152481, "chars_per_token": 2.421, "ratio_vs_en": 2.28, "ci95": [2.252, 2.308]}, "glg_Latn": {"tokens": 42627, "chars": 146143, "chars_per_token": 3.428, "ratio_vs_en": 1.543, "ci95": [1.528, 1.558]}, "grn_Latn": {"tokens": 57475, "chars": 132815, "chars_per_token": 2.311, "ratio_vs_en": 2.081, "ci95": [2.052, 2.107]}, "guj_Gujr": {"tokens": 186119, "chars": 126428, "chars_per_token": 0.679, "ratio_vs_en": 6.738, "ci95": [6.654, 6.825]}, "hat_Latn": {"tokens": 47477, "chars": 121280, "chars_per_token": 2.555, "ratio_vs_en": 1.719, "ci95": [1.7, 1.737]}, "hau_Latn": {"tokens": 53698, "chars": 140067, "chars_per_token": 2.608, "ratio_vs_en": 1.944, "ci95": [1.921, 1.966]}, "heb_Hebr": {"tokens": 40708, "chars": 102054, "chars_per_token": 2.507, "ratio_vs_en": 1.474, "ci95": [1.46, 1.488]}, "hin_Deva": {"tokens": 121957, "chars": 131058, "chars_per_token": 1.075, "ratio_vs_en": 4.415, "ci95": [4.36, 4.471]}, "hne_Deva": {"tokens": 116332, "chars": 126933, "chars_per_token": 1.091, "ratio_vs_en": 4.212, "ci95": [4.161, 4.261]}, "hrv_Latn": {"tokens": 50281, "chars": 128727, "chars_per_token": 2.56, "ratio_vs_en": 1.82, "ci95": [1.8, 1.84]}, "hun_Latn": {"tokens": 58579, "chars": 138629, "chars_per_token": 2.367, "ratio_vs_en": 2.121, "ci95": [2.094, 2.148]}, "hye_Armn": {"tokens": 145665, "chars": 145956, "chars_per_token": 1.002, "ratio_vs_en": 5.274, "ci95": [5.2, 5.342]}, "ibo_Latn": {"tokens": 65847, "chars": 134560, "chars_per_token": 2.044, "ratio_vs_en": 2.384, "ci95": [2.351, 2.416]}, "ilo_Latn": {"tokens": 56130, "chars": 159680, "chars_per_token": 2.845, "ratio_vs_en": 2.032, "ci95": [2.009, 2.055]}, "ind_Latn": {"tokens": 42520, "chars": 142318, "chars_per_token": 3.347, "ratio_vs_en": 1.539, "ci95": [1.524, 1.554]}, "isl_Latn": {"tokens": 57917, "chars": 129783, "chars_per_token": 2.241, "ratio_vs_en": 2.097, "ci95": [2.071, 2.123]}, "ita_Latn": {"tokens": 44905, "chars": 156138, "chars_per_token": 3.477, "ratio_vs_en": 1.626, "ci95": [1.61, 1.643]}, "jav_Latn": {"tokens": 47414, "chars": 136928, "chars_per_token": 2.888, "ratio_vs_en": 1.717, "ci95": [1.699, 1.735]}, "jpn_Jpan": {"tokens": 38743, "chars": 56943, "chars_per_token": 1.47, "ratio_vs_en": 1.403, "ci95": [1.387, 1.419]}, "kab_Latn": {"tokens": 58893, "chars": 130554, "chars_per_token": 2.217, "ratio_vs_en": 2.132, "ci95": [2.108, 2.157]}, "kac_Latn": {"tokens": 64418, "chars": 169397, "chars_per_token": 2.63, "ratio_vs_en": 2.332, "ci95": [2.297, 2.369]}, "kam_Latn": {"tokens": 54818, "chars": 128356, "chars_per_token": 2.341, "ratio_vs_en": 1.985, "ci95": [1.951, 2.017]}, "kan_Knda": {"tokens": 191127, "chars": 138040, "chars_per_token": 0.722, "ratio_vs_en": 6.92, "ci95": [6.83, 7.007]}, "kas_Arab": {"tokens": 95734, "chars": 126105, "chars_per_token": 1.317, "ratio_vs_en": 3.466, "ci95": [3.419, 3.514]}, "kas_Deva": {"tokens": 120603, "chars": 126401, "chars_per_token": 1.048, "ratio_vs_en": 4.366, "ci95": [4.315, 4.419]}, "kat_Geor": {"tokens": 143337, "chars": 143930, "chars_per_token": 1.004, "ratio_vs_en": 5.189, "ci95": [5.117, 5.261]}, "kaz_Cyrl": {"tokens": 83141, "chars": 135404, "chars_per_token": 1.629, "ratio_vs_en": 3.01, "ci95": [2.972, 3.047]}, "kbp_Latn": {"tokens": 91663, "chars": 142957, "chars_per_token": 1.56, "ratio_vs_en": 3.319, "ci95": [3.266, 3.371]}, "kea_Latn": {"tokens": 47100, "chars": 130800, "chars_per_token": 2.777, "ratio_vs_en": 1.705, "ci95": [1.688, 1.721]}, "khk_Cyrl": {"tokens": 85073, "chars": 137067, "chars_per_token": 1.611, "ratio_vs_en": 3.08, "ci95": [3.042, 3.12]}, "khm_Khmr": {"tokens": 178695, "chars": 153212, "chars_per_token": 0.857, "ratio_vs_en": 6.47, "ci95": [6.384, 6.563]}, "kik_Latn": {"tokens": 72593, "chars": 153431, "chars_per_token": 2.114, "ratio_vs_en": 2.628, "ci95": [2.585, 2.67]}, "kin_Latn": {"tokens": 58244, "chars": 145862, "chars_per_token": 2.504, "ratio_vs_en": 2.109, "ci95": [2.083, 2.135]}, "kir_Cyrl": {"tokens": 75994, "chars": 135532, "chars_per_token": 1.783, "ratio_vs_en": 2.751, "ci95": [2.714, 2.788]}, "kmb_Latn": {"tokens": 58249, "chars": 145762, "chars_per_token": 2.502, "ratio_vs_en": 2.109, "ci95": [2.083, 2.135]}, "kmr_Latn": {"tokens": 59687, "chars": 130372, "chars_per_token": 2.184, "ratio_vs_en": 2.161, "ci95": [2.136, 2.186]}, "knc_Arab": {"tokens": 86958, "chars": 116000, "chars_per_token": 1.334, "ratio_vs_en": 3.148, "ci95": [3.049, 3.247]}, "knc_Latn": {"tokens": 59718, "chars": 138972, "chars_per_token": 2.327, "ratio_vs_en": 2.162, "ci95": [2.134, 2.192]}, "kon_Latn": {"tokens": 54521, "chars": 149894, "chars_per_token": 2.749, "ratio_vs_en": 1.974, "ci95": [1.951, 1.997]}, "kor_Hang": {"tokens": 45020, "chars": 65965, "chars_per_token": 1.465, "ratio_vs_en": 1.63, "ci95": [1.613, 1.647]}, "lao_Laoo": {"tokens": 157206, "chars": 130060, "chars_per_token": 0.827, "ratio_vs_en": 5.692, "ci95": [5.613, 5.767]}, "lij_Latn": {"tokens": 53928, "chars": 145994, "chars_per_token": 2.707, "ratio_vs_en": 1.952, "ci95": [1.933, 1.974]}, "lim_Latn": {"tokens": 49568, "chars": 137686, "chars_per_token": 2.778, "ratio_vs_en": 1.795, "ci95": [1.774, 1.814]}, "lin_Latn": {"tokens": 51284, "chars": 142197, "chars_per_token": 2.773, "ratio_vs_en": 1.857, "ci95": [1.838, 1.876]}, "lit_Latn": {"tokens": 56386, "chars": 130329, "chars_per_token": 2.311, "ratio_vs_en": 2.041, "ci95": [2.018, 2.064]}, "lmo_Latn": {"tokens": 55344, "chars": 141666, "chars_per_token": 2.56, "ratio_vs_en": 2.004, "ci95": [1.982, 2.025]}, "ltg_Latn": {"tokens": 59044, "chars": 129848, "chars_per_token": 2.199, "ratio_vs_en": 2.138, "ci95": [2.114, 2.161]}, "ltz_Latn": {"tokens": 54179, "chars": 147545, "chars_per_token": 2.723, "ratio_vs_en": 1.962, "ci95": [1.94, 1.983]}, "lua_Latn": {"tokens": 53455, "chars": 142998, "chars_per_token": 2.675, "ratio_vs_en": 1.935, "ci95": [1.911, 1.959]}, "lug_Latn": {"tokens": 53682, "chars": 135078, "chars_per_token": 2.516, "ratio_vs_en": 1.944, "ci95": [1.921, 1.967]}, "luo_Latn": {"tokens": 49913, "chars": 137546, "chars_per_token": 2.756, "ratio_vs_en": 1.807, "ci95": [1.785, 1.829]}, "lus_Latn": {"tokens": 54255, "chars": 146255, "chars_per_token": 2.696, "ratio_vs_en": 1.964, "ci95": [1.934, 1.994]}, "lvs_Latn": {"tokens": 62914, "chars": 134157, "chars_per_token": 2.132, "ratio_vs_en": 2.278, "ci95": [2.252, 2.304]}, "mag_Deva": {"tokens": 115738, "chars": 126695, "chars_per_token": 1.095, "ratio_vs_en": 4.19, "ci95": [4.141, 4.237]}, "mai_Deva": {"tokens": 121141, "chars": 129408, "chars_per_token": 1.068, "ratio_vs_en": 4.386, "ci95": [4.334, 4.438]}, "mal_Mlym": {"tokens": 199583, "chars": 149336, "chars_per_token": 0.748, "ratio_vs_en": 7.226, "ci95": [7.136, 7.315]}, "mar_Deva": {"tokens": 127476, "chars": 133051, "chars_per_token": 1.044, "ratio_vs_en": 4.615, "ci95": [4.562, 4.668]}, "min_Arab": {"tokens": 76793, "chars": 126399, "chars_per_token": 1.646, "ratio_vs_en": 2.78, "ci95": [2.75, 2.811]}, "min_Latn": {"tokens": 48784, "chars": 141163, "chars_per_token": 2.894, "ratio_vs_en": 1.766, "ci95": [1.748, 1.786]}, "mkd_Cyrl": {"tokens": 62725, "chars": 137827, "chars_per_token": 2.197, "ratio_vs_en": 2.271, "ci95": [2.247, 2.296]}, "mlt_Latn": {"tokens": 61893, "chars": 146288, "chars_per_token": 2.364, "ratio_vs_en": 2.241, "ci95": [2.215, 2.267]}, "mni_Beng": {"tokens": 154859, "chars": 136782, "chars_per_token": 0.883, "ratio_vs_en": 5.607, "ci95": [5.533, 5.687]}, "mos_Latn": {"tokens": 56308, "chars": 124657, "chars_per_token": 2.214, "ratio_vs_en": 2.039, "ci95": [2.011, 2.066]}, "mri_Latn": {"tokens": 64533, "chars": 146527, "chars_per_token": 2.271, "ratio_vs_en": 2.336, "ci95": [2.308, 2.365]}, "mya_Mymr": {"tokens": 246611, "chars": 163169, "chars_per_token": 0.662, "ratio_vs_en": 8.928, "ci95": [8.803, 9.062]}, "nld_Latn": {"tokens": 43918, "chars": 147507, "chars_per_token": 3.359, "ratio_vs_en": 1.59, "ci95": [1.573, 1.606]}, "nno_Latn": {"tokens": 45013, "chars": 133443, "chars_per_token": 2.965, "ratio_vs_en": 1.63, "ci95": [1.612, 1.646]}, "nob_Latn": {"tokens": 42884, "chars": 132138, "chars_per_token": 3.081, "ratio_vs_en": 1.553, "ci95": [1.537, 1.569]}, "npi_Deva": {"tokens": 121958, "chars": 126903, "chars_per_token": 1.041, "ratio_vs_en": 4.415, "ci95": [4.358, 4.475]}, "nso_Latn": {"tokens": 59817, "chars": 151109, "chars_per_token": 2.526, "ratio_vs_en": 2.166, "ci95": [2.139, 2.192]}, "nus_Latn": {"tokens": 93399, "chars": 142340, "chars_per_token": 1.524, "ratio_vs_en": 3.381, "ci95": [3.328, 3.431]}, "nya_Latn": {"tokens": 56970, "chars": 147172, "chars_per_token": 2.583, "ratio_vs_en": 2.063, "ci95": [2.037, 2.089]}, "oci_Latn": {"tokens": 50028, "chars": 150651, "chars_per_token": 3.011, "ratio_vs_en": 1.811, "ci95": [1.792, 1.83]}, "ory_Orya": {"tokens": 267893, "chars": 134839, "chars_per_token": 0.503, "ratio_vs_en": 9.699, "ci95": [9.573, 9.833]}, "pag_Latn": {"tokens": 42662, "chars": 129899, "chars_per_token": 3.045, "ratio_vs_en": 1.545, "ci95": [1.52, 1.569]}, "pan_Guru": {"tokens": 200987, "chars": 133425, "chars_per_token": 0.664, "ratio_vs_en": 7.277, "ci95": [7.184, 7.378]}, "pap_Latn": {"tokens": 47753, "chars": 139154, "chars_per_token": 2.914, "ratio_vs_en": 1.729, "ci95": [1.711, 1.746]}, "pbt_Arab": {"tokens": 77307, "chars": 122455, "chars_per_token": 1.584, "ratio_vs_en": 2.799, "ci95": [2.767, 2.832]}, "pes_Arab": {"tokens": 71183, "chars": 123827, "chars_per_token": 1.74, "ratio_vs_en": 2.577, "ci95": [2.546, 2.606]}, "plt_Latn": {"tokens": 61500, "chars": 160996, "chars_per_token": 2.618, "ratio_vs_en": 2.227, "ci95": [2.201, 2.253]}, "pol_Latn": {"tokens": 48746, "chars": 139483, "chars_per_token": 2.861, "ratio_vs_en": 1.765, "ci95": [1.744, 1.786]}, "por_Latn": {"tokens": 40048, "chars": 143418, "chars_per_token": 3.581, "ratio_vs_en": 1.45, "ci95": [1.437, 1.463]}, "prs_Arab": {"tokens": 68573, "chars": 120643, "chars_per_token": 1.759, "ratio_vs_en": 2.483, "ci95": [2.454, 2.511]}, "quy_Latn": {"tokens": 56974, "chars": 141027, "chars_per_token": 2.475, "ratio_vs_en": 2.063, "ci95": [2.035, 2.09]}, "ron_Latn": {"tokens": 51355, "chars": 148571, "chars_per_token": 2.893, "ratio_vs_en": 1.859, "ci95": [1.839, 1.879]}, "run_Latn": {"tokens": 58512, "chars": 147265, "chars_per_token": 2.517, "ratio_vs_en": 2.118, "ci95": [2.092, 2.147]}, "rus_Cyrl": {"tokens": 48471, "chars": 142096, "chars_per_token": 2.932, "ratio_vs_en": 1.755, "ci95": [1.734, 1.775]}, "sag_Latn": {"tokens": 56398, "chars": 142621, "chars_per_token": 2.529, "ratio_vs_en": 2.042, "ci95": [2.012, 2.071]}, "san_Deva": {"tokens": 124486, "chars": 128257, "chars_per_token": 1.03, "ratio_vs_en": 4.507, "ci95": [4.452, 4.559]}, "sat_Olck": {"tokens": 246373, "chars": 139791, "chars_per_token": 0.567, "ratio_vs_en": 8.92, "ci95": [8.807, 9.03]}, "scn_Latn": {"tokens": 53809, "chars": 138571, "chars_per_token": 2.575, "ratio_vs_en": 1.948, "ci95": [1.926, 1.97]}, "shn_Mymr": {"tokens": 288136, "chars": 188284, "chars_per_token": 0.653, "ratio_vs_en": 10.432, "ci95": [10.257, 10.604]}, "sin_Sinh": {"tokens": 189956, "chars": 131080, "chars_per_token": 0.69, "ratio_vs_en": 6.877, "ci95": [6.793, 6.962]}, "slk_Latn": {"tokens": 57272, "chars": 131710, "chars_per_token": 2.3, "ratio_vs_en": 2.073, "ci95": [2.05, 2.1]}, "slv_Latn": {"tokens": 51558, "chars": 130855, "chars_per_token": 2.538, "ratio_vs_en": 1.867, "ci95": [1.846, 1.886]}, "smo_Latn": {"tokens": 62116, "chars": 152724, "chars_per_token": 2.459, "ratio_vs_en": 2.249, "ci95": [2.221, 2.276]}, "sna_Latn": {"tokens": 58354, "chars": 147603, "chars_per_token": 2.529, "ratio_vs_en": 2.113, "ci95": [2.083, 2.141]}, "snd_Arab": {"tokens": 78582, "chars": 119588, "chars_per_token": 1.522, "ratio_vs_en": 2.845, "ci95": [2.812, 2.878]}, "som_Latn": {"tokens": 60367, "chars": 151662, "chars_per_token": 2.512, "ratio_vs_en": 2.186, "ci95": [2.162, 2.21]}, "sot_Latn": {"tokens": 60580, "chars": 158732, "chars_per_token": 2.62, "ratio_vs_en": 2.193, "ci95": [2.167, 2.219]}, "spa_Latn": {"tokens": 42009, "chars": 156997, "chars_per_token": 3.737, "ratio_vs_en": 1.521, "ci95": [1.505, 1.536]}, "srd_Latn": {"tokens": 54291, "chars": 153347, "chars_per_token": 2.825, "ratio_vs_en": 1.966, "ci95": [1.945, 1.987]}, "srp_Cyrl": {"tokens": 64424, "chars": 130780, "chars_per_token": 2.03, "ratio_vs_en": 2.332, "ci95": [2.308, 2.357]}, "ssw_Latn": {"tokens": 59251, "chars": 148726, "chars_per_token": 2.51, "ratio_vs_en": 2.145, "ci95": [2.12, 2.172]}, "sun_Latn": {"tokens": 49721, "chars": 136846, "chars_per_token": 2.752, "ratio_vs_en": 1.8, "ci95": [1.779, 1.82]}, "swe_Latn": {"tokens": 43240, "chars": 132173, "chars_per_token": 3.057, "ratio_vs_en": 1.565, "ci95": [1.55, 1.581]}, "swh_Latn": {"tokens": 53481, "chars": 138104, "chars_per_token": 2.582, "ratio_vs_en": 1.936, "ci95": [1.916, 1.955]}, "szl_Latn": {"tokens": 57811, "chars": 137371, "chars_per_token": 2.376, "ratio_vs_en": 2.093, "ci95": [2.069, 2.119]}, "tam_Taml": {"tokens": 168828, "chars": 154133, "chars_per_token": 0.913, "ratio_vs_en": 6.112, "ci95": [6.034, 6.187]}, "taq_Latn": {"tokens": 54723, "chars": 124417, "chars_per_token": 2.274, "ratio_vs_en": 1.981, "ci95": [1.953, 2.012]}, "taq_Tfng": {"tokens": 145974, "chars": 123904, "chars_per_token": 0.849, "ratio_vs_en": 5.285, "ci95": [5.214, 5.359]}, "tat_Cyrl": {"tokens": 79231, "chars": 133282, "chars_per_token": 1.682, "ratio_vs_en": 2.869, "ci95": [2.831, 2.904]}, "tel_Telu": {"tokens": 193169, "chars": 132470, "chars_per_token": 0.686, "ratio_vs_en": 6.994, "ci95": [6.898, 7.087]}, "tgk_Cyrl": {"tokens": 80002, "chars": 145871, "chars_per_token": 1.823, "ratio_vs_en": 2.896, "ci95": [2.861, 2.93]}, "tgl_Latn": {"tokens": 56156, "chars": 166169, "chars_per_token": 2.959, "ratio_vs_en": 2.033, "ci95": [2.009, 2.057]}, "tha_Thai": {"tokens": 70202, "chars": 126109, "chars_per_token": 1.796, "ratio_vs_en": 2.542, "ci95": [2.509, 2.576]}, "tir_Ethi": {"tokens": 114713, "chars": 90700, "chars_per_token": 0.791, "ratio_vs_en": 4.153, "ci95": [4.102, 4.208]}, "tpi_Latn": {"tokens": 55938, "chars": 169011, "chars_per_token": 3.021, "ratio_vs_en": 2.025, "ci95": [1.998, 2.053]}, "tsn_Latn": {"tokens": 61982, "chars": 163035, "chars_per_token": 2.63, "ratio_vs_en": 2.244, "ci95": [2.216, 2.273]}, "tso_Latn": {"tokens": 61758, "chars": 158178, "chars_per_token": 2.561, "ratio_vs_en": 2.236, "ci95": [2.207, 2.265]}, "tuk_Latn": {"tokens": 60697, "chars": 140262, "chars_per_token": 2.311, "ratio_vs_en": 2.197, "ci95": [2.173, 2.224]}, "tum_Latn": {"tokens": 69458, "chars": 172545, "chars_per_token": 2.484, "ratio_vs_en": 2.515, "ci95": [2.477, 2.557]}, "tur_Latn": {"tokens": 44846, "chars": 135761, "chars_per_token": 3.027, "ratio_vs_en": 1.624, "ci95": [1.607, 1.641]}, "twi_Latn": {"tokens": 59149, "chars": 128598, "chars_per_token": 2.174, "ratio_vs_en": 2.141, "ci95": [2.111, 2.174]}, "tzm_Tfng": {"tokens": 138713, "chars": 117960, "chars_per_token": 0.85, "ratio_vs_en": 5.022, "ci95": [4.961, 5.082]}, "uig_Arab": {"tokens": 102360, "chars": 140477, "chars_per_token": 1.372, "ratio_vs_en": 3.706, "ci95": [3.657, 3.756]}, "ukr_Cyrl": {"tokens": 68988, "chars": 134446, "chars_per_token": 1.949, "ratio_vs_en": 2.498, "ci95": [2.47, 2.525]}, "umb_Latn": {"tokens": 55073, "chars": 134747, "chars_per_token": 2.447, "ratio_vs_en": 1.994, "ci95": [1.964, 2.025]}, "urd_Arab": {"tokens": 86961, "chars": 129919, "chars_per_token": 1.494, "ratio_vs_en": 3.148, "ci95": [3.111, 3.187]}, "uzn_Latn": {"tokens": 59272, "chars": 149323, "chars_per_token": 2.519, "ratio_vs_en": 2.146, "ci95": [2.122, 2.17]}, "vec_Latn": {"tokens": 46425, "chars": 133237, "chars_per_token": 2.87, "ratio_vs_en": 1.681, "ci95": [1.664, 1.698]}, "vie_Latn": {"tokens": 39643, "chars": 138595, "chars_per_token": 3.496, "ratio_vs_en": 1.435, "ci95": [1.422, 1.448]}, "war_Latn": {"tokens": 53547, "chars": 164746, "chars_per_token": 3.077, "ratio_vs_en": 1.939, "ci95": [1.917, 1.962]}, "wol_Latn": {"tokens": 52687, "chars": 127173, "chars_per_token": 2.414, "ratio_vs_en": 1.907, "ci95": [1.884, 1.931]}, "xho_Latn": {"tokens": 56171, "chars": 139123, "chars_per_token": 2.477, "ratio_vs_en": 2.034, "ci95": [2.011, 2.058]}, "ydd_Hebr": {"tokens": 75716, "chars": 141658, "chars_per_token": 1.871, "ratio_vs_en": 2.741, "ci95": [2.714, 2.769]}, "yor_Latn": {"tokens": 74226, "chars": 126844, "chars_per_token": 1.709, "ratio_vs_en": 2.687, "ci95": [2.641, 2.737]}, "yue_Hant": {"tokens": 30624, "chars": 40019, "chars_per_token": 1.307, "ratio_vs_en": 1.109, "ci95": [1.097, 1.12]}, "zho_Hans": {"tokens": 27701, "chars": 43248, "chars_per_token": 1.561, "ratio_vs_en": 1.003, "ci95": [0.989, 1.018]}, "zho_Hant": {"tokens": 31625, "chars": 40695, "chars_per_token": 1.287, "ratio_vs_en": 1.145, "ci95": [1.131, 1.158]}, "zsm_Latn": {"tokens": 44400, "chars": 146201, "chars_per_token": 3.293, "ratio_vs_en": 1.607, "ci95": [1.592, 1.623]}, "zul_Latn": {"tokens": 60429, "chars": 148362, "chars_per_token": 2.455, "ratio_vs_en": 2.188, "ci95": [2.164, 2.212]}, "eng_Latn": {"tokens": 27621, "chars": 131966, "chars_per_token": 4.778, "ratio_vs_en": 1.0}}, "costs": []}, {"schema": 1, "tokenizer": "SlovakBERT (Slovak, Gerulata)", "kind": "hf-bpe", "id": "gerulata/slovakbert", "group": "Regional", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 178777, "chars": 111621, "chars_per_token": 0.624, "ratio_vs_en": 4.727, "ci95": [4.681, 4.773]}, "ace_Latn": {"tokens": 60897, "chars": 141933, "chars_per_token": 2.331, "ratio_vs_en": 1.61, "ci95": [1.592, 1.628]}, "acm_Arab": {"tokens": 174796, "chars": 113573, "chars_per_token": 0.65, "ratio_vs_en": 4.621, "ci95": [4.573, 4.67]}, "acq_Arab": {"tokens": 177660, "chars": 115113, "chars_per_token": 0.648, "ratio_vs_en": 4.697, "ci95": [4.649, 4.747]}, "aeb_Arab": {"tokens": 173264, "chars": 112077, "chars_per_token": 0.647, "ratio_vs_en": 4.581, "ci95": [4.535, 4.632]}, "afr_Latn": {"tokens": 53155, "chars": 139690, "chars_per_token": 2.628, "ratio_vs_en": 1.405, "ci95": [1.394, 1.417]}, "ajp_Arab": {"tokens": 166285, "chars": 109046, "chars_per_token": 0.656, "ratio_vs_en": 4.396, "ci95": [4.354, 4.443]}, "aka_Latn": {"tokens": 78987, "chars": 132650, "chars_per_token": 1.679, "ratio_vs_en": 2.088, "ci95": [2.06, 2.119]}, "als_Latn": {"tokens": 69130, "chars": 147064, "chars_per_token": 2.127, "ratio_vs_en": 1.828, "ci95": [1.809, 1.846]}, "amh_Ethi": {"tokens": 224440, "chars": 87132, "chars_per_token": 0.388, "ratio_vs_en": 5.934, "ci95": [5.872, 5.998]}, "apc_Arab": {"tokens": 166169, "chars": 107981, "chars_per_token": 0.65, "ratio_vs_en": 4.393, "ci95": [4.347, 4.441]}, "arb_Arab": {"tokens": 179594, "chars": 116307, "chars_per_token": 0.648, "ratio_vs_en": 4.748, "ci95": [4.701, 4.799]}, "arb_Latn": {"tokens": 70585, "chars": 153758, "chars_per_token": 2.178, "ratio_vs_en": 1.866, "ci95": [1.844, 1.888]}, "ars_Arab": {"tokens": 179904, "chars": 116428, "chars_per_token": 0.647, "ratio_vs_en": 4.756, "ci95": [4.709, 4.807]}, "ary_Arab": {"tokens": 173985, "chars": 113563, "chars_per_token": 0.653, "ratio_vs_en": 4.6, "ci95": [4.549, 4.655]}, "arz_Arab": {"tokens": 175902, "chars": 113770, "chars_per_token": 0.647, "ratio_vs_en": 4.651, "ci95": [4.601, 4.704]}, "asm_Beng": {"tokens": 334332, "chars": 125936, "chars_per_token": 0.377, "ratio_vs_en": 8.839, "ci95": [8.747, 8.935]}, "ast_Latn": {"tokens": 52063, "chars": 136363, "chars_per_token": 2.619, "ratio_vs_en": 1.376, "ci95": [1.364, 1.39]}, "awa_Deva": {"tokens": 223651, "chars": 128171, "chars_per_token": 0.573, "ratio_vs_en": 5.913, "ci95": [5.848, 5.983]}, "ayr_Latn": {"tokens": 64461, "chars": 138617, "chars_per_token": 2.15, "ratio_vs_en": 1.704, "ci95": [1.682, 1.727]}, "azb_Arab": {"tokens": 187135, "chars": 117061, "chars_per_token": 0.626, "ratio_vs_en": 4.948, "ci95": [4.89, 5.005]}, "azj_Latn": {"tokens": 94301, "chars": 143739, "chars_per_token": 1.524, "ratio_vs_en": 2.493, "ci95": [2.462, 2.524]}, "bak_Cyrl": {"tokens": 140691, "chars": 133222, "chars_per_token": 0.947, "ratio_vs_en": 3.72, "ci95": [3.678, 3.76]}, "bam_Latn": {"tokens": 72271, "chars": 126387, "chars_per_token": 1.749, "ratio_vs_en": 1.911, "ci95": [1.886, 1.935]}, "ban_Latn": {"tokens": 55065, "chars": 145570, "chars_per_token": 2.644, "ratio_vs_en": 1.456, "ci95": [1.44, 1.472]}, "bel_Cyrl": {"tokens": 143059, "chars": 147991, "chars_per_token": 1.034, "ratio_vs_en": 3.782, "ci95": [3.74, 3.827]}, "bem_Latn": {"tokens": 66446, "chars": 160751, "chars_per_token": 2.419, "ratio_vs_en": 1.757, "ci95": [1.738, 1.776]}, "ben_Beng": {"tokens": 344040, "chars": 129042, "chars_per_token": 0.375, "ratio_vs_en": 9.096, "ci95": [9.003, 9.192]}, "bho_Deva": {"tokens": 223761, "chars": 128611, "chars_per_token": 0.575, "ratio_vs_en": 5.916, "ci95": [5.852, 5.982]}, "bjn_Arab": {"tokens": 193422, "chars": 122230, "chars_per_token": 0.632, "ratio_vs_en": 5.114, "ci95": [5.064, 5.169]}, "bjn_Latn": {"tokens": 53424, "chars": 138182, "chars_per_token": 2.587, "ratio_vs_en": 1.412, "ci95": [1.399, 1.427]}, "bod_Tibt": {"tokens": 438269, "chars": 148151, "chars_per_token": 0.338, "ratio_vs_en": 11.587, "ci95": [11.434, 11.747]}, "bos_Latn": {"tokens": 48487, "chars": 132187, "chars_per_token": 2.726, "ratio_vs_en": 1.282, "ci95": [1.27, 1.294]}, "bug_Latn": {"tokens": 58354, "chars": 139375, "chars_per_token": 2.388, "ratio_vs_en": 1.543, "ci95": [1.522, 1.565]}, "bul_Cyrl": {"tokens": 113533, "chars": 137824, "chars_per_token": 1.214, "ratio_vs_en": 3.002, "ci95": [2.973, 3.03]}, "cat_Latn": {"tokens": 54799, "chars": 145781, "chars_per_token": 2.66, "ratio_vs_en": 1.449, "ci95": [1.437, 1.462]}, "ceb_Latn": {"tokens": 62866, "chars": 158685, "chars_per_token": 2.524, "ratio_vs_en": 1.662, "ci95": [1.647, 1.678]}, "ces_Latn": {"tokens": 35669, "chars": 127257, "chars_per_token": 3.568, "ratio_vs_en": 0.943, "ci95": [0.935, 0.952]}, "cjk_Latn": {"tokens": 57554, "chars": 139261, "chars_per_token": 2.42, "ratio_vs_en": 1.522, "ci95": [1.5, 1.543]}, "ckb_Arab": {"tokens": 214064, "chars": 128585, "chars_per_token": 0.601, "ratio_vs_en": 5.66, "ci95": [5.597, 5.719]}, "crh_Latn": {"tokens": 67955, "chars": 134038, "chars_per_token": 1.972, "ratio_vs_en": 1.797, "ci95": [1.776, 1.817]}, "cym_Latn": {"tokens": 66727, "chars": 141257, "chars_per_token": 2.117, "ratio_vs_en": 1.764, "ci95": [1.747, 1.781]}, "dan_Latn": {"tokens": 53187, "chars": 135083, "chars_per_token": 2.54, "ratio_vs_en": 1.406, "ci95": [1.393, 1.419]}, "deu_Latn": {"tokens": 49817, "chars": 153809, "chars_per_token": 3.087, "ratio_vs_en": 1.317, "ci95": [1.306, 1.328]}, "dik_Latn": {"tokens": 67418, "chars": 111789, "chars_per_token": 1.658, "ratio_vs_en": 1.782, "ci95": [1.747, 1.823]}, "dyu_Latn": {"tokens": 58036, "chars": 132855, "chars_per_token": 2.289, "ratio_vs_en": 1.534, "ci95": [1.511, 1.558]}, "dzo_Tibt": {"tokens": 478092, "chars": 163358, "chars_per_token": 0.342, "ratio_vs_en": 12.64, "ci95": [12.474, 12.812]}, "ell_Grek": {"tokens": 251860, "chars": 157539, "chars_per_token": 0.626, "ratio_vs_en": 6.659, "ci95": [6.587, 6.735]}, "epo_Latn": {"tokens": 51345, "chars": 131292, "chars_per_token": 2.557, "ratio_vs_en": 1.358, "ci95": [1.346, 1.37]}, "est_Latn": {"tokens": 55130, "chars": 129459, "chars_per_token": 2.348, "ratio_vs_en": 1.458, "ci95": [1.442, 1.473]}, "eus_Latn": {"tokens": 55547, "chars": 139822, "chars_per_token": 2.517, "ratio_vs_en": 1.469, "ci95": [1.455, 1.482]}, "ewe_Latn": {"tokens": 77306, "chars": 127448, "chars_per_token": 1.649, "ratio_vs_en": 2.044, "ci95": [2.009, 2.08]}, "fao_Latn": {"tokens": 64547, "chars": 134274, "chars_per_token": 2.08, "ratio_vs_en": 1.707, "ci95": [1.69, 1.724]}, "fij_Latn": {"tokens": 62998, "chars": 155177, "chars_per_token": 2.463, "ratio_vs_en": 1.666, "ci95": [1.646, 1.687]}, "fin_Latn": {"tokens": 60303, "chars": 140128, "chars_per_token": 2.324, "ratio_vs_en": 1.594, "ci95": [1.577, 1.611]}, "fon_Latn": {"tokens": 107419, "chars": 135260, "chars_per_token": 1.259, "ratio_vs_en": 2.84, "ci95": [2.788, 2.896]}, "fra_Latn": {"tokens": 59930, "chars": 157638, "chars_per_token": 2.63, "ratio_vs_en": 1.584, "ci95": [1.569, 1.602]}, "fur_Latn": {"tokens": 57360, "chars": 144519, "chars_per_token": 2.52, "ratio_vs_en": 1.517, "ci95": [1.503, 1.531]}, "fuv_Latn": {"tokens": 53654, "chars": 122162, "chars_per_token": 2.277, "ratio_vs_en": 1.419, "ci95": [1.397, 1.44]}, "gaz_Latn": {"tokens": 71161, "chars": 156418, "chars_per_token": 2.198, "ratio_vs_en": 1.881, "ci95": [1.861, 1.901]}, "gla_Latn": {"tokens": 75432, "chars": 162597, "chars_per_token": 2.156, "ratio_vs_en": 1.994, "ci95": [1.973, 2.017]}, "gle_Latn": {"tokens": 67449, "chars": 152481, "chars_per_token": 2.261, "ratio_vs_en": 1.783, "ci95": [1.764, 1.803]}, "glg_Latn": {"tokens": 52878, "chars": 146143, "chars_per_token": 2.764, "ratio_vs_en": 1.398, "ci95": [1.386, 1.41]}, "grn_Latn": {"tokens": 64080, "chars": 132815, "chars_per_token": 2.073, "ratio_vs_en": 1.694, "ci95": [1.674, 1.714]}, "guj_Gujr": {"tokens": 330203, "chars": 126428, "chars_per_token": 0.383, "ratio_vs_en": 8.73, "ci95": [8.639, 8.824]}, "hat_Latn": {"tokens": 49302, "chars": 121280, "chars_per_token": 2.46, "ratio_vs_en": 1.303, "ci95": [1.291, 1.316]}, "hau_Latn": {"tokens": 57594, "chars": 140067, "chars_per_token": 2.432, "ratio_vs_en": 1.523, "ci95": [1.507, 1.538]}, "heb_Hebr": {"tokens": 182110, "chars": 102054, "chars_per_token": 0.56, "ratio_vs_en": 4.815, "ci95": [4.769, 4.86]}, "hin_Deva": {"tokens": 232230, "chars": 131058, "chars_per_token": 0.564, "ratio_vs_en": 6.14, "ci95": [6.076, 6.207]}, "hne_Deva": {"tokens": 221564, "chars": 126933, "chars_per_token": 0.573, "ratio_vs_en": 5.858, "ci95": [5.804, 5.917]}, "hrv_Latn": {"tokens": 47543, "chars": 128727, "chars_per_token": 2.708, "ratio_vs_en": 1.257, "ci95": [1.245, 1.269]}, "hun_Latn": {"tokens": 61615, "chars": 138629, "chars_per_token": 2.25, "ratio_vs_en": 1.629, "ci95": [1.612, 1.647]}, "hye_Armn": {"tokens": 268770, "chars": 145956, "chars_per_token": 0.543, "ratio_vs_en": 7.106, "ci95": [7.027, 7.182]}, "ibo_Latn": {"tokens": 85566, "chars": 134560, "chars_per_token": 1.573, "ratio_vs_en": 2.262, "ci95": [2.229, 2.298]}, "ilo_Latn": {"tokens": 62271, "chars": 159680, "chars_per_token": 2.564, "ratio_vs_en": 1.646, "ci95": [1.631, 1.663]}, "ind_Latn": {"tokens": 53502, "chars": 142318, "chars_per_token": 2.66, "ratio_vs_en": 1.415, "ci95": [1.401, 1.429]}, "isl_Latn": {"tokens": 67750, "chars": 129783, "chars_per_token": 1.916, "ratio_vs_en": 1.791, "ci95": [1.771, 1.812]}, "ita_Latn": {"tokens": 56279, "chars": 156138, "chars_per_token": 2.774, "ratio_vs_en": 1.488, "ci95": [1.475, 1.502]}, "jav_Latn": {"tokens": 52774, "chars": 136928, "chars_per_token": 2.595, "ratio_vs_en": 1.395, "ci95": [1.381, 1.41]}, "jpn_Jpan": {"tokens": 128744, "chars": 56943, "chars_per_token": 0.442, "ratio_vs_en": 3.404, "ci95": [3.366, 3.441]}, "kab_Latn": {"tokens": 71834, "chars": 130554, "chars_per_token": 1.817, "ratio_vs_en": 1.899, "ci95": [1.877, 1.922]}, "kac_Latn": {"tokens": 73295, "chars": 169397, "chars_per_token": 2.311, "ratio_vs_en": 1.938, "ci95": [1.91, 1.967]}, "kam_Latn": {"tokens": 63331, "chars": 128356, "chars_per_token": 2.027, "ratio_vs_en": 1.674, "ci95": [1.642, 1.708]}, "kan_Knda": {"tokens": 284852, "chars": 138040, "chars_per_token": 0.485, "ratio_vs_en": 7.531, "ci95": [7.451, 7.619]}, "kas_Arab": {"tokens": 207990, "chars": 126105, "chars_per_token": 0.606, "ratio_vs_en": 5.499, "ci95": [5.44, 5.561]}, "kas_Deva": {"tokens": 216588, "chars": 126401, "chars_per_token": 0.584, "ratio_vs_en": 5.726, "ci95": [5.67, 5.787]}, "kat_Geor": {"tokens": 388182, "chars": 143930, "chars_per_token": 0.371, "ratio_vs_en": 10.263, "ci95": [10.142, 10.385]}, "kaz_Cyrl": {"tokens": 135474, "chars": 135404, "chars_per_token": 0.999, "ratio_vs_en": 3.582, "ci95": [3.544, 3.622]}, "kbp_Latn": {"tokens": 131555, "chars": 142957, "chars_per_token": 1.087, "ratio_vs_en": 3.478, "ci95": [3.424, 3.535]}, "kea_Latn": {"tokens": 48488, "chars": 130800, "chars_per_token": 2.698, "ratio_vs_en": 1.282, "ci95": [1.272, 1.292]}, "khk_Cyrl": {"tokens": 145203, "chars": 137067, "chars_per_token": 0.944, "ratio_vs_en": 3.839, "ci95": [3.8, 3.88]}, "khm_Khmr": {"tokens": 422890, "chars": 153212, "chars_per_token": 0.362, "ratio_vs_en": 11.181, "ci95": [11.038, 11.322]}, "kik_Latn": {"tokens": 93289, "chars": 153431, "chars_per_token": 1.645, "ratio_vs_en": 2.466, "ci95": [2.424, 2.508]}, "kin_Latn": {"tokens": 64360, "chars": 145862, "chars_per_token": 2.266, "ratio_vs_en": 1.702, "ci95": [1.683, 1.721]}, "kir_Cyrl": {"tokens": 127973, "chars": 135532, "chars_per_token": 1.059, "ratio_vs_en": 3.383, "ci95": [3.344, 3.424]}, "kmb_Latn": {"tokens": 61702, "chars": 145762, "chars_per_token": 2.362, "ratio_vs_en": 1.631, "ci95": [1.613, 1.65]}, "kmr_Latn": {"tokens": 66663, "chars": 130372, "chars_per_token": 1.956, "ratio_vs_en": 1.762, "ci95": [1.745, 1.78]}, "knc_Arab": {"tokens": 192413, "chars": 116000, "chars_per_token": 0.603, "ratio_vs_en": 5.087, "ci95": [4.967, 5.207]}, "knc_Latn": {"tokens": 70557, "chars": 138972, "chars_per_token": 1.97, "ratio_vs_en": 1.865, "ci95": [1.842, 1.889]}, "kon_Latn": {"tokens": 58245, "chars": 149894, "chars_per_token": 2.574, "ratio_vs_en": 1.54, "ci95": [1.523, 1.558]}, "kor_Hang": {"tokens": 155677, "chars": 65965, "chars_per_token": 0.424, "ratio_vs_en": 4.116, "ci95": [4.072, 4.162]}, "lao_Laoo": {"tokens": 355128, "chars": 130060, "chars_per_token": 0.366, "ratio_vs_en": 9.389, "ci95": [9.273, 9.51]}, "lij_Latn": {"tokens": 64189, "chars": 145994, "chars_per_token": 2.274, "ratio_vs_en": 1.697, "ci95": [1.68, 1.715]}, "lim_Latn": {"tokens": 56555, "chars": 137686, "chars_per_token": 2.435, "ratio_vs_en": 1.495, "ci95": [1.481, 1.51]}, "lin_Latn": {"tokens": 55154, "chars": 142197, "chars_per_token": 2.578, "ratio_vs_en": 1.458, "ci95": [1.445, 1.473]}, "lit_Latn": {"tokens": 60496, "chars": 130329, "chars_per_token": 2.154, "ratio_vs_en": 1.599, "ci95": [1.582, 1.617]}, "lmo_Latn": {"tokens": 63787, "chars": 141666, "chars_per_token": 2.221, "ratio_vs_en": 1.686, "ci95": [1.67, 1.703]}, "ltg_Latn": {"tokens": 63152, "chars": 129848, "chars_per_token": 2.056, "ratio_vs_en": 1.67, "ci95": [1.653, 1.687]}, "ltz_Latn": {"tokens": 59578, "chars": 147545, "chars_per_token": 2.477, "ratio_vs_en": 1.575, "ci95": [1.561, 1.591]}, "lua_Latn": {"tokens": 57476, "chars": 142998, "chars_per_token": 2.488, "ratio_vs_en": 1.52, "ci95": [1.502, 1.536]}, "lug_Latn": {"tokens": 59114, "chars": 135078, "chars_per_token": 2.285, "ratio_vs_en": 1.563, "ci95": [1.547, 1.581]}, "luo_Latn": {"tokens": 53848, "chars": 137546, "chars_per_token": 2.554, "ratio_vs_en": 1.424, "ci95": [1.408, 1.44]}, "lus_Latn": {"tokens": 58746, "chars": 146255, "chars_per_token": 2.49, "ratio_vs_en": 1.553, "ci95": [1.531, 1.575]}, "lvs_Latn": {"tokens": 68517, "chars": 134157, "chars_per_token": 1.958, "ratio_vs_en": 1.812, "ci95": [1.793, 1.831]}, "mag_Deva": {"tokens": 223915, "chars": 126695, "chars_per_token": 0.566, "ratio_vs_en": 5.92, "ci95": [5.863, 5.977]}, "mai_Deva": {"tokens": 226913, "chars": 129408, "chars_per_token": 0.57, "ratio_vs_en": 5.999, "ci95": [5.937, 6.061]}, "mal_Mlym": {"tokens": 410453, "chars": 149336, "chars_per_token": 0.364, "ratio_vs_en": 10.852, "ci95": [10.735, 10.976]}, "mar_Deva": {"tokens": 250662, "chars": 133051, "chars_per_token": 0.531, "ratio_vs_en": 6.627, "ci95": [6.56, 6.7]}, "min_Arab": {"tokens": 200672, "chars": 126399, "chars_per_token": 0.63, "ratio_vs_en": 5.306, "ci95": [5.251, 5.363]}, "min_Latn": {"tokens": 53727, "chars": 141163, "chars_per_token": 2.627, "ratio_vs_en": 1.42, "ci95": [1.407, 1.435]}, "mkd_Cyrl": {"tokens": 114182, "chars": 137827, "chars_per_token": 1.207, "ratio_vs_en": 3.019, "ci95": [2.99, 3.048]}, "mlt_Latn": {"tokens": 73579, "chars": 146288, "chars_per_token": 1.988, "ratio_vs_en": 1.945, "ci95": [1.926, 1.964]}, "mni_Beng": {"tokens": 366893, "chars": 136782, "chars_per_token": 0.373, "ratio_vs_en": 9.7, "ci95": [9.595, 9.815]}, "mos_Latn": {"tokens": 67855, "chars": 124657, "chars_per_token": 1.837, "ratio_vs_en": 1.794, "ci95": [1.768, 1.821]}, "mri_Latn": {"tokens": 70292, "chars": 146527, "chars_per_token": 2.085, "ratio_vs_en": 1.858, "ci95": [1.839, 1.88]}, "mya_Mymr": {"tokens": 464378, "chars": 163169, "chars_per_token": 0.351, "ratio_vs_en": 12.278, "ci95": [12.133, 12.423]}, "nld_Latn": {"tokens": 53669, "chars": 147507, "chars_per_token": 2.748, "ratio_vs_en": 1.419, "ci95": [1.405, 1.433]}, "nno_Latn": {"tokens": 53252, "chars": 133443, "chars_per_token": 2.506, "ratio_vs_en": 1.408, "ci95": [1.394, 1.421]}, "nob_Latn": {"tokens": 52194, "chars": 132138, "chars_per_token": 2.532, "ratio_vs_en": 1.38, "ci95": [1.367, 1.393]}, "npi_Deva": {"tokens": 238858, "chars": 126903, "chars_per_token": 0.531, "ratio_vs_en": 6.315, "ci95": [6.244, 6.387]}, "nso_Latn": {"tokens": 61251, "chars": 151109, "chars_per_token": 2.467, "ratio_vs_en": 1.619, "ci95": [1.603, 1.636]}, "nus_Latn": {"tokens": 112146, "chars": 142340, "chars_per_token": 1.269, "ratio_vs_en": 2.965, "ci95": [2.922, 3.006]}, "nya_Latn": {"tokens": 60653, "chars": 147172, "chars_per_token": 2.426, "ratio_vs_en": 1.604, "ci95": [1.584, 1.623]}, "oci_Latn": {"tokens": 58793, "chars": 150651, "chars_per_token": 2.562, "ratio_vs_en": 1.554, "ci95": [1.54, 1.569]}, "ory_Orya": {"tokens": 360131, "chars": 134839, "chars_per_token": 0.374, "ratio_vs_en": 9.521, "ci95": [9.417, 9.627]}, "pag_Latn": {"tokens": 47620, "chars": 129899, "chars_per_token": 2.728, "ratio_vs_en": 1.259, "ci95": [1.241, 1.278]}, "pan_Guru": {"tokens": 343041, "chars": 133425, "chars_per_token": 0.389, "ratio_vs_en": 9.07, "ci95": [8.97, 9.175]}, "pap_Latn": {"tokens": 50601, "chars": 139154, "chars_per_token": 2.75, "ratio_vs_en": 1.338, "ci95": [1.328, 1.349]}, "pbt_Arab": {"tokens": 189428, "chars": 122455, "chars_per_token": 0.646, "ratio_vs_en": 5.008, "ci95": [4.956, 5.062]}, "pes_Arab": {"tokens": 193592, "chars": 123827, "chars_per_token": 0.64, "ratio_vs_en": 5.118, "ci95": [5.061, 5.175]}, "plt_Latn": {"tokens": 65976, "chars": 160996, "chars_per_token": 2.44, "ratio_vs_en": 1.744, "ci95": [1.727, 1.763]}, "pol_Latn": {"tokens": 59809, "chars": 139483, "chars_per_token": 2.332, "ratio_vs_en": 1.581, "ci95": [1.564, 1.599]}, "por_Latn": {"tokens": 51275, "chars": 143418, "chars_per_token": 2.797, "ratio_vs_en": 1.356, "ci95": [1.345, 1.367]}, "prs_Arab": {"tokens": 187231, "chars": 120643, "chars_per_token": 0.644, "ratio_vs_en": 4.95, "ci95": [4.896, 5.005]}, "quy_Latn": {"tokens": 63477, "chars": 141027, "chars_per_token": 2.222, "ratio_vs_en": 1.678, "ci95": [1.658, 1.699]}, "ron_Latn": {"tokens": 66400, "chars": 148571, "chars_per_token": 2.238, "ratio_vs_en": 1.756, "ci95": [1.737, 1.774]}, "run_Latn": {"tokens": 63886, "chars": 147265, "chars_per_token": 2.305, "ratio_vs_en": 1.689, "ci95": [1.669, 1.71]}, "rus_Cyrl": {"tokens": 117416, "chars": 142096, "chars_per_token": 1.21, "ratio_vs_en": 3.104, "ci95": [3.069, 3.139]}, "sag_Latn": {"tokens": 60553, "chars": 142621, "chars_per_token": 2.355, "ratio_vs_en": 1.601, "ci95": [1.581, 1.622]}, "san_Deva": {"tokens": 244938, "chars": 128257, "chars_per_token": 0.524, "ratio_vs_en": 6.476, "ci95": [6.405, 6.548]}, "sat_Olck": {"tokens": 369148, "chars": 139791, "chars_per_token": 0.379, "ratio_vs_en": 9.76, "ci95": [9.65, 9.869]}, "scn_Latn": {"tokens": 60089, "chars": 138571, "chars_per_token": 2.306, "ratio_vs_en": 1.589, "ci95": [1.573, 1.605]}, "shn_Mymr": {"tokens": 514062, "chars": 188284, "chars_per_token": 0.366, "ratio_vs_en": 13.591, "ci95": [13.391, 13.805]}, "sin_Sinh": {"tokens": 343714, "chars": 131080, "chars_per_token": 0.381, "ratio_vs_en": 9.087, "ci95": [8.997, 9.188]}, "slk_Latn": {"tokens": 29174, "chars": 131710, "chars_per_token": 4.515, "ratio_vs_en": 0.771, "ci95": [0.764, 0.779]}, "slv_Latn": {"tokens": 46113, "chars": 130855, "chars_per_token": 2.838, "ratio_vs_en": 1.219, "ci95": [1.208, 1.23]}, "smo_Latn": {"tokens": 72084, "chars": 152724, "chars_per_token": 2.119, "ratio_vs_en": 1.906, "ci95": [1.884, 1.929]}, "sna_Latn": {"tokens": 60631, "chars": 147603, "chars_per_token": 2.434, "ratio_vs_en": 1.603, "ci95": [1.584, 1.623]}, "snd_Arab": {"tokens": 188996, "chars": 119588, "chars_per_token": 0.633, "ratio_vs_en": 4.997, "ci95": [4.945, 5.052]}, "som_Latn": {"tokens": 67753, "chars": 151662, "chars_per_token": 2.238, "ratio_vs_en": 1.791, "ci95": [1.773, 1.81]}, "sot_Latn": {"tokens": 63602, "chars": 158732, "chars_per_token": 2.496, "ratio_vs_en": 1.682, "ci95": [1.664, 1.698]}, "spa_Latn": {"tokens": 55777, "chars": 156997, "chars_per_token": 2.815, "ratio_vs_en": 1.475, "ci95": [1.461, 1.488]}, "srd_Latn": {"tokens": 59702, "chars": 153347, "chars_per_token": 2.569, "ratio_vs_en": 1.578, "ci95": [1.564, 1.593]}, "srp_Cyrl": {"tokens": 115148, "chars": 130780, "chars_per_token": 1.136, "ratio_vs_en": 3.044, "ci95": [3.015, 3.073]}, "ssw_Latn": {"tokens": 63270, "chars": 148726, "chars_per_token": 2.351, "ratio_vs_en": 1.673, "ci95": [1.655, 1.692]}, "sun_Latn": {"tokens": 54197, "chars": 136846, "chars_per_token": 2.525, "ratio_vs_en": 1.433, "ci95": [1.418, 1.448]}, "swe_Latn": {"tokens": 51962, "chars": 132173, "chars_per_token": 2.544, "ratio_vs_en": 1.374, "ci95": [1.361, 1.387]}, "swh_Latn": {"tokens": 55983, "chars": 138104, "chars_per_token": 2.467, "ratio_vs_en": 1.48, "ci95": [1.467, 1.493]}, "szl_Latn": {"tokens": 64815, "chars": 137371, "chars_per_token": 2.119, "ratio_vs_en": 1.714, "ci95": [1.695, 1.732]}, "tam_Taml": {"tokens": 420662, "chars": 154133, "chars_per_token": 0.366, "ratio_vs_en": 11.122, "ci95": [11.007, 11.243]}, "taq_Latn": {"tokens": 64143, "chars": 124417, "chars_per_token": 1.94, "ratio_vs_en": 1.696, "ci95": [1.671, 1.724]}, "taq_Tfng": {"tokens": 301104, "chars": 123904, "chars_per_token": 0.411, "ratio_vs_en": 7.961, "ci95": [7.861, 8.071]}, "tat_Cyrl": {"tokens": 130759, "chars": 133282, "chars_per_token": 1.019, "ratio_vs_en": 3.457, "ci95": [3.419, 3.496]}, "tel_Telu": {"tokens": 351515, "chars": 132470, "chars_per_token": 0.377, "ratio_vs_en": 9.294, "ci95": [9.188, 9.405]}, "tgk_Cyrl": {"tokens": 134014, "chars": 145871, "chars_per_token": 1.088, "ratio_vs_en": 3.543, "ci95": [3.506, 3.58]}, "tgl_Latn": {"tokens": 65967, "chars": 166169, "chars_per_token": 2.519, "ratio_vs_en": 1.744, "ci95": [1.726, 1.763]}, "tha_Thai": {"tokens": 265904, "chars": 126109, "chars_per_token": 0.474, "ratio_vs_en": 7.03, "ci95": [6.946, 7.117]}, "tir_Ethi": {"tokens": 230760, "chars": 90700, "chars_per_token": 0.393, "ratio_vs_en": 6.101, "ci95": [6.036, 6.172]}, "tpi_Latn": {"tokens": 61003, "chars": 169011, "chars_per_token": 2.771, "ratio_vs_en": 1.613, "ci95": [1.594, 1.632]}, "tsn_Latn": {"tokens": 66475, "chars": 163035, "chars_per_token": 2.453, "ratio_vs_en": 1.758, "ci95": [1.736, 1.78]}, "tso_Latn": {"tokens": 66411, "chars": 158178, "chars_per_token": 2.382, "ratio_vs_en": 1.756, "ci95": [1.735, 1.776]}, "tuk_Latn": {"tokens": 66680, "chars": 140262, "chars_per_token": 2.104, "ratio_vs_en": 1.763, "ci95": [1.746, 1.781]}, "tum_Latn": {"tokens": 74853, "chars": 172545, "chars_per_token": 2.305, "ratio_vs_en": 1.979, "ci95": [1.951, 2.01]}, "tur_Latn": {"tokens": 65720, "chars": 135761, "chars_per_token": 2.066, "ratio_vs_en": 1.738, "ci95": [1.72, 1.756]}, "twi_Latn": {"tokens": 72859, "chars": 128598, "chars_per_token": 1.765, "ratio_vs_en": 1.926, "ci95": [1.899, 1.955]}, "tzm_Tfng": {"tokens": 302080, "chars": 117960, "chars_per_token": 0.39, "ratio_vs_en": 7.987, "ci95": [7.902, 8.074]}, "uig_Arab": {"tokens": 232080, "chars": 140477, "chars_per_token": 0.605, "ratio_vs_en": 6.136, "ci95": [6.061, 6.209]}, "ukr_Cyrl": {"tokens": 125350, "chars": 134446, "chars_per_token": 1.073, "ratio_vs_en": 3.314, "ci95": [3.283, 3.348]}, "umb_Latn": {"tokens": 60236, "chars": 134747, "chars_per_token": 2.237, "ratio_vs_en": 1.593, "ci95": [1.569, 1.617]}, "urd_Arab": {"tokens": 206690, "chars": 129919, "chars_per_token": 0.629, "ratio_vs_en": 5.465, "ci95": [5.405, 5.528]}, "uzn_Latn": {"tokens": 64369, "chars": 149323, "chars_per_token": 2.32, "ratio_vs_en": 1.702, "ci95": [1.685, 1.719]}, "vec_Latn": {"tokens": 55237, "chars": 133237, "chars_per_token": 2.412, "ratio_vs_en": 1.46, "ci95": [1.447, 1.474]}, "vie_Latn": {"tokens": 111926, "chars": 138595, "chars_per_token": 1.238, "ratio_vs_en": 2.959, "ci95": [2.924, 2.996]}, "war_Latn": {"tokens": 63669, "chars": 164746, "chars_per_token": 2.588, "ratio_vs_en": 1.683, "ci95": [1.667, 1.701]}, "wol_Latn": {"tokens": 58181, "chars": 127173, "chars_per_token": 2.186, "ratio_vs_en": 1.538, "ci95": [1.52, 1.556]}, "xho_Latn": {"tokens": 62530, "chars": 139123, "chars_per_token": 2.225, "ratio_vs_en": 1.653, "ci95": [1.637, 1.671]}, "ydd_Hebr": {"tokens": 255521, "chars": 141658, "chars_per_token": 0.554, "ratio_vs_en": 6.756, "ci95": [6.697, 6.82]}, "yor_Latn": {"tokens": 93338, "chars": 126844, "chars_per_token": 1.359, "ratio_vs_en": 2.468, "ci95": [2.416, 2.522]}, "yue_Hant": {"tokens": 110150, "chars": 40019, "chars_per_token": 0.363, "ratio_vs_en": 2.912, "ci95": [2.882, 2.942]}, "zho_Hans": {"tokens": 115027, "chars": 43248, "chars_per_token": 0.376, "ratio_vs_en": 3.041, "ci95": [3.007, 3.074]}, "zho_Hant": {"tokens": 111867, "chars": 40695, "chars_per_token": 0.364, "ratio_vs_en": 2.958, "ci95": [2.926, 2.989]}, "zsm_Latn": {"tokens": 55207, "chars": 146201, "chars_per_token": 2.648, "ratio_vs_en": 1.46, "ci95": [1.445, 1.474]}, "zul_Latn": {"tokens": 65877, "chars": 148362, "chars_per_token": 2.252, "ratio_vs_en": 1.742, "ci95": [1.725, 1.759]}, "eng_Latn": {"tokens": 37823, "chars": 131966, "chars_per_token": 3.489, "ratio_vs_en": 1.0}}, "costs": []}, {"schema": 1, "tokenizer": "SmolLM3", "kind": "hf", "id": "HuggingFaceTB/SmolLM3-3B", "group": "Other", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 78020, "chars": 111621, "chars_per_token": 1.431, "ratio_vs_en": 2.871, "ci95": [2.838, 2.907]}, "ace_Latn": {"tokens": 53560, "chars": 141933, "chars_per_token": 2.65, "ratio_vs_en": 1.971, "ci95": [1.948, 1.992]}, "acm_Arab": {"tokens": 44659, "chars": 113573, "chars_per_token": 2.543, "ratio_vs_en": 1.644, "ci95": [1.627, 1.66]}, "acq_Arab": {"tokens": 44932, "chars": 115113, "chars_per_token": 2.562, "ratio_vs_en": 1.654, "ci95": [1.636, 1.671]}, "aeb_Arab": {"tokens": 44851, "chars": 112077, "chars_per_token": 2.499, "ratio_vs_en": 1.651, "ci95": [1.633, 1.669]}, "afr_Latn": {"tokens": 45677, "chars": 139690, "chars_per_token": 3.058, "ratio_vs_en": 1.681, "ci95": [1.665, 1.697]}, "ajp_Arab": {"tokens": 42741, "chars": 109046, "chars_per_token": 2.551, "ratio_vs_en": 1.573, "ci95": [1.558, 1.588]}, "aka_Latn": {"tokens": 73023, "chars": 132650, "chars_per_token": 1.817, "ratio_vs_en": 2.688, "ci95": [2.646, 2.733]}, "als_Latn": {"tokens": 60386, "chars": 147064, "chars_per_token": 2.435, "ratio_vs_en": 2.222, "ci95": [2.198, 2.246]}, "amh_Ethi": {"tokens": 206128, "chars": 87132, "chars_per_token": 0.423, "ratio_vs_en": 7.586, "ci95": [7.497, 7.675]}, "apc_Arab": {"tokens": 43087, "chars": 107981, "chars_per_token": 2.506, "ratio_vs_en": 1.586, "ci95": [1.569, 1.602]}, "arb_Arab": {"tokens": 44905, "chars": 116307, "chars_per_token": 2.59, "ratio_vs_en": 1.653, "ci95": [1.636, 1.67]}, "arb_Latn": {"tokens": 65842, "chars": 153758, "chars_per_token": 2.335, "ratio_vs_en": 2.423, "ci95": [2.394, 2.454]}, "ars_Arab": {"tokens": 45103, "chars": 116428, "chars_per_token": 2.581, "ratio_vs_en": 1.66, "ci95": [1.643, 1.677]}, "ary_Arab": {"tokens": 46327, "chars": 113563, "chars_per_token": 2.451, "ratio_vs_en": 1.705, "ci95": [1.687, 1.724]}, "arz_Arab": {"tokens": 44733, "chars": 113770, "chars_per_token": 2.543, "ratio_vs_en": 1.646, "ci95": [1.629, 1.664]}, "asm_Beng": {"tokens": 166126, "chars": 125936, "chars_per_token": 0.758, "ratio_vs_en": 6.114, "ci95": [6.049, 6.187]}, "ast_Latn": {"tokens": 42446, "chars": 136363, "chars_per_token": 3.213, "ratio_vs_en": 1.562, "ci95": [1.547, 1.578]}, "awa_Deva": {"tokens": 68842, "chars": 128171, "chars_per_token": 1.862, "ratio_vs_en": 2.534, "ci95": [2.505, 2.565]}, "ayr_Latn": {"tokens": 58435, "chars": 138617, "chars_per_token": 2.372, "ratio_vs_en": 2.151, "ci95": [2.119, 2.181]}, "azb_Arab": {"tokens": 52029, "chars": 117061, "chars_per_token": 2.25, "ratio_vs_en": 1.915, "ci95": [1.892, 1.938]}, "azj_Latn": {"tokens": 65646, "chars": 143739, "chars_per_token": 2.19, "ratio_vs_en": 2.416, "ci95": [2.384, 2.448]}, "bak_Cyrl": {"tokens": 100053, "chars": 133222, "chars_per_token": 1.332, "ratio_vs_en": 3.682, "ci95": [3.633, 3.735]}, "bam_Latn": {"tokens": 68337, "chars": 126387, "chars_per_token": 1.849, "ratio_vs_en": 2.515, "ci95": [2.478, 2.552]}, "ban_Latn": {"tokens": 48073, "chars": 145570, "chars_per_token": 3.028, "ratio_vs_en": 1.769, "ci95": [1.75, 1.79]}, "bel_Cyrl": {"tokens": 70076, "chars": 147991, "chars_per_token": 2.112, "ratio_vs_en": 2.579, "ci95": [2.547, 2.612]}, "bem_Latn": {"tokens": 59544, "chars": 160751, "chars_per_token": 2.7, "ratio_vs_en": 2.191, "ci95": [2.166, 2.218]}, "ben_Beng": {"tokens": 156453, "chars": 129042, "chars_per_token": 0.825, "ratio_vs_en": 5.758, "ci95": [5.694, 5.822]}, "bho_Deva": {"tokens": 70409, "chars": 128611, "chars_per_token": 1.827, "ratio_vs_en": 2.591, "ci95": [2.562, 2.621]}, "bjn_Arab": {"tokens": 73842, "chars": 122230, "chars_per_token": 1.655, "ratio_vs_en": 2.718, "ci95": [2.686, 2.749]}, "bjn_Latn": {"tokens": 46167, "chars": 138182, "chars_per_token": 2.993, "ratio_vs_en": 1.699, "ci95": [1.681, 1.716]}, "bod_Tibt": {"tokens": 303960, "chars": 148151, "chars_per_token": 0.487, "ratio_vs_en": 11.187, "ci95": [11.034, 11.347]}, "bos_Latn": {"tokens": 48880, "chars": 132187, "chars_per_token": 2.704, "ratio_vs_en": 1.799, "ci95": [1.78, 1.818]}, "bug_Latn": {"tokens": 52736, "chars": 139375, "chars_per_token": 2.643, "ratio_vs_en": 1.941, "ci95": [1.915, 1.967]}, "bul_Cyrl": {"tokens": 55349, "chars": 137824, "chars_per_token": 2.49, "ratio_vs_en": 2.037, "ci95": [2.016, 2.057]}, "cat_Latn": {"tokens": 46223, "chars": 145781, "chars_per_token": 3.154, "ratio_vs_en": 1.701, "ci95": [1.685, 1.719]}, "ceb_Latn": {"tokens": 51881, "chars": 158685, "chars_per_token": 3.059, "ratio_vs_en": 1.909, "ci95": [1.889, 1.93]}, "ces_Latn": {"tokens": 40864, "chars": 127257, "chars_per_token": 3.114, "ratio_vs_en": 1.504, "ci95": [1.489, 1.52]}, "cjk_Latn": {"tokens": 52797, "chars": 139261, "chars_per_token": 2.638, "ratio_vs_en": 1.943, "ci95": [1.915, 1.972]}, "ckb_Arab": {"tokens": 107148, "chars": 128585, "chars_per_token": 1.2, "ratio_vs_en": 3.943, "ci95": [3.89, 3.995]}, "crh_Latn": {"tokens": 49340, "chars": 134038, "chars_per_token": 2.717, "ratio_vs_en": 1.816, "ci95": [1.795, 1.837]}, "cym_Latn": {"tokens": 57669, "chars": 141257, "chars_per_token": 2.449, "ratio_vs_en": 2.122, "ci95": [2.101, 2.145]}, "dan_Latn": {"tokens": 43714, "chars": 135083, "chars_per_token": 3.09, "ratio_vs_en": 1.609, "ci95": [1.592, 1.625]}, "deu_Latn": {"tokens": 42974, "chars": 153809, "chars_per_token": 3.579, "ratio_vs_en": 1.582, "ci95": [1.566, 1.598]}, "dik_Latn": {"tokens": 59008, "chars": 111789, "chars_per_token": 1.894, "ratio_vs_en": 2.172, "ci95": [2.129, 2.22]}, "dyu_Latn": {"tokens": 55132, "chars": 132855, "chars_per_token": 2.41, "ratio_vs_en": 2.029, "ci95": [1.999, 2.061]}, "dzo_Tibt": {"tokens": 329998, "chars": 163358, "chars_per_token": 0.495, "ratio_vs_en": 12.145, "ci95": [11.972, 12.314]}, "ell_Grek": {"tokens": 60649, "chars": 157539, "chars_per_token": 2.598, "ratio_vs_en": 2.232, "ci95": [2.208, 2.256]}, "epo_Latn": {"tokens": 50178, "chars": 131292, "chars_per_token": 2.617, "ratio_vs_en": 1.847, "ci95": [1.829, 1.866]}, "est_Latn": {"tokens": 50480, "chars": 129459, "chars_per_token": 2.565, "ratio_vs_en": 1.858, "ci95": [1.835, 1.879]}, "eus_Latn": {"tokens": 50557, "chars": 139822, "chars_per_token": 2.766, "ratio_vs_en": 1.861, "ci95": [1.84, 1.882]}, "ewe_Latn": {"tokens": 71424, "chars": 127448, "chars_per_token": 1.784, "ratio_vs_en": 2.629, "ci95": [2.58, 2.677]}, "fao_Latn": {"tokens": 55461, "chars": 134274, "chars_per_token": 2.421, "ratio_vs_en": 2.041, "ci95": [2.019, 2.065]}, "fij_Latn": {"tokens": 58310, "chars": 155177, "chars_per_token": 2.661, "ratio_vs_en": 2.146, "ci95": [2.119, 2.174]}, "fin_Latn": {"tokens": 53923, "chars": 140128, "chars_per_token": 2.599, "ratio_vs_en": 1.985, "ci95": [1.961, 2.007]}, "fon_Latn": {"tokens": 98571, "chars": 135260, "chars_per_token": 1.372, "ratio_vs_en": 3.628, "ci95": [3.564, 3.695]}, "fra_Latn": {"tokens": 43472, "chars": 157638, "chars_per_token": 3.626, "ratio_vs_en": 1.6, "ci95": [1.585, 1.616]}, "fur_Latn": {"tokens": 49702, "chars": 144519, "chars_per_token": 2.908, "ratio_vs_en": 1.829, "ci95": [1.811, 1.849]}, "fuv_Latn": {"tokens": 49690, "chars": 122162, "chars_per_token": 2.458, "ratio_vs_en": 1.829, "ci95": [1.797, 1.86]}, "gaz_Latn": {"tokens": 62498, "chars": 156418, "chars_per_token": 2.503, "ratio_vs_en": 2.3, "ci95": [2.274, 2.325]}, "gla_Latn": {"tokens": 65130, "chars": 162597, "chars_per_token": 2.496, "ratio_vs_en": 2.397, "ci95": [2.368, 2.427]}, "gle_Latn": {"tokens": 61818, "chars": 152481, "chars_per_token": 2.467, "ratio_vs_en": 2.275, "ci95": [2.248, 2.301]}, "glg_Latn": {"tokens": 42347, "chars": 146143, "chars_per_token": 3.451, "ratio_vs_en": 1.559, "ci95": [1.543, 1.573]}, "grn_Latn": {"tokens": 56405, "chars": 132815, "chars_per_token": 2.355, "ratio_vs_en": 2.076, "ci95": [2.048, 2.102]}, "guj_Gujr": {"tokens": 208278, "chars": 126428, "chars_per_token": 0.607, "ratio_vs_en": 7.665, "ci95": [7.577, 7.756]}, "hat_Latn": {"tokens": 46084, "chars": 121280, "chars_per_token": 2.632, "ratio_vs_en": 1.696, "ci95": [1.678, 1.713]}, "hau_Latn": {"tokens": 53580, "chars": 140067, "chars_per_token": 2.614, "ratio_vs_en": 1.972, "ci95": [1.949, 1.994]}, "heb_Hebr": {"tokens": 99031, "chars": 102054, "chars_per_token": 1.031, "ratio_vs_en": 3.645, "ci95": [3.606, 3.683]}, "hin_Deva": {"tokens": 68512, "chars": 131058, "chars_per_token": 1.913, "ratio_vs_en": 2.522, "ci95": [2.493, 2.55]}, "hne_Deva": {"tokens": 67268, "chars": 126933, "chars_per_token": 1.887, "ratio_vs_en": 2.476, "ci95": [2.451, 2.502]}, "hrv_Latn": {"tokens": 47930, "chars": 128727, "chars_per_token": 2.686, "ratio_vs_en": 1.764, "ci95": [1.746, 1.783]}, "hun_Latn": {"tokens": 57463, "chars": 138629, "chars_per_token": 2.412, "ratio_vs_en": 2.115, "ci95": [2.089, 2.14]}, "hye_Armn": {"tokens": 235007, "chars": 145956, "chars_per_token": 0.621, "ratio_vs_en": 8.649, "ci95": [8.531, 8.755]}, "ibo_Latn": {"tokens": 65212, "chars": 134560, "chars_per_token": 2.063, "ratio_vs_en": 2.4, "ci95": [2.368, 2.432]}, "ilo_Latn": {"tokens": 55355, "chars": 159680, "chars_per_token": 2.885, "ratio_vs_en": 2.037, "ci95": [2.014, 2.06]}, "ind_Latn": {"tokens": 41778, "chars": 142318, "chars_per_token": 3.407, "ratio_vs_en": 1.538, "ci95": [1.523, 1.552]}, "isl_Latn": {"tokens": 56857, "chars": 129783, "chars_per_token": 2.283, "ratio_vs_en": 2.093, "ci95": [2.067, 2.118]}, "ita_Latn": {"tokens": 44511, "chars": 156138, "chars_per_token": 3.508, "ratio_vs_en": 1.638, "ci95": [1.622, 1.655]}, "jav_Latn": {"tokens": 46507, "chars": 136928, "chars_per_token": 2.944, "ratio_vs_en": 1.712, "ci95": [1.694, 1.729]}, "jpn_Jpan": {"tokens": 41051, "chars": 56943, "chars_per_token": 1.387, "ratio_vs_en": 1.511, "ci95": [1.494, 1.527]}, "kab_Latn": {"tokens": 64736, "chars": 130554, "chars_per_token": 2.017, "ratio_vs_en": 2.383, "ci95": [2.354, 2.411]}, "kac_Latn": {"tokens": 63441, "chars": 169397, "chars_per_token": 2.67, "ratio_vs_en": 2.335, "ci95": [2.301, 2.371]}, "kam_Latn": {"tokens": 54363, "chars": 128356, "chars_per_token": 2.361, "ratio_vs_en": 2.001, "ci95": [1.967, 2.033]}, "kan_Knda": {"tokens": 240671, "chars": 138040, "chars_per_token": 0.574, "ratio_vs_en": 8.858, "ci95": [8.749, 8.963]}, "kas_Arab": {"tokens": 89510, "chars": 126105, "chars_per_token": 1.409, "ratio_vs_en": 3.294, "ci95": [3.247, 3.34]}, "kas_Deva": {"tokens": 71926, "chars": 126401, "chars_per_token": 1.757, "ratio_vs_en": 2.647, "ci95": [2.619, 2.675]}, "kat_Geor": {"tokens": 265047, "chars": 143930, "chars_per_token": 0.543, "ratio_vs_en": 9.755, "ci95": [9.621, 9.884]}, "kaz_Cyrl": {"tokens": 83807, "chars": 135404, "chars_per_token": 1.616, "ratio_vs_en": 3.084, "ci95": [3.047, 3.122]}, "kbp_Latn": {"tokens": 127459, "chars": 142957, "chars_per_token": 1.122, "ratio_vs_en": 4.691, "ci95": [4.614, 4.771]}, "kea_Latn": {"tokens": 45854, "chars": 130800, "chars_per_token": 2.853, "ratio_vs_en": 1.688, "ci95": [1.672, 1.703]}, "khk_Cyrl": {"tokens": 87849, "chars": 137067, "chars_per_token": 1.56, "ratio_vs_en": 3.233, "ci95": [3.193, 3.275]}, "khm_Khmr": {"tokens": 236883, "chars": 153212, "chars_per_token": 0.647, "ratio_vs_en": 8.718, "ci95": [8.609, 8.835]}, "kik_Latn": {"tokens": 72662, "chars": 153431, "chars_per_token": 2.112, "ratio_vs_en": 2.674, "ci95": [2.629, 2.718]}, "kin_Latn": {"tokens": 57424, "chars": 145862, "chars_per_token": 2.54, "ratio_vs_en": 2.113, "ci95": [2.089, 2.14]}, "kir_Cyrl": {"tokens": 78800, "chars": 135532, "chars_per_token": 1.72, "ratio_vs_en": 2.9, "ci95": [2.857, 2.941]}, "kmb_Latn": {"tokens": 57247, "chars": 145762, "chars_per_token": 2.546, "ratio_vs_en": 2.107, "ci95": [2.081, 2.132]}, "kmr_Latn": {"tokens": 58650, "chars": 130372, "chars_per_token": 2.223, "ratio_vs_en": 2.159, "ci95": [2.134, 2.183]}, "knc_Arab": {"tokens": 71629, "chars": 116000, "chars_per_token": 1.619, "ratio_vs_en": 2.636, "ci95": [2.562, 2.71]}, "knc_Latn": {"tokens": 63604, "chars": 138972, "chars_per_token": 2.185, "ratio_vs_en": 2.341, "ci95": [2.308, 2.375]}, "kon_Latn": {"tokens": 53522, "chars": 149894, "chars_per_token": 2.801, "ratio_vs_en": 1.97, "ci95": [1.948, 1.992]}, "kor_Hang": {"tokens": 40439, "chars": 65965, "chars_per_token": 1.631, "ratio_vs_en": 1.488, "ci95": [1.474, 1.503]}, "lao_Laoo": {"tokens": 238879, "chars": 130060, "chars_per_token": 0.544, "ratio_vs_en": 8.792, "ci95": [8.673, 8.907]}, "lij_Latn": {"tokens": 53432, "chars": 145994, "chars_per_token": 2.732, "ratio_vs_en": 1.967, "ci95": [1.947, 1.987]}, "lim_Latn": {"tokens": 48918, "chars": 137686, "chars_per_token": 2.815, "ratio_vs_en": 1.8, "ci95": [1.78, 1.82]}, "lin_Latn": {"tokens": 50550, "chars": 142197, "chars_per_token": 2.813, "ratio_vs_en": 1.86, "ci95": [1.842, 1.879]}, "lit_Latn": {"tokens": 58265, "chars": 130329, "chars_per_token": 2.237, "ratio_vs_en": 2.144, "ci95": [2.119, 2.169]}, "lmo_Latn": {"tokens": 54793, "chars": 141666, "chars_per_token": 2.585, "ratio_vs_en": 2.017, "ci95": [1.995, 2.037]}, "ltg_Latn": {"tokens": 58391, "chars": 129848, "chars_per_token": 2.224, "ratio_vs_en": 2.149, "ci95": [2.126, 2.172]}, "ltz_Latn": {"tokens": 53531, "chars": 147545, "chars_per_token": 2.756, "ratio_vs_en": 1.97, "ci95": [1.95, 1.991]}, "lua_Latn": {"tokens": 52424, "chars": 142998, "chars_per_token": 2.728, "ratio_vs_en": 1.929, "ci95": [1.905, 1.953]}, "lug_Latn": {"tokens": 52666, "chars": 135078, "chars_per_token": 2.565, "ratio_vs_en": 1.938, "ci95": [1.916, 1.961]}, "luo_Latn": {"tokens": 49277, "chars": 137546, "chars_per_token": 2.791, "ratio_vs_en": 1.814, "ci95": [1.791, 1.835]}, "lus_Latn": {"tokens": 52749, "chars": 146255, "chars_per_token": 2.773, "ratio_vs_en": 1.941, "ci95": [1.911, 1.971]}, "lvs_Latn": {"tokens": 62638, "chars": 134157, "chars_per_token": 2.142, "ratio_vs_en": 2.305, "ci95": [2.28, 2.333]}, "mag_Deva": {"tokens": 69550, "chars": 126695, "chars_per_token": 1.822, "ratio_vs_en": 2.56, "ci95": [2.534, 2.586]}, "mai_Deva": {"tokens": 70333, "chars": 129408, "chars_per_token": 1.84, "ratio_vs_en": 2.589, "ci95": [2.562, 2.615]}, "mal_Mlym": {"tokens": 242782, "chars": 149336, "chars_per_token": 0.615, "ratio_vs_en": 8.935, "ci95": [8.833, 9.041]}, "mar_Deva": {"tokens": 76019, "chars": 133051, "chars_per_token": 1.75, "ratio_vs_en": 2.798, "ci95": [2.77, 2.827]}, "min_Arab": {"tokens": 79294, "chars": 126399, "chars_per_token": 1.594, "ratio_vs_en": 2.918, "ci95": [2.884, 2.954]}, "min_Latn": {"tokens": 47897, "chars": 141163, "chars_per_token": 2.947, "ratio_vs_en": 1.763, "ci95": [1.744, 1.781]}, "mkd_Cyrl": {"tokens": 57756, "chars": 137827, "chars_per_token": 2.386, "ratio_vs_en": 2.126, "ci95": [2.104, 2.147]}, "mlt_Latn": {"tokens": 65207, "chars": 146288, "chars_per_token": 2.243, "ratio_vs_en": 2.4, "ci95": [2.372, 2.429]}, "mni_Beng": {"tokens": 181215, "chars": 136782, "chars_per_token": 0.755, "ratio_vs_en": 6.669, "ci95": [6.59, 6.758]}, "mos_Latn": {"tokens": 58559, "chars": 124657, "chars_per_token": 2.129, "ratio_vs_en": 2.155, "ci95": [2.125, 2.186]}, "mri_Latn": {"tokens": 63609, "chars": 146527, "chars_per_token": 2.304, "ratio_vs_en": 2.341, "ci95": [2.314, 2.369]}, "mya_Mymr": {"tokens": 315795, "chars": 163169, "chars_per_token": 0.517, "ratio_vs_en": 11.623, "ci95": [11.474, 11.777]}, "nld_Latn": {"tokens": 43419, "chars": 147507, "chars_per_token": 3.397, "ratio_vs_en": 1.598, "ci95": [1.582, 1.614]}, "nno_Latn": {"tokens": 44318, "chars": 133443, "chars_per_token": 3.011, "ratio_vs_en": 1.631, "ci95": [1.614, 1.648]}, "nob_Latn": {"tokens": 42246, "chars": 132138, "chars_per_token": 3.128, "ratio_vs_en": 1.555, "ci95": [1.54, 1.571]}, "npi_Deva": {"tokens": 70188, "chars": 126903, "chars_per_token": 1.808, "ratio_vs_en": 2.583, "ci95": [2.554, 2.612]}, "nso_Latn": {"tokens": 58323, "chars": 151109, "chars_per_token": 2.591, "ratio_vs_en": 2.147, "ci95": [2.121, 2.171]}, "nus_Latn": {"tokens": 108092, "chars": 142340, "chars_per_token": 1.317, "ratio_vs_en": 3.978, "ci95": [3.916, 4.036]}, "nya_Latn": {"tokens": 55744, "chars": 147172, "chars_per_token": 2.64, "ratio_vs_en": 2.052, "ci95": [2.026, 2.077]}, "oci_Latn": {"tokens": 49500, "chars": 150651, "chars_per_token": 3.043, "ratio_vs_en": 1.822, "ci95": [1.803, 1.84]}, "ory_Orya": {"tokens": 330494, "chars": 134839, "chars_per_token": 0.408, "ratio_vs_en": 12.163, "ci95": [12.016, 12.322]}, "pag_Latn": {"tokens": 41868, "chars": 129899, "chars_per_token": 3.103, "ratio_vs_en": 1.541, "ci95": [1.517, 1.566]}, "pan_Guru": {"tokens": 212281, "chars": 133425, "chars_per_token": 0.629, "ratio_vs_en": 7.813, "ci95": [7.722, 7.913]}, "pap_Latn": {"tokens": 47046, "chars": 139154, "chars_per_token": 2.958, "ratio_vs_en": 1.731, "ci95": [1.714, 1.748]}, "pbt_Arab": {"tokens": 72906, "chars": 122455, "chars_per_token": 1.68, "ratio_vs_en": 2.683, "ci95": [2.651, 2.715]}, "pes_Arab": {"tokens": 41361, "chars": 123827, "chars_per_token": 2.994, "ratio_vs_en": 1.522, "ci95": [1.506, 1.537]}, "plt_Latn": {"tokens": 60524, "chars": 160996, "chars_per_token": 2.66, "ratio_vs_en": 2.228, "ci95": [2.204, 2.253]}, "pol_Latn": {"tokens": 51371, "chars": 139483, "chars_per_token": 2.715, "ratio_vs_en": 1.891, "ci95": [1.87, 1.912]}, "por_Latn": {"tokens": 40005, "chars": 143418, "chars_per_token": 3.585, "ratio_vs_en": 1.472, "ci95": [1.459, 1.485]}, "prs_Arab": {"tokens": 40578, "chars": 120643, "chars_per_token": 2.973, "ratio_vs_en": 1.493, "ci95": [1.479, 1.508]}, "quy_Latn": {"tokens": 56184, "chars": 141027, "chars_per_token": 2.51, "ratio_vs_en": 2.068, "ci95": [2.041, 2.095]}, "ron_Latn": {"tokens": 50748, "chars": 148571, "chars_per_token": 2.928, "ratio_vs_en": 1.868, "ci95": [1.848, 1.887]}, "run_Latn": {"tokens": 57648, "chars": 147265, "chars_per_token": 2.555, "ratio_vs_en": 2.122, "ci95": [2.096, 2.149]}, "rus_Cyrl": {"tokens": 43916, "chars": 142096, "chars_per_token": 3.236, "ratio_vs_en": 1.616, "ci95": [1.599, 1.634]}, "sag_Latn": {"tokens": 55903, "chars": 142621, "chars_per_token": 2.551, "ratio_vs_en": 2.057, "ci95": [2.029, 2.086]}, "san_Deva": {"tokens": 71579, "chars": 128257, "chars_per_token": 1.792, "ratio_vs_en": 2.634, "ci95": [2.606, 2.664]}, "sat_Olck": {"tokens": 346235, "chars": 139791, "chars_per_token": 0.404, "ratio_vs_en": 12.743, "ci95": [12.591, 12.892]}, "scn_Latn": {"tokens": 53782, "chars": 138571, "chars_per_token": 2.577, "ratio_vs_en": 1.979, "ci95": [1.957, 2.002]}, "shn_Mymr": {"tokens": 401932, "chars": 188284, "chars_per_token": 0.468, "ratio_vs_en": 14.793, "ci95": [14.547, 15.034]}, "sin_Sinh": {"tokens": 234504, "chars": 131080, "chars_per_token": 0.559, "ratio_vs_en": 8.631, "ci95": [8.531, 8.733]}, "slk_Latn": {"tokens": 50069, "chars": 131710, "chars_per_token": 2.631, "ratio_vs_en": 1.843, "ci95": [1.823, 1.863]}, "slv_Latn": {"tokens": 48842, "chars": 130855, "chars_per_token": 2.679, "ratio_vs_en": 1.798, "ci95": [1.778, 1.817]}, "smo_Latn": {"tokens": 60981, "chars": 152724, "chars_per_token": 2.504, "ratio_vs_en": 2.244, "ci95": [2.218, 2.271]}, "sna_Latn": {"tokens": 56429, "chars": 147603, "chars_per_token": 2.616, "ratio_vs_en": 2.077, "ci95": [2.049, 2.104]}, "snd_Arab": {"tokens": 77695, "chars": 119588, "chars_per_token": 1.539, "ratio_vs_en": 2.859, "ci95": [2.826, 2.891]}, "som_Latn": {"tokens": 59415, "chars": 151662, "chars_per_token": 2.553, "ratio_vs_en": 2.187, "ci95": [2.163, 2.212]}, "sot_Latn": {"tokens": 59510, "chars": 158732, "chars_per_token": 2.667, "ratio_vs_en": 2.19, "ci95": [2.164, 2.216]}, "spa_Latn": {"tokens": 41843, "chars": 156997, "chars_per_token": 3.752, "ratio_vs_en": 1.54, "ci95": [1.524, 1.555]}, "srd_Latn": {"tokens": 53281, "chars": 153347, "chars_per_token": 2.878, "ratio_vs_en": 1.961, "ci95": [1.941, 1.982]}, "srp_Cyrl": {"tokens": 59298, "chars": 130780, "chars_per_token": 2.205, "ratio_vs_en": 2.182, "ci95": [2.161, 2.205]}, "ssw_Latn": {"tokens": 58266, "chars": 148726, "chars_per_token": 2.553, "ratio_vs_en": 2.144, "ci95": [2.12, 2.171]}, "sun_Latn": {"tokens": 48955, "chars": 136846, "chars_per_token": 2.795, "ratio_vs_en": 1.802, "ci95": [1.782, 1.821]}, "swe_Latn": {"tokens": 42624, "chars": 132173, "chars_per_token": 3.101, "ratio_vs_en": 1.569, "ci95": [1.554, 1.584]}, "swh_Latn": {"tokens": 52460, "chars": 138104, "chars_per_token": 2.633, "ratio_vs_en": 1.931, "ci95": [1.911, 1.949]}, "szl_Latn": {"tokens": 57793, "chars": 137371, "chars_per_token": 2.377, "ratio_vs_en": 2.127, "ci95": [2.103, 2.152]}, "tam_Taml": {"tokens": 207772, "chars": 154133, "chars_per_token": 0.742, "ratio_vs_en": 7.647, "ci95": [7.555, 7.734]}, "taq_Latn": {"tokens": 59207, "chars": 124417, "chars_per_token": 2.101, "ratio_vs_en": 2.179, "ci95": [2.146, 2.213]}, "taq_Tfng": {"tokens": 274420, "chars": 123904, "chars_per_token": 0.452, "ratio_vs_en": 10.1, "ci95": [9.969, 10.246]}, "tat_Cyrl": {"tokens": 84549, "chars": 133282, "chars_per_token": 1.576, "ratio_vs_en": 3.112, "ci95": [3.07, 3.152]}, "tel_Telu": {"tokens": 225261, "chars": 132470, "chars_per_token": 0.588, "ratio_vs_en": 8.29, "ci95": [8.185, 8.396]}, "tgk_Cyrl": {"tokens": 79723, "chars": 145871, "chars_per_token": 1.83, "ratio_vs_en": 2.934, "ci95": [2.899, 2.969]}, "tgl_Latn": {"tokens": 55036, "chars": 166169, "chars_per_token": 3.019, "ratio_vs_en": 2.026, "ci95": [2.003, 2.049]}, "tha_Thai": {"tokens": 59365, "chars": 126109, "chars_per_token": 2.124, "ratio_vs_en": 2.185, "ci95": [2.16, 2.211]}, "tir_Ethi": {"tokens": 211244, "chars": 90700, "chars_per_token": 0.429, "ratio_vs_en": 7.775, "ci95": [7.683, 7.872]}, "tpi_Latn": {"tokens": 55225, "chars": 169011, "chars_per_token": 3.06, "ratio_vs_en": 2.032, "ci95": [2.005, 2.059]}, "tsn_Latn": {"tokens": 61379, "chars": 163035, "chars_per_token": 2.656, "ratio_vs_en": 2.259, "ci95": [2.232, 2.288]}, "tso_Latn": {"tokens": 60795, "chars": 158178, "chars_per_token": 2.602, "ratio_vs_en": 2.237, "ci95": [2.209, 2.265]}, "tuk_Latn": {"tokens": 58274, "chars": 140262, "chars_per_token": 2.407, "ratio_vs_en": 2.145, "ci95": [2.121, 2.17]}, "tum_Latn": {"tokens": 69481, "chars": 172545, "chars_per_token": 2.483, "ratio_vs_en": 2.557, "ci95": [2.519, 2.6]}, "tur_Latn": {"tokens": 38095, "chars": 135761, "chars_per_token": 3.564, "ratio_vs_en": 1.402, "ci95": [1.387, 1.417]}, "twi_Latn": {"tokens": 67742, "chars": 128598, "chars_per_token": 1.898, "ratio_vs_en": 2.493, "ci95": [2.455, 2.534]}, "tzm_Tfng": {"tokens": 272681, "chars": 117960, "chars_per_token": 0.433, "ratio_vs_en": 10.036, "ci95": [9.919, 10.157]}, "uig_Arab": {"tokens": 119342, "chars": 140477, "chars_per_token": 1.177, "ratio_vs_en": 4.392, "ci95": [4.335, 4.451]}, "ukr_Cyrl": {"tokens": 44606, "chars": 134446, "chars_per_token": 3.014, "ratio_vs_en": 1.642, "ci95": [1.626, 1.658]}, "umb_Latn": {"tokens": 54024, "chars": 134747, "chars_per_token": 2.494, "ratio_vs_en": 1.988, "ci95": [1.959, 2.019]}, "urd_Arab": {"tokens": 83511, "chars": 129919, "chars_per_token": 1.556, "ratio_vs_en": 3.074, "ci95": [3.035, 3.113]}, "uzn_Latn": {"tokens": 57610, "chars": 149323, "chars_per_token": 2.592, "ratio_vs_en": 2.12, "ci95": [2.097, 2.143]}, "vec_Latn": {"tokens": 46126, "chars": 133237, "chars_per_token": 2.889, "ratio_vs_en": 1.698, "ci95": [1.681, 1.716]}, "vie_Latn": {"tokens": 37809, "chars": 138595, "chars_per_token": 3.666, "ratio_vs_en": 1.392, "ci95": [1.379, 1.404]}, "war_Latn": {"tokens": 52534, "chars": 164746, "chars_per_token": 3.136, "ratio_vs_en": 1.933, "ci95": [1.912, 1.956]}, "wol_Latn": {"tokens": 51621, "chars": 127173, "chars_per_token": 2.464, "ratio_vs_en": 1.9, "ci95": [1.877, 1.922]}, "xho_Latn": {"tokens": 55310, "chars": 139123, "chars_per_token": 2.515, "ratio_vs_en": 2.036, "ci95": [2.013, 2.059]}, "ydd_Hebr": {"tokens": 150358, "chars": 141658, "chars_per_token": 0.942, "ratio_vs_en": 5.534, "ci95": [5.477, 5.592]}, "yor_Latn": {"tokens": 73947, "chars": 126844, "chars_per_token": 1.715, "ratio_vs_en": 2.722, "ci95": [2.673, 2.773]}, "yue_Hant": {"tokens": 35657, "chars": 40019, "chars_per_token": 1.122, "ratio_vs_en": 1.312, "ci95": [1.299, 1.326]}, "zho_Hans": {"tokens": 34808, "chars": 43248, "chars_per_token": 1.242, "ratio_vs_en": 1.281, "ci95": [1.266, 1.297]}, "zho_Hant": {"tokens": 36624, "chars": 40695, "chars_per_token": 1.111, "ratio_vs_en": 1.348, "ci95": [1.333, 1.362]}, "zsm_Latn": {"tokens": 43658, "chars": 146201, "chars_per_token": 3.349, "ratio_vs_en": 1.607, "ci95": [1.591, 1.623]}, "zul_Latn": {"tokens": 59413, "chars": 148362, "chars_per_token": 2.497, "ratio_vs_en": 2.187, "ci95": [2.163, 2.21]}, "eng_Latn": {"tokens": 27171, "chars": 131966, "chars_per_token": 4.857, "ratio_vs_en": 1.0}}, "costs": []}, {"schema": 1, "tokenizer": "Teuken (OpenGPT-X)", "kind": "spm", "id": "openGPT-X/Teuken-7B-instruct-research-v0.4", "group": "European", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 125480, "chars": 111621, "chars_per_token": 0.89, "ratio_vs_en": 4.26, "ci95": [4.214, 4.309]}, "ace_Latn": {"tokens": 54096, "chars": 141933, "chars_per_token": 2.624, "ratio_vs_en": 1.837, "ci95": [1.815, 1.859]}, "acm_Arab": {"tokens": 109026, "chars": 113573, "chars_per_token": 1.042, "ratio_vs_en": 3.702, "ci95": [3.661, 3.743]}, "acq_Arab": {"tokens": 110833, "chars": 115113, "chars_per_token": 1.039, "ratio_vs_en": 3.763, "ci95": [3.721, 3.806]}, "aeb_Arab": {"tokens": 107549, "chars": 112077, "chars_per_token": 1.042, "ratio_vs_en": 3.652, "ci95": [3.611, 3.695]}, "afr_Latn": {"tokens": 45903, "chars": 139690, "chars_per_token": 3.043, "ratio_vs_en": 1.559, "ci95": [1.544, 1.573]}, "ajp_Arab": {"tokens": 103450, "chars": 109046, "chars_per_token": 1.054, "ratio_vs_en": 3.512, "ci95": [3.474, 3.553]}, "aka_Latn": {"tokens": 75721, "chars": 132650, "chars_per_token": 1.752, "ratio_vs_en": 2.571, "ci95": [2.531, 2.614]}, "als_Latn": {"tokens": 68049, "chars": 147064, "chars_per_token": 2.161, "ratio_vs_en": 2.31, "ci95": [2.283, 2.339]}, "amh_Ethi": {"tokens": 225757, "chars": 87132, "chars_per_token": 0.386, "ratio_vs_en": 7.665, "ci95": [7.568, 7.762]}, "apc_Arab": {"tokens": 103044, "chars": 107981, "chars_per_token": 1.048, "ratio_vs_en": 3.499, "ci95": [3.459, 3.539]}, "arb_Arab": {"tokens": 112764, "chars": 116307, "chars_per_token": 1.031, "ratio_vs_en": 3.829, "ci95": [3.787, 3.873]}, "arb_Latn": {"tokens": 65964, "chars": 153758, "chars_per_token": 2.331, "ratio_vs_en": 2.24, "ci95": [2.211, 2.27]}, "ars_Arab": {"tokens": 112896, "chars": 116428, "chars_per_token": 1.031, "ratio_vs_en": 3.833, "ci95": [3.791, 3.877]}, "ary_Arab": {"tokens": 107828, "chars": 113563, "chars_per_token": 1.053, "ratio_vs_en": 3.661, "ci95": [3.618, 3.707]}, "arz_Arab": {"tokens": 108199, "chars": 113770, "chars_per_token": 1.051, "ratio_vs_en": 3.674, "ci95": [3.63, 3.718]}, "asm_Beng": {"tokens": 340053, "chars": 125936, "chars_per_token": 0.37, "ratio_vs_en": 11.546, "ci95": [11.409, 11.698]}, "ast_Latn": {"tokens": 39855, "chars": 136363, "chars_per_token": 3.421, "ratio_vs_en": 1.353, "ci95": [1.34, 1.367]}, "awa_Deva": {"tokens": 244323, "chars": 128171, "chars_per_token": 0.525, "ratio_vs_en": 8.295, "ci95": [8.183, 8.411]}, "ayr_Latn": {"tokens": 55117, "chars": 138617, "chars_per_token": 2.515, "ratio_vs_en": 1.871, "ci95": [1.845, 1.897]}, "azb_Arab": {"tokens": 121776, "chars": 117061, "chars_per_token": 0.961, "ratio_vs_en": 4.135, "ci95": [4.083, 4.187]}, "azj_Latn": {"tokens": 75862, "chars": 143739, "chars_per_token": 1.895, "ratio_vs_en": 2.576, "ci95": [2.54, 2.611]}, "bak_Cyrl": {"tokens": 102943, "chars": 133222, "chars_per_token": 1.294, "ratio_vs_en": 3.495, "ci95": [3.447, 3.544]}, "bam_Latn": {"tokens": 70278, "chars": 126387, "chars_per_token": 1.798, "ratio_vs_en": 2.386, "ci95": [2.351, 2.42]}, "ban_Latn": {"tokens": 46742, "chars": 145570, "chars_per_token": 3.114, "ratio_vs_en": 1.587, "ci95": [1.569, 1.606]}, "bel_Cyrl": {"tokens": 85068, "chars": 147991, "chars_per_token": 1.74, "ratio_vs_en": 2.888, "ci95": [2.85, 2.928]}, "bem_Latn": {"tokens": 59754, "chars": 160751, "chars_per_token": 2.69, "ratio_vs_en": 2.029, "ci95": [2.006, 2.053]}, "ben_Beng": {"tokens": 349000, "chars": 129042, "chars_per_token": 0.37, "ratio_vs_en": 11.849, "ci95": [11.703, 11.999]}, "bho_Deva": {"tokens": 252312, "chars": 128611, "chars_per_token": 0.51, "ratio_vs_en": 8.567, "ci95": [8.454, 8.679]}, "bjn_Arab": {"tokens": 133496, "chars": 122230, "chars_per_token": 0.916, "ratio_vs_en": 4.533, "ci95": [4.482, 4.587]}, "bjn_Latn": {"tokens": 46350, "chars": 138182, "chars_per_token": 2.981, "ratio_vs_en": 1.574, "ci95": [1.557, 1.59]}, "bod_Tibt": {"tokens": 439634, "chars": 148151, "chars_per_token": 0.337, "ratio_vs_en": 14.927, "ci95": [14.709, 15.156]}, "bos_Latn": {"tokens": 32501, "chars": 132187, "chars_per_token": 4.067, "ratio_vs_en": 1.103, "ci95": [1.094, 1.113]}, "bug_Latn": {"tokens": 50970, "chars": 139375, "chars_per_token": 2.734, "ratio_vs_en": 1.731, "ci95": [1.707, 1.754]}, "bul_Cyrl": {"tokens": 36422, "chars": 137824, "chars_per_token": 3.784, "ratio_vs_en": 1.237, "ci95": [1.226, 1.247]}, "cat_Latn": {"tokens": 45378, "chars": 145781, "chars_per_token": 3.213, "ratio_vs_en": 1.541, "ci95": [1.526, 1.557]}, "ceb_Latn": {"tokens": 56786, "chars": 158685, "chars_per_token": 2.794, "ratio_vs_en": 1.928, "ci95": [1.907, 1.95]}, "ces_Latn": {"tokens": 31321, "chars": 127257, "chars_per_token": 4.063, "ratio_vs_en": 1.063, "ci95": [1.054, 1.072]}, "cjk_Latn": {"tokens": 51888, "chars": 139261, "chars_per_token": 2.684, "ratio_vs_en": 1.762, "ci95": [1.736, 1.788]}, "ckb_Arab": {"tokens": 166356, "chars": 128585, "chars_per_token": 0.773, "ratio_vs_en": 5.648, "ci95": [5.574, 5.721]}, "crh_Latn": {"tokens": 59661, "chars": 134038, "chars_per_token": 2.247, "ratio_vs_en": 2.026, "ci95": [2.0, 2.052]}, "cym_Latn": {"tokens": 61175, "chars": 141257, "chars_per_token": 2.309, "ratio_vs_en": 2.077, "ci95": [2.054, 2.1]}, "dan_Latn": {"tokens": 31205, "chars": 135083, "chars_per_token": 4.329, "ratio_vs_en": 1.059, "ci95": [1.051, 1.068]}, "deu_Latn": {"tokens": 33464, "chars": 153809, "chars_per_token": 4.596, "ratio_vs_en": 1.136, "ci95": [1.127, 1.145]}, "dik_Latn": {"tokens": 62610, "chars": 111789, "chars_per_token": 1.785, "ratio_vs_en": 2.126, "ci95": [2.085, 2.173]}, "dyu_Latn": {"tokens": 55150, "chars": 132855, "chars_per_token": 2.409, "ratio_vs_en": 1.872, "ci95": [1.843, 1.904]}, "dzo_Tibt": {"tokens": 479068, "chars": 163358, "chars_per_token": 0.341, "ratio_vs_en": 16.266, "ci95": [16.033, 16.498]}, "ell_Grek": {"tokens": 40655, "chars": 157539, "chars_per_token": 3.875, "ratio_vs_en": 1.38, "ci95": [1.367, 1.394]}, "epo_Latn": {"tokens": 46792, "chars": 131292, "chars_per_token": 2.806, "ratio_vs_en": 1.589, "ci95": [1.573, 1.606]}, "est_Latn": {"tokens": 30340, "chars": 129459, "chars_per_token": 4.267, "ratio_vs_en": 1.03, "ci95": [1.02, 1.04]}, "eus_Latn": {"tokens": 49148, "chars": 139822, "chars_per_token": 2.845, "ratio_vs_en": 1.669, "ci95": [1.651, 1.687]}, "ewe_Latn": {"tokens": 76157, "chars": 127448, "chars_per_token": 1.673, "ratio_vs_en": 2.586, "ci95": [2.536, 2.634]}, "fao_Latn": {"tokens": 52267, "chars": 134274, "chars_per_token": 2.569, "ratio_vs_en": 1.775, "ci95": [1.755, 1.795]}, "fij_Latn": {"tokens": 55019, "chars": 155177, "chars_per_token": 2.82, "ratio_vs_en": 1.868, "ci95": [1.845, 1.892]}, "fin_Latn": {"tokens": 30449, "chars": 140128, "chars_per_token": 4.602, "ratio_vs_en": 1.034, "ci95": [1.024, 1.044]}, "fon_Latn": {"tokens": 100578, "chars": 135260, "chars_per_token": 1.345, "ratio_vs_en": 3.415, "ci95": [3.355, 3.476]}, "fra_Latn": {"tokens": 50475, "chars": 157638, "chars_per_token": 3.123, "ratio_vs_en": 1.714, "ci95": [1.696, 1.732]}, "fur_Latn": {"tokens": 49774, "chars": 144519, "chars_per_token": 2.904, "ratio_vs_en": 1.69, "ci95": [1.672, 1.708]}, "fuv_Latn": {"tokens": 49738, "chars": 122162, "chars_per_token": 2.456, "ratio_vs_en": 1.689, "ci95": [1.66, 1.717]}, "gaz_Latn": {"tokens": 61523, "chars": 156418, "chars_per_token": 2.542, "ratio_vs_en": 2.089, "ci95": [2.065, 2.114]}, "gla_Latn": {"tokens": 63609, "chars": 162597, "chars_per_token": 2.556, "ratio_vs_en": 2.16, "ci95": [2.134, 2.187]}, "gle_Latn": {"tokens": 53299, "chars": 152481, "chars_per_token": 2.861, "ratio_vs_en": 1.81, "ci95": [1.79, 1.828]}, "glg_Latn": {"tokens": 36904, "chars": 146143, "chars_per_token": 3.96, "ratio_vs_en": 1.253, "ci95": [1.242, 1.264]}, "grn_Latn": {"tokens": 55328, "chars": 132815, "chars_per_token": 2.401, "ratio_vs_en": 1.879, "ci95": [1.853, 1.903]}, "guj_Gujr": {"tokens": 331429, "chars": 126428, "chars_per_token": 0.381, "ratio_vs_en": 11.253, "ci95": [11.114, 11.4]}, "hat_Latn": {"tokens": 47613, "chars": 121280, "chars_per_token": 2.547, "ratio_vs_en": 1.617, "ci95": [1.6, 1.634]}, "hau_Latn": {"tokens": 52761, "chars": 140067, "chars_per_token": 2.655, "ratio_vs_en": 1.791, "ci95": [1.77, 1.813]}, "heb_Hebr": {"tokens": 132949, "chars": 102054, "chars_per_token": 0.768, "ratio_vs_en": 4.514, "ci95": [4.464, 4.565]}, "hin_Deva": {"tokens": 254607, "chars": 131058, "chars_per_token": 0.515, "ratio_vs_en": 8.645, "ci95": [8.532, 8.759]}, "hne_Deva": {"tokens": 245459, "chars": 126933, "chars_per_token": 0.517, "ratio_vs_en": 8.334, "ci95": [8.234, 8.435]}, "hrv_Latn": {"tokens": 31422, "chars": 128727, "chars_per_token": 4.097, "ratio_vs_en": 1.067, "ci95": [1.058, 1.077]}, "hun_Latn": {"tokens": 32721, "chars": 138629, "chars_per_token": 4.237, "ratio_vs_en": 1.111, "ci95": [1.101, 1.122]}, "hye_Armn": {"tokens": 271924, "chars": 145956, "chars_per_token": 0.537, "ratio_vs_en": 9.232, "ci95": [9.103, 9.357]}, "ibo_Latn": {"tokens": 96359, "chars": 134560, "chars_per_token": 1.396, "ratio_vs_en": 3.272, "ci95": [3.212, 3.332]}, "ilo_Latn": {"tokens": 56141, "chars": 159680, "chars_per_token": 2.844, "ratio_vs_en": 1.906, "ci95": [1.886, 1.927]}, "ind_Latn": {"tokens": 46730, "chars": 142318, "chars_per_token": 3.046, "ratio_vs_en": 1.587, "ci95": [1.569, 1.603]}, "isl_Latn": {"tokens": 55319, "chars": 129783, "chars_per_token": 2.346, "ratio_vs_en": 1.878, "ci95": [1.856, 1.901]}, "ita_Latn": {"tokens": 45415, "chars": 156138, "chars_per_token": 3.438, "ratio_vs_en": 1.542, "ci95": [1.527, 1.558]}, "jav_Latn": {"tokens": 47615, "chars": 136928, "chars_per_token": 2.876, "ratio_vs_en": 1.617, "ci95": [1.6, 1.635]}, "jpn_Jpan": {"tokens": 98191, "chars": 56943, "chars_per_token": 0.58, "ratio_vs_en": 3.334, "ci95": [3.29, 3.379]}, "kab_Latn": {"tokens": 70687, "chars": 130554, "chars_per_token": 1.847, "ratio_vs_en": 2.4, "ci95": [2.369, 2.43]}, "kac_Latn": {"tokens": 68268, "chars": 169397, "chars_per_token": 2.481, "ratio_vs_en": 2.318, "ci95": [2.282, 2.358]}, "kam_Latn": {"tokens": 61274, "chars": 128356, "chars_per_token": 2.095, "ratio_vs_en": 2.08, "ci95": [2.033, 2.131]}, "kan_Knda": {"tokens": 374791, "chars": 138040, "chars_per_token": 0.368, "ratio_vs_en": 12.725, "ci95": [12.564, 12.889]}, "kas_Arab": {"tokens": 157151, "chars": 126105, "chars_per_token": 0.802, "ratio_vs_en": 5.336, "ci95": [5.269, 5.405]}, "kas_Deva": {"tokens": 240455, "chars": 126401, "chars_per_token": 0.526, "ratio_vs_en": 8.164, "ci95": [8.066, 8.265]}, "kat_Geor": {"tokens": 389275, "chars": 143930, "chars_per_token": 0.37, "ratio_vs_en": 13.217, "ci95": [13.027, 13.406]}, "kaz_Cyrl": {"tokens": 90434, "chars": 135404, "chars_per_token": 1.497, "ratio_vs_en": 3.07, "ci95": [3.033, 3.112]}, "kbp_Latn": {"tokens": 133368, "chars": 142957, "chars_per_token": 1.072, "ratio_vs_en": 4.528, "ci95": [4.451, 4.607]}, "kea_Latn": {"tokens": 41959, "chars": 130800, "chars_per_token": 3.117, "ratio_vs_en": 1.425, "ci95": [1.412, 1.438]}, "khk_Cyrl": {"tokens": 87968, "chars": 137067, "chars_per_token": 1.558, "ratio_vs_en": 2.987, "ci95": [2.949, 3.027]}, "khm_Khmr": {"tokens": 415494, "chars": 153212, "chars_per_token": 0.369, "ratio_vs_en": 14.107, "ci95": [13.919, 14.304]}, "kik_Latn": {"tokens": 92451, "chars": 153431, "chars_per_token": 1.66, "ratio_vs_en": 3.139, "ci95": [3.083, 3.193]}, "kin_Latn": {"tokens": 57180, "chars": 145862, "chars_per_token": 2.551, "ratio_vs_en": 1.941, "ci95": [1.919, 1.966]}, "kir_Cyrl": {"tokens": 78638, "chars": 135532, "chars_per_token": 1.723, "ratio_vs_en": 2.67, "ci95": [2.629, 2.71]}, "kmb_Latn": {"tokens": 56520, "chars": 145762, "chars_per_token": 2.579, "ratio_vs_en": 1.919, "ci95": [1.895, 1.943]}, "kmr_Latn": {"tokens": 58783, "chars": 130372, "chars_per_token": 2.218, "ratio_vs_en": 1.996, "ci95": [1.973, 2.019]}, "knc_Arab": {"tokens": 121570, "chars": 116000, "chars_per_token": 0.954, "ratio_vs_en": 4.128, "ci95": [4.042, 4.217]}, "knc_Latn": {"tokens": 64545, "chars": 138972, "chars_per_token": 2.153, "ratio_vs_en": 2.191, "ci95": [2.16, 2.224]}, "kon_Latn": {"tokens": 52947, "chars": 149894, "chars_per_token": 2.831, "ratio_vs_en": 1.798, "ci95": [1.777, 1.818]}, "kor_Hang": {"tokens": 119157, "chars": 65965, "chars_per_token": 0.554, "ratio_vs_en": 4.046, "ci95": [3.997, 4.093]}, "lao_Laoo": {"tokens": 359914, "chars": 130060, "chars_per_token": 0.361, "ratio_vs_en": 12.22, "ci95": [12.043, 12.389]}, "lij_Latn": {"tokens": 54401, "chars": 145994, "chars_per_token": 2.684, "ratio_vs_en": 1.847, "ci95": [1.828, 1.868]}, "lim_Latn": {"tokens": 48992, "chars": 137686, "chars_per_token": 2.81, "ratio_vs_en": 1.663, "ci95": [1.646, 1.682]}, "lin_Latn": {"tokens": 48731, "chars": 142197, "chars_per_token": 2.918, "ratio_vs_en": 1.655, "ci95": [1.638, 1.672]}, "lit_Latn": {"tokens": 30309, "chars": 130329, "chars_per_token": 4.3, "ratio_vs_en": 1.029, "ci95": [1.019, 1.039]}, "lmo_Latn": {"tokens": 55678, "chars": 141666, "chars_per_token": 2.544, "ratio_vs_en": 1.89, "ci95": [1.87, 1.912]}, "ltg_Latn": {"tokens": 45544, "chars": 129848, "chars_per_token": 2.851, "ratio_vs_en": 1.546, "ci95": [1.53, 1.562]}, "ltz_Latn": {"tokens": 51535, "chars": 147545, "chars_per_token": 2.863, "ratio_vs_en": 1.75, "ci95": [1.732, 1.769]}, "lua_Latn": {"tokens": 53256, "chars": 142998, "chars_per_token": 2.685, "ratio_vs_en": 1.808, "ci95": [1.786, 1.83]}, "lug_Latn": {"tokens": 53230, "chars": 135078, "chars_per_token": 2.538, "ratio_vs_en": 1.807, "ci95": [1.786, 1.83]}, "luo_Latn": {"tokens": 49622, "chars": 137546, "chars_per_token": 2.772, "ratio_vs_en": 1.685, "ci95": [1.664, 1.707]}, "lus_Latn": {"tokens": 53027, "chars": 146255, "chars_per_token": 2.758, "ratio_vs_en": 1.8, "ci95": [1.774, 1.828]}, "lvs_Latn": {"tokens": 31550, "chars": 134157, "chars_per_token": 4.252, "ratio_vs_en": 1.071, "ci95": [1.061, 1.081]}, "mag_Deva": {"tokens": 251898, "chars": 126695, "chars_per_token": 0.503, "ratio_vs_en": 8.553, "ci95": [8.451, 8.654]}, "mai_Deva": {"tokens": 256427, "chars": 129408, "chars_per_token": 0.505, "ratio_vs_en": 8.706, "ci95": [8.598, 8.818]}, "mal_Mlym": {"tokens": 411295, "chars": 149336, "chars_per_token": 0.363, "ratio_vs_en": 13.964, "ci95": [13.786, 14.153]}, "mar_Deva": {"tokens": 264826, "chars": 133051, "chars_per_token": 0.502, "ratio_vs_en": 8.991, "ci95": [8.884, 9.108]}, "min_Arab": {"tokens": 136982, "chars": 126399, "chars_per_token": 0.923, "ratio_vs_en": 4.651, "ci95": [4.597, 4.707]}, "min_Latn": {"tokens": 48512, "chars": 141163, "chars_per_token": 2.91, "ratio_vs_en": 1.647, "ci95": [1.629, 1.665]}, "mkd_Cyrl": {"tokens": 50125, "chars": 137827, "chars_per_token": 2.75, "ratio_vs_en": 1.702, "ci95": [1.683, 1.72]}, "mlt_Latn": {"tokens": 41537, "chars": 146288, "chars_per_token": 3.522, "ratio_vs_en": 1.41, "ci95": [1.397, 1.424]}, "mni_Beng": {"tokens": 375036, "chars": 136782, "chars_per_token": 0.365, "ratio_vs_en": 12.733, "ci95": [12.57, 12.917]}, "mos_Latn": {"tokens": 67214, "chars": 124657, "chars_per_token": 1.855, "ratio_vs_en": 2.282, "ci95": [2.245, 2.32]}, "mri_Latn": {"tokens": 62593, "chars": 146527, "chars_per_token": 2.341, "ratio_vs_en": 2.125, "ci95": [2.1, 2.15]}, "mya_Mymr": {"tokens": 464773, "chars": 163169, "chars_per_token": 0.351, "ratio_vs_en": 15.78, "ci95": [15.561, 16.013]}, "nld_Latn": {"tokens": 46702, "chars": 147507, "chars_per_token": 3.158, "ratio_vs_en": 1.586, "ci95": [1.568, 1.603]}, "nno_Latn": {"tokens": 38535, "chars": 133443, "chars_per_token": 3.463, "ratio_vs_en": 1.308, "ci95": [1.295, 1.321]}, "nob_Latn": {"tokens": 35503, "chars": 132138, "chars_per_token": 3.722, "ratio_vs_en": 1.205, "ci95": [1.195, 1.217]}, "npi_Deva": {"tokens": 245747, "chars": 126903, "chars_per_token": 0.516, "ratio_vs_en": 8.344, "ci95": [8.233, 8.458]}, "nso_Latn": {"tokens": 57239, "chars": 151109, "chars_per_token": 2.64, "ratio_vs_en": 1.943, "ci95": [1.921, 1.967]}, "nus_Latn": {"tokens": 108620, "chars": 142340, "chars_per_token": 1.31, "ratio_vs_en": 3.688, "ci95": [3.629, 3.743]}, "nya_Latn": {"tokens": 53625, "chars": 147172, "chars_per_token": 2.744, "ratio_vs_en": 1.821, "ci95": [1.799, 1.843]}, "oci_Latn": {"tokens": 49125, "chars": 150651, "chars_per_token": 3.067, "ratio_vs_en": 1.668, "ci95": [1.652, 1.684]}, "ory_Orya": {"tokens": 362208, "chars": 134839, "chars_per_token": 0.372, "ratio_vs_en": 12.298, "ci95": [12.142, 12.466]}, "pag_Latn": {"tokens": 42785, "chars": 129899, "chars_per_token": 3.036, "ratio_vs_en": 1.453, "ci95": [1.43, 1.475]}, "pan_Guru": {"tokens": 347566, "chars": 133425, "chars_per_token": 0.384, "ratio_vs_en": 11.801, "ci95": [11.652, 11.96]}, "pap_Latn": {"tokens": 43521, "chars": 139154, "chars_per_token": 3.197, "ratio_vs_en": 1.478, "ci95": [1.464, 1.491]}, "pbt_Arab": {"tokens": 138412, "chars": 122455, "chars_per_token": 0.885, "ratio_vs_en": 4.699, "ci95": [4.643, 4.756]}, "pes_Arab": {"tokens": 128362, "chars": 123827, "chars_per_token": 0.965, "ratio_vs_en": 4.358, "ci95": [4.304, 4.41]}, "plt_Latn": {"tokens": 59946, "chars": 160996, "chars_per_token": 2.686, "ratio_vs_en": 2.035, "ci95": [2.013, 2.059]}, "pol_Latn": {"tokens": 32325, "chars": 139483, "chars_per_token": 4.315, "ratio_vs_en": 1.098, "ci95": [1.087, 1.109]}, "por_Latn": {"tokens": 32133, "chars": 143418, "chars_per_token": 4.463, "ratio_vs_en": 1.091, "ci95": [1.083, 1.099]}, "prs_Arab": {"tokens": 125807, "chars": 120643, "chars_per_token": 0.959, "ratio_vs_en": 4.271, "ci95": [4.22, 4.323]}, "quy_Latn": {"tokens": 51069, "chars": 141027, "chars_per_token": 2.761, "ratio_vs_en": 1.734, "ci95": [1.712, 1.755]}, "ron_Latn": {"tokens": 35096, "chars": 148571, "chars_per_token": 4.233, "ratio_vs_en": 1.192, "ci95": [1.182, 1.202]}, "run_Latn": {"tokens": 57836, "chars": 147265, "chars_per_token": 2.546, "ratio_vs_en": 1.964, "ci95": [1.939, 1.99]}, "rus_Cyrl": {"tokens": 55837, "chars": 142096, "chars_per_token": 2.545, "ratio_vs_en": 1.896, "ci95": [1.873, 1.918]}, "sag_Latn": {"tokens": 58740, "chars": 142621, "chars_per_token": 2.428, "ratio_vs_en": 1.994, "ci95": [1.966, 2.023]}, "san_Deva": {"tokens": 258335, "chars": 128257, "chars_per_token": 0.496, "ratio_vs_en": 8.771, "ci95": [8.663, 8.884]}, "sat_Olck": {"tokens": 369882, "chars": 139791, "chars_per_token": 0.378, "ratio_vs_en": 12.558, "ci95": [12.399, 12.719]}, "scn_Latn": {"tokens": 52324, "chars": 138571, "chars_per_token": 2.648, "ratio_vs_en": 1.777, "ci95": [1.758, 1.797]}, "shn_Mymr": {"tokens": 513978, "chars": 188284, "chars_per_token": 0.366, "ratio_vs_en": 17.451, "ci95": [17.156, 17.741]}, "sin_Sinh": {"tokens": 343788, "chars": 131080, "chars_per_token": 0.381, "ratio_vs_en": 11.672, "ci95": [11.533, 11.821]}, "slk_Latn": {"tokens": 41533, "chars": 131710, "chars_per_token": 3.171, "ratio_vs_en": 1.41, "ci95": [1.396, 1.425]}, "slv_Latn": {"tokens": 31421, "chars": 130855, "chars_per_token": 4.165, "ratio_vs_en": 1.067, "ci95": [1.057, 1.076]}, "smo_Latn": {"tokens": 62114, "chars": 152724, "chars_per_token": 2.459, "ratio_vs_en": 2.109, "ci95": [2.083, 2.135]}, "sna_Latn": {"tokens": 52480, "chars": 147603, "chars_per_token": 2.813, "ratio_vs_en": 1.782, "ci95": [1.759, 1.804]}, "snd_Arab": {"tokens": 138147, "chars": 119588, "chars_per_token": 0.866, "ratio_vs_en": 4.69, "ci95": [4.637, 4.747]}, "som_Latn": {"tokens": 61329, "chars": 151662, "chars_per_token": 2.473, "ratio_vs_en": 2.082, "ci95": [2.06, 2.106]}, "sot_Latn": {"tokens": 60175, "chars": 158732, "chars_per_token": 2.638, "ratio_vs_en": 2.043, "ci95": [2.019, 2.069]}, "spa_Latn": {"tokens": 34815, "chars": 156997, "chars_per_token": 4.509, "ratio_vs_en": 1.182, "ci95": [1.172, 1.193]}, "srd_Latn": {"tokens": 51681, "chars": 153347, "chars_per_token": 2.967, "ratio_vs_en": 1.755, "ci95": [1.736, 1.774]}, "srp_Cyrl": {"tokens": 57122, "chars": 130780, "chars_per_token": 2.289, "ratio_vs_en": 1.939, "ci95": [1.919, 1.962]}, "ssw_Latn": {"tokens": 55175, "chars": 148726, "chars_per_token": 2.696, "ratio_vs_en": 1.873, "ci95": [1.852, 1.896]}, "sun_Latn": {"tokens": 48045, "chars": 136846, "chars_per_token": 2.848, "ratio_vs_en": 1.631, "ci95": [1.612, 1.65]}, "swe_Latn": {"tokens": 30309, "chars": 132173, "chars_per_token": 4.361, "ratio_vs_en": 1.029, "ci95": [1.021, 1.036]}, "swh_Latn": {"tokens": 50437, "chars": 138104, "chars_per_token": 2.738, "ratio_vs_en": 1.712, "ci95": [1.695, 1.729]}, "szl_Latn": {"tokens": 49295, "chars": 137371, "chars_per_token": 2.787, "ratio_vs_en": 1.674, "ci95": [1.655, 1.694]}, "tam_Taml": {"tokens": 421875, "chars": 154133, "chars_per_token": 0.365, "ratio_vs_en": 14.324, "ci95": [14.136, 14.506]}, "taq_Latn": {"tokens": 62096, "chars": 124417, "chars_per_token": 2.004, "ratio_vs_en": 2.108, "ci95": [2.077, 2.143]}, "taq_Tfng": {"tokens": 301459, "chars": 123904, "chars_per_token": 0.411, "ratio_vs_en": 10.235, "ci95": [10.094, 10.384]}, "tat_Cyrl": {"tokens": 85028, "chars": 133282, "chars_per_token": 1.568, "ratio_vs_en": 2.887, "ci95": [2.847, 2.926]}, "tel_Telu": {"tokens": 352251, "chars": 132470, "chars_per_token": 0.376, "ratio_vs_en": 11.96, "ci95": [11.798, 12.123]}, "tgk_Cyrl": {"tokens": 80242, "chars": 145871, "chars_per_token": 1.818, "ratio_vs_en": 2.724, "ci95": [2.691, 2.758]}, "tgl_Latn": {"tokens": 57986, "chars": 166169, "chars_per_token": 2.866, "ratio_vs_en": 1.969, "ci95": [1.946, 1.992]}, "tha_Thai": {"tokens": 296265, "chars": 126109, "chars_per_token": 0.426, "ratio_vs_en": 10.059, "ci95": [9.913, 10.209]}, "tir_Ethi": {"tokens": 232228, "chars": 90700, "chars_per_token": 0.391, "ratio_vs_en": 7.885, "ci95": [7.782, 7.987]}, "tpi_Latn": {"tokens": 55370, "chars": 169011, "chars_per_token": 3.052, "ratio_vs_en": 1.88, "ci95": [1.856, 1.905]}, "tsn_Latn": {"tokens": 61216, "chars": 163035, "chars_per_token": 2.663, "ratio_vs_en": 2.078, "ci95": [2.053, 2.106]}, "tso_Latn": {"tokens": 59770, "chars": 158178, "chars_per_token": 2.646, "ratio_vs_en": 2.029, "ci95": [2.003, 2.056]}, "tuk_Latn": {"tokens": 60539, "chars": 140262, "chars_per_token": 2.317, "ratio_vs_en": 2.055, "ci95": [2.032, 2.08]}, "tum_Latn": {"tokens": 68167, "chars": 172545, "chars_per_token": 2.531, "ratio_vs_en": 2.314, "ci95": [2.278, 2.355]}, "tur_Latn": {"tokens": 57361, "chars": 135761, "chars_per_token": 2.367, "ratio_vs_en": 1.948, "ci95": [1.926, 1.969]}, "twi_Latn": {"tokens": 70191, "chars": 128598, "chars_per_token": 1.832, "ratio_vs_en": 2.383, "ci95": [2.345, 2.424]}, "tzm_Tfng": {"tokens": 303473, "chars": 117960, "chars_per_token": 0.389, "ratio_vs_en": 10.304, "ci95": [10.172, 10.436]}, "uig_Arab": {"tokens": 190338, "chars": 140477, "chars_per_token": 0.738, "ratio_vs_en": 6.462, "ci95": [6.374, 6.551]}, "ukr_Cyrl": {"tokens": 64904, "chars": 134446, "chars_per_token": 2.071, "ratio_vs_en": 2.204, "ci95": [2.18, 2.228]}, "umb_Latn": {"tokens": 53482, "chars": 134747, "chars_per_token": 2.519, "ratio_vs_en": 1.816, "ci95": [1.789, 1.844]}, "urd_Arab": {"tokens": 157927, "chars": 129919, "chars_per_token": 0.823, "ratio_vs_en": 5.362, "ci95": [5.297, 5.432]}, "uzn_Latn": {"tokens": 56315, "chars": 149323, "chars_per_token": 2.652, "ratio_vs_en": 1.912, "ci95": [1.891, 1.933]}, "vec_Latn": {"tokens": 44885, "chars": 133237, "chars_per_token": 2.968, "ratio_vs_en": 1.524, "ci95": [1.508, 1.54]}, "vie_Latn": {"tokens": 114908, "chars": 138595, "chars_per_token": 1.206, "ratio_vs_en": 3.901, "ci95": [3.848, 3.958]}, "war_Latn": {"tokens": 59241, "chars": 164746, "chars_per_token": 2.781, "ratio_vs_en": 2.011, "ci95": [1.988, 2.036]}, "wol_Latn": {"tokens": 55155, "chars": 127173, "chars_per_token": 2.306, "ratio_vs_en": 1.873, "ci95": [1.848, 1.897]}, "xho_Latn": {"tokens": 55374, "chars": 139123, "chars_per_token": 2.512, "ratio_vs_en": 1.88, "ci95": [1.86, 1.901]}, "ydd_Hebr": {"tokens": 190061, "chars": 141658, "chars_per_token": 0.745, "ratio_vs_en": 6.453, "ci95": [6.385, 6.524]}, "yor_Latn": {"tokens": 91624, "chars": 126844, "chars_per_token": 1.384, "ratio_vs_en": 3.111, "ci95": [3.045, 3.182]}, "yue_Hant": {"tokens": 83120, "chars": 40019, "chars_per_token": 0.481, "ratio_vs_en": 2.822, "ci95": [2.787, 2.856]}, "zho_Hans": {"tokens": 76422, "chars": 43248, "chars_per_token": 0.566, "ratio_vs_en": 2.595, "ci95": [2.561, 2.628]}, "zho_Hant": {"tokens": 85091, "chars": 40695, "chars_per_token": 0.478, "ratio_vs_en": 2.889, "ci95": [2.855, 2.923]}, "zsm_Latn": {"tokens": 48542, "chars": 146201, "chars_per_token": 3.012, "ratio_vs_en": 1.648, "ci95": [1.631, 1.666]}, "zul_Latn": {"tokens": 57803, "chars": 148362, "chars_per_token": 2.567, "ratio_vs_en": 1.963, "ci95": [1.942, 1.983]}, "eng_Latn": {"tokens": 29453, "chars": 131966, "chars_per_token": 4.481, "ratio_vs_en": 1.0}}, "costs": []}, {"schema": 1, "tokenizer": "UTF-8 bytes (reference)", "kind": "utf8-bytes", "id": "", "group": "Reference", "corpus": "flores200_devtest", "n_sentences": 1012, "measured_at": "2026-11-14", "tti_version": "0.1.0.dev0", "langs": {"ace_Arab": {"tokens": 199884, "chars": 111621, "chars_per_token": 0.558, "ratio_vs_en": 1.513, "ci95": [1.501, 1.526]}, "ace_Latn": {"tokens": 144457, "chars": 141933, "chars_per_token": 0.983, "ratio_vs_en": 1.094, "ci95": [1.084, 1.103]}, "acm_Arab": {"tokens": 206412, "chars": 113573, "chars_per_token": 0.55, "ratio_vs_en": 1.563, "ci95": [1.547, 1.577]}, "acq_Arab": {"tokens": 209285, "chars": 115113, "chars_per_token": 0.55, "ratio_vs_en": 1.584, "ci95": [1.57, 1.599]}, "aeb_Arab": {"tokens": 203523, "chars": 112077, "chars_per_token": 0.551, "ratio_vs_en": 1.541, "ci95": [1.526, 1.555]}, "afr_Latn": {"tokens": 141292, "chars": 139690, "chars_per_token": 0.989, "ratio_vs_en": 1.07, "ci95": [1.064, 1.076]}, "ajp_Arab": {"tokens": 196853, "chars": 109046, "chars_per_token": 0.554, "ratio_vs_en": 1.49, "ci95": [1.477, 1.502]}, "aka_Latn": {"tokens": 145900, "chars": 132650, "chars_per_token": 0.909, "ratio_vs_en": 1.104, "ci95": [1.094, 1.116]}, "als_Latn": {"tokens": 158506, "chars": 147064, "chars_per_token": 0.928, "ratio_vs_en": 1.2, "ci95": [1.191, 1.209]}, "amh_Ethi": {"tokens": 225450, "chars": 87132, "chars_per_token": 0.386, "ratio_vs_en": 1.707, "ci95": [1.692, 1.721]}, "apc_Arab": {"tokens": 195910, "chars": 107981, "chars_per_token": 0.551, "ratio_vs_en": 1.483, "ci95": [1.47, 1.496]}, "arb_Arab": {"tokens": 211263, "chars": 116307, "chars_per_token": 0.551, "ratio_vs_en": 1.599, "ci95": [1.585, 1.614]}, "arb_Latn": {"tokens": 153824, "chars": 153758, "chars_per_token": 1.0, "ratio_vs_en": 1.164, "ci95": [1.153, 1.176]}, "ars_Arab": {"tokens": 211542, "chars": 116428, "chars_per_token": 0.55, "ratio_vs_en": 1.601, "ci95": [1.587, 1.616]}, "ary_Arab": {"tokens": 206142, "chars": 113563, "chars_per_token": 0.551, "ratio_vs_en": 1.561, "ci95": [1.545, 1.577]}, "arz_Arab": {"tokens": 206500, "chars": 113770, "chars_per_token": 0.551, "ratio_vs_en": 1.563, "ci95": [1.547, 1.579]}, "asm_Beng": {"tokens": 335062, "chars": 125936, "chars_per_token": 0.376, "ratio_vs_en": 2.537, "ci95": [2.515, 2.556]}, "ast_Latn": {"tokens": 141102, "chars": 136363, "chars_per_token": 0.966, "ratio_vs_en": 1.068, "ci95": [1.06, 1.076]}, "awa_Deva": {"tokens": 330548, "chars": 128171, "chars_per_token": 0.388, "ratio_vs_en": 2.502, "ci95": [2.479, 2.526]}, "ayr_Latn": {"tokens": 141878, "chars": 138617, "chars_per_token": 0.977, "ratio_vs_en": 1.074, "ci95": [1.06, 1.088]}, "azb_Arab": {"tokens": 215049, "chars": 117061, "chars_per_token": 0.544, "ratio_vs_en": 1.628, "ci95": [1.612, 1.644]}, "azj_Latn": {"tokens": 166544, "chars": 143739, "chars_per_token": 0.863, "ratio_vs_en": 1.261, "ci95": [1.248, 1.274]}, "bak_Cyrl": {"tokens": 245203, "chars": 133222, "chars_per_token": 0.543, "ratio_vs_en": 1.856, "ci95": [1.839, 1.873]}, "bam_Latn": {"tokens": 137566, "chars": 126387, "chars_per_token": 0.919, "ratio_vs_en": 1.041, "ci95": [1.03, 1.052]}, "ban_Latn": {"tokens": 145954, "chars": 145570, "chars_per_token": 0.997, "ratio_vs_en": 1.105, "ci95": [1.095, 1.115]}, "bel_Cyrl": {"tokens": 270895, "chars": 147991, "chars_per_token": 0.546, "ratio_vs_en": 2.051, "ci95": [2.029, 2.072]}, "bem_Latn": {"tokens": 161141, "chars": 160751, "chars_per_token": 0.998, "ratio_vs_en": 1.22, "ci95": [1.208, 1.231]}, "ben_Beng": {"tokens": 344682, "chars": 129042, "chars_per_token": 0.374, "ratio_vs_en": 2.609, "ci95": [2.588, 2.631]}, "bho_Deva": {"tokens": 328554, "chars": 128611, "chars_per_token": 0.391, "ratio_vs_en": 2.487, "ci95": [2.464, 2.51]}, "bjn_Arab": {"tokens": 223508, "chars": 122230, "chars_per_token": 0.547, "ratio_vs_en": 1.692, "ci95": [1.677, 1.707]}, "bjn_Latn": {"tokens": 138411, "chars": 138182, "chars_per_token": 0.998, "ratio_vs_en": 1.048, "ci95": [1.04, 1.056]}, "bod_Tibt": {"tokens": 439025, "chars": 148151, "chars_per_token": 0.337, "ratio_vs_en": 3.324, "ci95": [3.286, 3.361]}, "bos_Latn": {"tokens": 135871, "chars": 132187, "chars_per_token": 0.973, "ratio_vs_en": 1.029, "ci95": [1.021, 1.036]}, "bug_Latn": {"tokens": 143606, "chars": 139375, "chars_per_token": 0.971, "ratio_vs_en": 1.087, "ci95": [1.074, 1.099]}, "bul_Cyrl": {"tokens": 250578, "chars": 137824, "chars_per_token": 0.55, "ratio_vs_en": 1.897, "ci95": [1.883, 1.911]}, "cat_Latn": {"tokens": 148814, "chars": 145781, "chars_per_token": 0.98, "ratio_vs_en": 1.127, "ci95": [1.119, 1.134]}, "ceb_Latn": {"tokens": 158739, "chars": 158685, "chars_per_token": 1.0, "ratio_vs_en": 1.202, "ci95": [1.193, 1.21]}, "ces_Latn": {"tokens": 142415, "chars": 127257, "chars_per_token": 0.894, "ratio_vs_en": 1.078, "ci95": [1.07, 1.086]}, "cjk_Latn": {"tokens": 139776, "chars": 139261, "chars_per_token": 0.996, "ratio_vs_en": 1.058, "ci95": [1.044, 1.073]}, "ckb_Arab": {"tokens": 236367, "chars": 128585, "chars_per_token": 0.544, "ratio_vs_en": 1.789, "ci95": [1.773, 1.804]}, "crh_Latn": {"tokens": 147365, "chars": 134038, "chars_per_token": 0.91, "ratio_vs_en": 1.116, "ci95": [1.105, 1.126]}, "cym_Latn": {"tokens": 141797, "chars": 141257, "chars_per_token": 0.996, "ratio_vs_en": 1.073, "ci95": [1.066, 1.08]}, "dan_Latn": {"tokens": 137988, "chars": 135083, "chars_per_token": 0.979, "ratio_vs_en": 1.045, "ci95": [1.037, 1.052]}, "deu_Latn": {"tokens": 156358, "chars": 153809, "chars_per_token": 0.984, "ratio_vs_en": 1.184, "ci95": [1.175, 1.192]}, "dik_Latn": {"tokens": 126363, "chars": 111789, "chars_per_token": 0.885, "ratio_vs_en": 0.957, "ci95": [0.94, 0.974]}, "dyu_Latn": {"tokens": 141570, "chars": 132855, "chars_per_token": 0.938, "ratio_vs_en": 1.072, "ci95": [1.057, 1.086]}, "dzo_Tibt": {"tokens": 478120, "chars": 163358, "chars_per_token": 0.342, "ratio_vs_en": 3.619, "ci95": [3.576, 3.663]}, "ell_Grek": {"tokens": 287221, "chars": 157539, "chars_per_token": 0.548, "ratio_vs_en": 2.174, "ci95": [2.156, 2.192]}, "epo_Latn": {"tokens": 133742, "chars": 131292, "chars_per_token": 0.982, "ratio_vs_en": 1.012, "ci95": [1.006, 1.019]}, "est_Latn": {"tokens": 133479, "chars": 129459, "chars_per_token": 0.97, "ratio_vs_en": 1.01, "ci95": [1.002, 1.018]}, "eus_Latn": {"tokens": 140269, "chars": 139822, "chars_per_token": 0.997, "ratio_vs_en": 1.062, "ci95": [1.053, 1.071]}, "ewe_Latn": {"tokens": 140007, "chars": 127448, "chars_per_token": 0.91, "ratio_vs_en": 1.06, "ci95": [1.045, 1.075]}, "fao_Latn": {"tokens": 144652, "chars": 134274, "chars_per_token": 0.928, "ratio_vs_en": 1.095, "ci95": [1.088, 1.103]}, "fij_Latn": {"tokens": 155324, "chars": 155177, "chars_per_token": 0.999, "ratio_vs_en": 1.176, "ci95": [1.163, 1.189]}, "fin_Latn": {"tokens": 145817, "chars": 140128, "chars_per_token": 0.961, "ratio_vs_en": 1.104, "ci95": [1.094, 1.113]}, "fon_Latn": {"tokens": 166953, "chars": 135260, "chars_per_token": 0.81, "ratio_vs_en": 1.264, "ci95": [1.244, 1.284]}, "fra_Latn": {"tokens": 163927, "chars": 157638, "chars_per_token": 0.962, "ratio_vs_en": 1.241, "ci95": [1.232, 1.251]}, "fur_Latn": {"tokens": 149477, "chars": 144519, "chars_per_token": 0.967, "ratio_vs_en": 1.132, "ci95": [1.124, 1.139]}, "fuv_Latn": {"tokens": 125143, "chars": 122162, "chars_per_token": 0.976, "ratio_vs_en": 0.947, "ci95": [0.936, 0.959]}, "gaz_Latn": {"tokens": 158823, "chars": 156418, "chars_per_token": 0.985, "ratio_vs_en": 1.202, "ci95": [1.191, 1.214]}, "gla_Latn": {"tokens": 169124, "chars": 162597, "chars_per_token": 0.961, "ratio_vs_en": 1.28, "ci95": [1.27, 1.291]}, "gle_Latn": {"tokens": 162241, "chars": 152481, "chars_per_token": 0.94, "ratio_vs_en": 1.228, "ci95": [1.219, 1.238]}, "glg_Latn": {"tokens": 149737, "chars": 146143, "chars_per_token": 0.976, "ratio_vs_en": 1.134, "ci95": [1.126, 1.141]}, "grn_Latn": {"tokens": 142834, "chars": 132815, "chars_per_token": 0.93, "ratio_vs_en": 1.081, "ci95": [1.071, 1.091]}, "guj_Gujr": {"tokens": 331068, "chars": 126428, "chars_per_token": 0.382, "ratio_vs_en": 2.506, "ci95": [2.486, 2.527]}, "hat_Latn": {"tokens": 124670, "chars": 121280, "chars_per_token": 0.973, "ratio_vs_en": 0.944, "ci95": [0.937, 0.951]}, "hau_Latn": {"tokens": 141707, "chars": 140067, "chars_per_token": 0.988, "ratio_vs_en": 1.073, "ci95": [1.064, 1.082]}, "heb_Hebr": {"tokens": 183081, "chars": 102054, "chars_per_token": 0.557, "ratio_vs_en": 1.386, "ci95": [1.376, 1.396]}, "hin_Deva": {"tokens": 337073, "chars": 131058, "chars_per_token": 0.389, "ratio_vs_en": 2.552, "ci95": [2.53, 2.573]}, "hne_Deva": {"tokens": 326057, "chars": 126933, "chars_per_token": 0.389, "ratio_vs_en": 2.468, "ci95": [2.45, 2.486]}, "hrv_Latn": {"tokens": 132166, "chars": 128727, "chars_per_token": 0.974, "ratio_vs_en": 1.001, "ci95": [0.993, 1.008]}, "hun_Latn": {"tokens": 152582, "chars": 138629, "chars_per_token": 0.909, "ratio_vs_en": 1.155, "ci95": [1.146, 1.165]}, "hye_Armn": {"tokens": 269655, "chars": 145956, "chars_per_token": 0.541, "ratio_vs_en": 2.041, "ci95": [2.024, 2.058]}, "ibo_Latn": {"tokens": 161020, "chars": 134560, "chars_per_token": 0.836, "ratio_vs_en": 1.219, "ci95": [1.206, 1.232]}, "ilo_Latn": {"tokens": 160054, "chars": 159680, "chars_per_token": 0.998, "ratio_vs_en": 1.212, "ci95": [1.203, 1.221]}, "ind_Latn": {"tokens": 142447, "chars": 142318, "chars_per_token": 0.999, "ratio_vs_en": 1.078, "ci95": [1.07, 1.086]}, "isl_Latn": {"tokens": 143449, "chars": 129783, "chars_per_token": 0.905, "ratio_vs_en": 1.086, "ci95": [1.077, 1.095]}, "ita_Latn": {"tokens": 157259, "chars": 156138, "chars_per_token": 0.993, "ratio_vs_en": 1.19, "ci95": [1.181, 1.199]}, "jav_Latn": {"tokens": 137187, "chars": 136928, "chars_per_token": 0.998, "ratio_vs_en": 1.039, "ci95": [1.03, 1.047]}, "jpn_Jpan": {"tokens": 167109, "chars": 56943, "chars_per_token": 0.341, "ratio_vs_en": 1.265, "ci95": [1.251, 1.278]}, "kab_Latn": {"tokens": 139656, "chars": 130554, "chars_per_token": 0.935, "ratio_vs_en": 1.057, "ci95": [1.047, 1.066]}, "kac_Latn": {"tokens": 169417, "chars": 169397, "chars_per_token": 1.0, "ratio_vs_en": 1.283, "ci95": [1.267, 1.299]}, "kam_Latn": {"tokens": 133672, "chars": 128356, "chars_per_token": 0.96, "ratio_vs_en": 1.012, "ci95": [0.999, 1.023]}, "kan_Knda": {"tokens": 375380, "chars": 138040, "chars_per_token": 0.368, "ratio_vs_en": 2.842, "ci95": [2.816, 2.868]}, "kas_Arab": {"tokens": 228179, "chars": 126105, "chars_per_token": 0.553, "ratio_vs_en": 1.727, "ci95": [1.712, 1.743]}, "kas_Deva": {"tokens": 317412, "chars": 126401, "chars_per_token": 0.398, "ratio_vs_en": 2.403, "ci95": [2.382, 2.425]}, "kat_Geor": {"tokens": 389581, "chars": 143930, "chars_per_token": 0.369, "ratio_vs_en": 2.949, "ci95": [2.922, 2.978]}, "kaz_Cyrl": {"tokens": 249981, "chars": 135404, "chars_per_token": 0.542, "ratio_vs_en": 1.892, "ci95": [1.876, 1.909]}, "kbp_Latn": {"tokens": 180715, "chars": 142957, "chars_per_token": 0.791, "ratio_vs_en": 1.368, "ci95": [1.35, 1.387]}, "kea_Latn": {"tokens": 133968, "chars": 130800, "chars_per_token": 0.976, "ratio_vs_en": 1.014, "ci95": [1.008, 1.02]}, "khk_Cyrl": {"tokens": 252028, "chars": 137067, "chars_per_token": 0.544, "ratio_vs_en": 1.908, "ci95": [1.892, 1.923]}, "khm_Khmr": {"tokens": 435160, "chars": 153212, "chars_per_token": 0.352, "ratio_vs_en": 3.294, "ci95": [3.258, 3.33]}, "kik_Latn": {"tokens": 170631, "chars": 153431, "chars_per_token": 0.899, "ratio_vs_en": 1.292, "ci95": [1.273, 1.311]}, "kin_Latn": {"tokens": 149150, "chars": 145862, "chars_per_token": 0.978, "ratio_vs_en": 1.129, "ci95": [1.119, 1.14]}, "kir_Cyrl": {"tokens": 250200, "chars": 135532, "chars_per_token": 0.542, "ratio_vs_en": 1.894, "ci95": [1.875, 1.913]}, "kmb_Latn": {"tokens": 146555, "chars": 145762, "chars_per_token": 0.995, "ratio_vs_en": 1.109, "ci95": [1.098, 1.121]}, "kmr_Latn": {"tokens": 144731, "chars": 130372, "chars_per_token": 0.901, "ratio_vs_en": 1.096, "ci95": [1.087, 1.104]}, "knc_Arab": {"tokens": 211375, "chars": 116000, "chars_per_token": 0.549, "ratio_vs_en": 1.6, "ci95": [1.566, 1.635]}, "knc_Latn": {"tokens": 146582, "chars": 138972, "chars_per_token": 0.948, "ratio_vs_en": 1.11, "ci95": [1.096, 1.123]}, "kon_Latn": {"tokens": 150076, "chars": 149894, "chars_per_token": 0.999, "ratio_vs_en": 1.136, "ci95": [1.125, 1.147]}, "kor_Hang": {"tokens": 157799, "chars": 65965, "chars_per_token": 0.418, "ratio_vs_en": 1.195, "ci95": [1.183, 1.206]}, "lao_Laoo": {"tokens": 360709, "chars": 130060, "chars_per_token": 0.361, "ratio_vs_en": 2.731, "ci95": [2.707, 2.757]}, "lij_Latn": {"tokens": 154416, "chars": 145994, "chars_per_token": 0.945, "ratio_vs_en": 1.169, "ci95": [1.161, 1.177]}, "lim_Latn": {"tokens": 142255, "chars": 137686, "chars_per_token": 0.968, "ratio_vs_en": 1.077, "ci95": [1.069, 1.085]}, "lin_Latn": {"tokens": 142387, "chars": 142197, "chars_per_token": 0.999, "ratio_vs_en": 1.078, "ci95": [1.069, 1.087]}, "lit_Latn": {"tokens": 139204, "chars": 130329, "chars_per_token": 0.936, "ratio_vs_en": 1.054, "ci95": [1.044, 1.063]}, "lmo_Latn": {"tokens": 153143, "chars": 141666, "chars_per_token": 0.925, "ratio_vs_en": 1.159, "ci95": [1.151, 1.167]}, "ltg_Latn": {"tokens": 137888, "chars": 129848, "chars_per_token": 0.942, "ratio_vs_en": 1.044, "ci95": [1.037, 1.051]}, "ltz_Latn": {"tokens": 151874, "chars": 147545, "chars_per_token": 0.971, "ratio_vs_en": 1.15, "ci95": [1.142, 1.158]}, "lua_Latn": {"tokens": 143101, "chars": 142998, "chars_per_token": 0.999, "ratio_vs_en": 1.083, "ci95": [1.073, 1.094]}, "lug_Latn": {"tokens": 136760, "chars": 135078, "chars_per_token": 0.988, "ratio_vs_en": 1.035, "ci95": [1.026, 1.044]}, "luo_Latn": {"tokens": 137901, "chars": 137546, "chars_per_token": 0.997, "ratio_vs_en": 1.044, "ci95": [1.033, 1.055]}, "lus_Latn": {"tokens": 146569, "chars": 146255, "chars_per_token": 0.998, "ratio_vs_en": 1.11, "ci95": [1.096, 1.123]}, "lvs_Latn": {"tokens": 146658, "chars": 134157, "chars_per_token": 0.915, "ratio_vs_en": 1.11, "ci95": [1.101, 1.119]}, "mag_Deva": {"tokens": 326702, "chars": 126695, "chars_per_token": 0.388, "ratio_vs_en": 2.473, "ci95": [2.454, 2.491]}, "mai_Deva": {"tokens": 335359, "chars": 129408, "chars_per_token": 0.386, "ratio_vs_en": 2.539, "ci95": [2.519, 2.558]}, "mal_Mlym": {"tokens": 411753, "chars": 149336, "chars_per_token": 0.363, "ratio_vs_en": 3.117, "ci95": [3.091, 3.145]}, "mar_Deva": {"tokens": 355511, "chars": 133051, "chars_per_token": 0.374, "ratio_vs_en": 2.691, "ci95": [2.669, 2.712]}, "min_Arab": {"tokens": 231419, "chars": 126399, "chars_per_token": 0.546, "ratio_vs_en": 1.752, "ci95": [1.737, 1.766]}, "min_Latn": {"tokens": 141294, "chars": 141163, "chars_per_token": 0.999, "ratio_vs_en": 1.07, "ci95": [1.061, 1.078]}, "mkd_Cyrl": {"tokens": 251195, "chars": 137827, "chars_per_token": 0.549, "ratio_vs_en": 1.902, "ci95": [1.887, 1.915]}, "mlt_Latn": {"tokens": 153797, "chars": 146288, "chars_per_token": 0.951, "ratio_vs_en": 1.164, "ci95": [1.156, 1.172]}, "mni_Beng": {"tokens": 367930, "chars": 136782, "chars_per_token": 0.372, "ratio_vs_en": 2.785, "ci95": [2.762, 2.81]}, "mos_Latn": {"tokens": 134864, "chars": 124657, "chars_per_token": 0.924, "ratio_vs_en": 1.021, "ci95": [1.009, 1.033]}, "mri_Latn": {"tokens": 153801, "chars": 146527, "chars_per_token": 0.953, "ratio_vs_en": 1.164, "ci95": [1.154, 1.174]}, "mya_Mymr": {"tokens": 465528, "chars": 163169, "chars_per_token": 0.351, "ratio_vs_en": 3.524, "ci95": [3.49, 3.56]}, "nld_Latn": {"tokens": 147731, "chars": 147507, "chars_per_token": 0.998, "ratio_vs_en": 1.118, "ci95": [1.109, 1.127]}, "nno_Latn": {"tokens": 136450, "chars": 133443, "chars_per_token": 0.978, "ratio_vs_en": 1.033, "ci95": [1.025, 1.04]}, "nob_Latn": {"tokens": 135030, "chars": 132138, "chars_per_token": 0.979, "ratio_vs_en": 1.022, "ci95": [1.015, 1.03]}, "npi_Deva": {"tokens": 339472, "chars": 126903, "chars_per_token": 0.374, "ratio_vs_en": 2.57, "ci95": [2.547, 2.592]}, "nso_Latn": {"tokens": 154913, "chars": 151109, "chars_per_token": 0.975, "ratio_vs_en": 1.173, "ci95": [1.163, 1.182]}, "nus_Latn": {"tokens": 174777, "chars": 142340, "chars_per_token": 0.814, "ratio_vs_en": 1.323, "ci95": [1.308, 1.339]}, "nya_Latn": {"tokens": 147522, "chars": 147172, "chars_per_token": 0.998, "ratio_vs_en": 1.117, "ci95": [1.105, 1.129]}, "oci_Latn": {"tokens": 155370, "chars": 150651, "chars_per_token": 0.97, "ratio_vs_en": 1.176, "ci95": [1.17, 1.183]}, "ory_Orya": {"tokens": 361459, "chars": 134839, "chars_per_token": 0.373, "ratio_vs_en": 2.736, "ci95": [2.712, 2.76]}, "pag_Latn": {"tokens": 129943, "chars": 129899, "chars_per_token": 1.0, "ratio_vs_en": 0.984, "ci95": [0.971, 0.996]}, "pan_Guru": {"tokens": 344172, "chars": 133425, "chars_per_token": 0.388, "ratio_vs_en": 2.605, "ci95": [2.582, 2.628]}, "pap_Latn": {"tokens": 142771, "chars": 139154, "chars_per_token": 0.975, "ratio_vs_en": 1.081, "ci95": [1.074, 1.087]}, "pbt_Arab": {"tokens": 214855, "chars": 122455, "chars_per_token": 0.57, "ratio_vs_en": 1.627, "ci95": [1.613, 1.639]}, "pes_Arab": {"tokens": 223501, "chars": 123827, "chars_per_token": 0.554, "ratio_vs_en": 1.692, "ci95": [1.676, 1.707]}, "plt_Latn": {"tokens": 165703, "chars": 160996, "chars_per_token": 0.972, "ratio_vs_en": 1.254, "ci95": [1.243, 1.266]}, "pol_Latn": {"tokens": 148251, "chars": 139483, "chars_per_token": 0.941, "ratio_vs_en": 1.122, "ci95": [1.112, 1.133]}, "por_Latn": {"tokens": 147448, "chars": 143418, "chars_per_token": 0.973, "ratio_vs_en": 1.116, "ci95": [1.109, 1.123]}, "prs_Arab": {"tokens": 215017, "chars": 120643, "chars_per_token": 0.561, "ratio_vs_en": 1.628, "ci95": [1.613, 1.642]}, "quy_Latn": {"tokens": 142166, "chars": 141027, "chars_per_token": 0.992, "ratio_vs_en": 1.076, "ci95": [1.063, 1.089]}, "ron_Latn": {"tokens": 156925, "chars": 148571, "chars_per_token": 0.947, "ratio_vs_en": 1.188, "ci95": [1.179, 1.197]}, "run_Latn": {"tokens": 148052, "chars": 147265, "chars_per_token": 0.995, "ratio_vs_en": 1.121, "ci95": [1.109, 1.133]}, "rus_Cyrl": {"tokens": 260342, "chars": 142096, "chars_per_token": 0.546, "ratio_vs_en": 1.971, "ci95": [1.952, 1.988]}, "sag_Latn": {"tokens": 147383, "chars": 142621, "chars_per_token": 0.968, "ratio_vs_en": 1.116, "ci95": [1.102, 1.129]}, "san_Deva": {"tokens": 346707, "chars": 128257, "chars_per_token": 0.37, "ratio_vs_en": 2.625, "ci95": [2.601, 2.648]}, "sat_Olck": {"tokens": 369315, "chars": 139791, "chars_per_token": 0.379, "ratio_vs_en": 2.796, "ci95": [2.768, 2.822]}, "scn_Latn": {"tokens": 146022, "chars": 138571, "chars_per_token": 0.949, "ratio_vs_en": 1.105, "ci95": [1.097, 1.113]}, "shn_Mymr": {"tokens": 522478, "chars": 188284, "chars_per_token": 0.36, "ratio_vs_en": 3.955, "ci95": [3.907, 4.003]}, "sin_Sinh": {"tokens": 346056, "chars": 131080, "chars_per_token": 0.379, "ratio_vs_en": 2.62, "ci95": [2.598, 2.642]}, "slk_Latn": {"tokens": 143738, "chars": 131710, "chars_per_token": 0.916, "ratio_vs_en": 1.088, "ci95": [1.08, 1.097]}, "slv_Latn": {"tokens": 134009, "chars": 130855, "chars_per_token": 0.976, "ratio_vs_en": 1.014, "ci95": [1.007, 1.022]}, "smo_Latn": {"tokens": 160034, "chars": 152724, "chars_per_token": 0.954, "ratio_vs_en": 1.211, "ci95": [1.201, 1.222]}, "sna_Latn": {"tokens": 147622, "chars": 147603, "chars_per_token": 1.0, "ratio_vs_en": 1.118, "ci95": [1.105, 1.13]}, "snd_Arab": {"tokens": 211881, "chars": 119588, "chars_per_token": 0.564, "ratio_vs_en": 1.604, "ci95": [1.591, 1.617]}, "som_Latn": {"tokens": 151942, "chars": 151662, "chars_per_token": 0.998, "ratio_vs_en": 1.15, "ci95": [1.141, 1.16]}, "sot_Latn": {"tokens": 159027, "chars": 158732, "chars_per_token": 0.998, "ratio_vs_en": 1.204, "ci95": [1.193, 1.214]}, "spa_Latn": {"tokens": 159899, "chars": 156997, "chars_per_token": 0.982, "ratio_vs_en": 1.21, "ci95": [1.201, 1.22]}, "srd_Latn": {"tokens": 157660, "chars": 153347, "chars_per_token": 0.973, "ratio_vs_en": 1.194, "ci95": [1.186, 1.201]}, "srp_Cyrl": {"tokens": 237992, "chars": 130780, "chars_per_token": 0.55, "ratio_vs_en": 1.802, "ci95": [1.788, 1.815]}, "ssw_Latn": {"tokens": 148756, "chars": 148726, "chars_per_token": 1.0, "ratio_vs_en": 1.126, "ci95": [1.115, 1.138]}, "sun_Latn": {"tokens": 138238, "chars": 136846, "chars_per_token": 0.99, "ratio_vs_en": 1.046, "ci95": [1.038, 1.055]}, "swe_Latn": {"tokens": 137390, "chars": 132173, "chars_per_token": 0.962, "ratio_vs_en": 1.04, "ci95": [1.033, 1.047]}, "swh_Latn": {"tokens": 138308, "chars": 138104, "chars_per_token": 0.999, "ratio_vs_en": 1.047, "ci95": [1.039, 1.055]}, "szl_Latn": {"tokens": 145531, "chars": 137371, "chars_per_token": 0.944, "ratio_vs_en": 1.102, "ci95": [1.094, 1.109]}, "tam_Taml": {"tokens": 421641, "chars": 154133, "chars_per_token": 0.366, "ratio_vs_en": 3.192, "ci95": [3.163, 3.22]}, "taq_Latn": {"tokens": 133051, "chars": 124417, "chars_per_token": 0.935, "ratio_vs_en": 1.007, "ci95": [0.997, 1.02]}, "taq_Tfng": {"tokens": 302982, "chars": 123904, "chars_per_token": 0.409, "ratio_vs_en": 2.294, "ci95": [2.269, 2.321]}, "tat_Cyrl": {"tokens": 244760, "chars": 133282, "chars_per_token": 0.545, "ratio_vs_en": 1.853, "ci95": [1.836, 1.869]}, "tel_Telu": {"tokens": 353676, "chars": 132470, "chars_per_token": 0.375, "ratio_vs_en": 2.677, "ci95": [2.652, 2.704]}, "tgk_Cyrl": {"tokens": 265519, "chars": 145871, "chars_per_token": 0.549, "ratio_vs_en": 2.01, "ci95": [1.992, 2.026]}, "tgl_Latn": {"tokens": 166276, "chars": 166169, "chars_per_token": 0.999, "ratio_vs_en": 1.259, "ci95": [1.249, 1.268]}, "tha_Thai": {"tokens": 364857, "chars": 126109, "chars_per_token": 0.346, "ratio_vs_en": 2.762, "ci95": [2.736, 2.79]}, "tir_Ethi": {"tokens": 231799, "chars": 90700, "chars_per_token": 0.391, "ratio_vs_en": 1.755, "ci95": [1.738, 1.772]}, "tpi_Latn": {"tokens": 169147, "chars": 169011, "chars_per_token": 0.999, "ratio_vs_en": 1.28, "ci95": [1.267, 1.294]}, "tsn_Latn": {"tokens": 163247, "chars": 163035, "chars_per_token": 0.999, "ratio_vs_en": 1.236, "ci95": [1.222, 1.251]}, "tso_Latn": {"tokens": 159164, "chars": 158178, "chars_per_token": 0.994, "ratio_vs_en": 1.205, "ci95": [1.193, 1.217]}, "tuk_Latn": {"tokens": 154604, "chars": 140262, "chars_per_token": 0.907, "ratio_vs_en": 1.17, "ci95": [1.161, 1.18]}, "tum_Latn": {"tokens": 174848, "chars": 172545, "chars_per_token": 0.987, "ratio_vs_en": 1.324, "ci95": [1.306, 1.343]}, "tur_Latn": {"tokens": 147896, "chars": 135761, "chars_per_token": 0.918, "ratio_vs_en": 1.12, "ci95": [1.11, 1.128]}, "twi_Latn": {"tokens": 138765, "chars": 128598, "chars_per_token": 0.927, "ratio_vs_en": 1.05, "ci95": [1.039, 1.062]}, "tzm_Tfng": {"tokens": 303130, "chars": 117960, "chars_per_token": 0.389, "ratio_vs_en": 2.295, "ci95": [2.275, 2.315]}, "uig_Arab": {"tokens": 261229, "chars": 140477, "chars_per_token": 0.538, "ratio_vs_en": 1.978, "ci95": [1.958, 1.997]}, "ukr_Cyrl": {"tokens": 245886, "chars": 134446, "chars_per_token": 0.547, "ratio_vs_en": 1.861, "ci95": [1.847, 1.876]}, "umb_Latn": {"tokens": 139245, "chars": 134747, "chars_per_token": 0.968, "ratio_vs_en": 1.054, "ci95": [1.041, 1.067]}, "urd_Arab": {"tokens": 231700, "chars": 129919, "chars_per_token": 0.561, "ratio_vs_en": 1.754, "ci95": [1.739, 1.769]}, "uzn_Latn": {"tokens": 149474, "chars": 149323, "chars_per_token": 0.999, "ratio_vs_en": 1.132, "ci95": [1.122, 1.14]}, "vec_Latn": {"tokens": 139582, "chars": 133237, "chars_per_token": 0.955, "ratio_vs_en": 1.057, "ci95": [1.05, 1.064]}, "vie_Latn": {"tokens": 183606, "chars": 138595, "chars_per_token": 0.755, "ratio_vs_en": 1.39, "ci95": [1.378, 1.402]}, "war_Latn": {"tokens": 164831, "chars": 164746, "chars_per_token": 0.999, "ratio_vs_en": 1.248, "ci95": [1.24, 1.256]}, "wol_Latn": {"tokens": 132204, "chars": 127173, "chars_per_token": 0.962, "ratio_vs_en": 1.001, "ci95": [0.991, 1.01]}, "xho_Latn": {"tokens": 139244, "chars": 139123, "chars_per_token": 0.999, "ratio_vs_en": 1.054, "ci95": [1.045, 1.063]}, "ydd_Hebr": {"tokens": 256647, "chars": 141658, "chars_per_token": 0.552, "ratio_vs_en": 1.943, "ci95": [1.932, 1.954]}, "yor_Latn": {"tokens": 168853, "chars": 126844, "chars_per_token": 0.751, "ratio_vs_en": 1.278, "ci95": [1.26, 1.297]}, "yue_Hant": {"tokens": 114433, "chars": 40019, "chars_per_token": 0.35, "ratio_vs_en": 0.866, "ci95": [0.858, 0.874]}, "zho_Hans": {"tokens": 120803, "chars": 43248, "chars_per_token": 0.358, "ratio_vs_en": 0.915, "ci95": [0.904, 0.925]}, "zho_Hant": {"tokens": 116199, "chars": 40695, "chars_per_token": 0.35, "ratio_vs_en": 0.88, "ci95": [0.871, 0.889]}, "zsm_Latn": {"tokens": 146577, "chars": 146201, "chars_per_token": 0.997, "ratio_vs_en": 1.11, "ci95": [1.102, 1.118]}, "zul_Latn": {"tokens": 148602, "chars": 148362, "chars_per_token": 0.998, "ratio_vs_en": 1.125, "ci95": [1.115, 1.134]}, "eng_Latn": {"tokens": 132096, "chars": 131966, "chars_per_token": 0.999, "ratio_vs_en": 1.0}}, "costs": []}]
