{
  "tokenizer": "tokenizer.json",
  "vocab_size": 10000,
  "languages": {
    "en": {
      "tokens": 114233,
      "units": 186367,
      "fertility": 0.6129464980388158,
      "fertility_exact": "114233/186367",
      "faithful": true
    },
    "hi": {
      "tokens": 54159,
      "units": 88359,
      "fertility": 0.6129426543985332,
      "fertility_exact": "54159/88359",
      "faithful": true
    },
    "te": {
      "tokens": 22245,
      "units": 36292,
      "fertility": 0.6129450016532569,
      "fertility_exact": "22245/36292",
      "faithful": true
    },
    "mai": {
      "tokens": 3560,
      "units": 5808,
      "fertility": 0.6129476584022039,
      "fertility_exact": "3560/5808",
      "faithful": true
    }
  },
  "max_fertility_lang": "mai",
  "min_fertility_lang": "hi",
  "spread_exact": "107/21382878",
  "spread": 5.004003670600375e-06,
  "raw_score": 199839981.3084112,
  "hindi_penalty": 1.0,
  "hindi_adjusted_score": 199839981.3084112,
  "all_below_1_2": true,
  "all_faithful": true
}