{
  "variant": "wiki_faithful_markdown",
  "languages": {
    "en": "English",
    "hi": "Hindi",
    "te": "Telugu",
    "kn": "Kannada"
  },
  "weights": {
    "en": 3,
    "hi": 4,
    "te": 4,
    "kn": 5
  },
  "vocab_size": 10000,
  "faithful_units": {
    "en": 186666,
    "hi": 88772,
    "te": 36292,
    "kn": 12293
  },
  "unit_policy": "Counts each contiguous Unicode letter/mark/number run as one unit and each visible non-space punctuation/symbol character as one unit.",
  "token_counts": {
    "en": 114626,
    "hi": 52397,
    "te": 24426,
    "kn": 9589
  },
  "ratios": {
    "en": 0.6140700502501795,
    "hi": 0.5902424187806966,
    "te": 0.6730408905543922,
    "kn": 0.7800374196697307
  },
  "spread": 0.18979500088903412,
  "score": 5268.842674021018
}