class_docstr: Tokenizes messages using the `mitie` library..
class_docstr_tok: ["Tokenizes","messages","using","the","`","mitie","`","library",".."]
code: def _byte_to_char_offset(text: bytes, byte_offset: int) -> int:
      return len(text[:byte_offset].decode(DEFAULT_ENCODING))
  
file_path: rasa/rasa/nlu/tokenizers/mitie_tokenizer.py
imports: from __future__ import annotations
  from typing import List, Text, Dict, Any
  from rasa.engine.graph import ExecutionContext
  from rasa.engine.recipes.default_recipe import DefaultV1Recipe
  from rasa.engine.storage.resource import Resource
  from rasa.engine.storage.storage import ModelStorage
  from rasa.nlu.tokenizers.tokenizer import Token, Tokenizer
  from rasa.shared.nlu.training_data.message import Message
  from rasa.shared.utils.io import DEFAULT_ENCODING
label_desc: Use image node_id 6 for calling the MitieTokenizer obj's underlying member method code with example usage: obj._byte_to_char_offset(text, byte_offset) and returns: len