class_docstr: Extractor implementation for YouTokenToMe trained models format.
  Model are as follow:
      vocab_size nb_merges
      piece piece_id
      ...(repeated vocab_size)
      piece_id_left piece_id_right piece_id
      ...(repeated nb merges)
class_docstr_tok: ["Extractor","implementation","for","YouTokenToMe","trained","models","format",".","Model","are","as","follow",":","vocab_size","nb_merges","piece","piece_id","...","(","repeated","vocab_size",")","piece_id_left","piece_id_right","piece_id","...","(","repeated","nb","merges",")"]
code: def __init__(self, model: str):
      self._model = model
  
file_path: hf-tokenizers/bindings/python/scripts/sentencepiece_extractor.py
imports: from argparse import ArgumentParser
  from json import dump
  from logging import basicConfig, getLogger
  from os import linesep, remove
  from os.path import exists
  from tempfile import NamedTemporaryFile
  from typing import Dict, List, Tuple
  from requests import get
  from sentencepiece import SentencePieceProcessor
  from tqdm import trange, tqdm
label_desc: Use image node_id 1 to create a new YouTokenToMeExtractor object  with example: obj = YouTokenToMeExtractor(model)