class_docstr: Implements some "models" that just generate silly things quickly just to debug the infrastructure.
class_docstr_tok: ["Implements","some","``","models","''","that","just","generate","silly","things","quickly","just","to","debug","the","infrastructure","."]
code: def tokenize(
      self, request: TokenizationRequest
  ) -> TokenizationRequestResult:
      if request.tokenizer == "simple/model1":
          raw_tokens: List[str] = SimpleClient.tokenize_by_space(
              request.text
          )
          return TokenizationRequestResult(
              success=True,
              cached=False,
              tokens=[TokenizationToken(text) for text in raw_tokens],
              text=request.text,
          )
      else:
          raise ValueError("Unknown model")
  
file_path: H2O/h2o_hf/helm/src/helm/proxy/clients/simple_client.py
imports: from typing import List, Dict
  from helm.common.cache import Cache, CacheConfig
  from helm.common.request import Request, RequestResult, Sequence, Token
  from helm.common.tokenization_request import DecodeRequest, DecodeRequestResult, TokenizationRequest, TokenizationRequestResult, TokenizationToken
  from .client import Client, wrap_request_time
label_desc: Use image node_id 4 for calling the SimpleClient obj's underlying member method code with example usage: obj.tokenize(request) and returns: TokenizationRequestResult