code: def file_to_tokenized_docs_generator(file_path, encoder, args):
      """
      Given a file path, reads the file and tokenizes the contents
  
      Yields token arrays of arbitrary, unequal length
      """
      reader = Reader(file_path)
      string_iterable = reader.stream_data(threaded=False)
      string_iterable = eot_splitting_generator(
          string_iterable, encoder
      )
  
      token_list_gen = prep_and_tokenize_generator(
          string_iterable,
          encoder,
          normalize_with_ftfy=args.normalize_with_ftfy,
          normalize_with_wikitext_detokenize=args.normalize_with_wikitext_detokenize,
      )
      return token_list_gen
  
imports: import argparse
  import os
  import re
  import random
  from pathlib import Path
  from typing import List
  import ftfy
  import tensorflow
  from lm_dataformat import Reader
  from transformers import GPT2TokenizerFast
  from tqdm import tqdm
label_desc: Use image node_id 11 for calling a global function with example usage: file_to_tokenized_docs_generator(file_path, encoder, args) and returns: token_list_gen