code: def eot_splitting_generator(string_iterable, encoder):
      """
      Given strings, splits them internally on <|endoftext|> and yields (generally more) strings
      """
      for doc in string_iterable:
          for d in doc.split(encoder.eos_token):
              if len(d) > 0:
                  yield d
  
imports: import argparse
  import os
  import re
  import random
  from pathlib import Path
  from typing import List
  import ftfy
  import tensorflow
  from lm_dataformat import Reader
  from transformers import GPT2TokenizerFast
  from tqdm import tqdm
label_desc: Use image node_id 9 for calling a global function with example usage: eot_splitting_generator(string_iterable, encoder) without return types