chunk_content: eft"
  else:
      padding_side = "right"
  
  tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, padding_side=padding_side)
  if getattr(tokenizer, "pad_token_id") is None:
      tokenizer.pad_token_id = tokenizer.eos_token_id
  
  
  def tokenize_function(examples):
      # max_length=None => use the model max length (it's actually the default)
      outputs = tokenizer(examples["sentence1"], examples["sentence2"], truncation=True, max_length=None)
      