code: def prune_long_sequences(data_point, cutoff_len=None):
      """
      Prune if too long for tokenizer, so truncation doesn't lead training to learn from truncated language
      :param data_point:
      :param cutoff_len:
      :return:
      """
      assert cutoff_len is not None
      return len(data_point["input_ids"]) < cutoff_len
  
file_path: h2ogpt/finetune.py
imports: import os
  import sys
  from functools import partial
  from typing import List, Union
  import numpy
  from src.loaders import get_loaders, get_tokenizer
  from src.prompter import generate_prompt, prompt_types, PromptType
  from src.utils import get_githash, copy_code, H2O_Fire
  import torch
label_desc: Use image node_id 4 for calling a global function with example usage: prune_long_sequences(data_point, cutoff_len) and returns: unknown