chunk_content: 
  	Copied
  from transformers import AutoModelForCausalLM, AutoTokenizer, default_data_collator, get_linear_schedule_with_warmup
  from peft import get_peft_config, get_peft_model, PromptTuningInit, PromptTuningConfig, TaskType, PeftType
  import torch
  from datasets import load_dataset
  import os
  from torch.utils.data import DataLoader
  from tqdm import tqdm
  
  device = "cuda"
  model_name_or_path = "bigscience/bloomz-560m"
  tokenizer_name_or_path = "bigscie