chunk_content: ed
  peft_config = PrefixTuningConfig(task_type=TaskType.SEQ_2_SEQ_LM, inference_mode=False, num_virtual_tokens=20)
  
  model = AutoModelForSeq2SeqLM.from_pretrained(model_name_or_path)
  model = get_peft_model(model, peft_config)
  model.print_trainable_parameters()
  "trainable params: 983040 || all params: 738651136 || trainable%: 0.13308583065659835"
  Setup the optimizer and learning rate scheduler:
  
  
  	Copied
  optimizer = torch.optim.AdamW(model.paramet