chunk_content: ModelForSeq2SeqLM.from_pretrained("t5-base")
  >>> lora_model = LoraModel(model, config, "default")
  
  
  
  	Copied
  >>> import transformers
  >>> from peft import LoraConfig, PeftModel, get_peft_model, prepare_model_for_int8_training
  
  >>> target_modules = ["q_proj", "k_proj", "v_proj", "out_proj", "fc_in", "fc_out", "wte"]
  >>> config = LoraConfig(
  ...     r=4, lora_alpha=16, target_modules=target_modules, lora_dropout=0.1, bias="none", task_type="CAUSAL