code: def run_script(
      model_name: str,
      peft_model=None,
      tp_size=1,
      max_new_tokens=100,
      user_prompt=None,
      top_p=0.9,
      temperature=0.8,
  ):
      model = load_model(model_name, tp_size)
      main(model, max_new_tokens, user_prompt, top_p, temperature)
  
file_path: llama-recipes/examples/vllm/inference.py
imports: import fire
  import torch
  from vllm import LLM
  from vllm import LLM, SamplingParams
  from accelerate.utils import is_xpu_available
label_desc: Use image node_id 3 for calling a global function with example usage: run_script(model_name, peft_model, tp_size, max_new_tokens, user_prompt, top_p, temperature) without return types