code: def __init__(self, host: str = "localhost", port: int = 8077) -> None:
      # Configurate api for model served through web
      self.host = host
      self.port = port
      self.url = f"http://{self.host}:{self.port}/generate"
  
imports: from typing import Any, List, Mapping, Optional
  import torch
  from colossalqa.local.utils import get_response, post_http_request
  from colossalqa.mylogging import get_logger
  from langchain.callbacks.manager import CallbackManagerForLLMRun
  from langchain.llms.base import LLM
  from transformers import AutoModelForCausalLM, AutoTokenizer
label_desc: Use image node_id 1 to create a new VllmAPI object  with example: obj = VllmAPI(host, port)