cocktailpeanut commited on
Commit
4d827ad
·
1 Parent(s): 674753e
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -14,6 +14,7 @@ import shutil
14
 
15
  HF_API_KEY = os.environ["HF_TOKEN"]
16
  BASE_URL = os.environ.get("BASE_URL", "https://api-inference.huggingface.co/v1/")
 
17
 
18
 
19
  client = OpenAI(base_url=BASE_URL, api_key=HF_API_KEY)
@@ -155,7 +156,7 @@ YOUR FFMPEG COMMAND:
155
  print("=====================\n")
156
 
157
  completion = client.chat.completions.create(
158
- model="Qwen/Qwen2.5-Coder-32B-Instruct",
159
  messages=messages,
160
  temperature=temperature,
161
  top_p=top_p,
 
14
 
15
  HF_API_KEY = os.environ["HF_TOKEN"]
16
  BASE_URL = os.environ.get("BASE_URL", "https://api-inference.huggingface.co/v1/")
17
+ MODEL = os.environ.get("MODEL", "qwen2.5-coder:32b-instruct-q4_0")
18
 
19
 
20
  client = OpenAI(base_url=BASE_URL, api_key=HF_API_KEY)
 
156
  print("=====================\n")
157
 
158
  completion = client.chat.completions.create(
159
+ model=MODEL,
160
  messages=messages,
161
  temperature=temperature,
162
  top_p=top_p,