igroman574 commited on
Commit
d36768e
·
verified ·
1 Parent(s): 1bd9398

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -6,7 +6,7 @@ import asyncio
6
 
7
  app = FastAPI()
8
 
9
- client = InferenceClient(model="Qwen/Qwen2.5-7B")
10
 
11
  class Item(BaseModel):
12
  prompt: str
 
6
 
7
  app = FastAPI()
8
 
9
+ client = InferenceClient(model="Qwen/Qwen2.5-7B-Instruct-GGUF")
10
 
11
  class Item(BaseModel):
12
  prompt: str