Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -8,7 +8,7 @@ import os
|
|
| 8 |
# Examples:
|
| 9 |
# LOCAL_MODEL_PATH = "/path/to/your/downloaded/qwen-1.5b-instruct"
|
| 10 |
# HUGGINGFACE_MODEL_ID = "Qwen/Qwen1.5-1.8B-Chat" # For a smaller Qwen model for local testing
|
| 11 |
-
HUGGINGFACE_MODEL_ID = "."
|
| 12 |
|
| 13 |
# You might need to adjust TORCH_DTYPE based on your GPU and model support
|
| 14 |
# torch.float16 (FP16) is common for inference, torch.bfloat16 for newer GPUs
|
|
|
|
| 8 |
# Examples:
|
| 9 |
# LOCAL_MODEL_PATH = "/path/to/your/downloaded/qwen-1.5b-instruct"
|
| 10 |
# HUGGINGFACE_MODEL_ID = "Qwen/Qwen1.5-1.8B-Chat" # For a smaller Qwen model for local testing
|
| 11 |
+
HUGGINGFACE_MODEL_ID = "HuggingFaceH4/Qwen2.5-1.5B-Instruct-gkd"
|
| 12 |
|
| 13 |
# You might need to adjust TORCH_DTYPE based on your GPU and model support
|
| 14 |
# torch.float16 (FP16) is common for inference, torch.bfloat16 for newer GPUs
|