Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -1,16 +1,14 @@
|
|
1 |
-
|
2 |
-
|
3 |
-
|
4 |
-
# Load model directly
|
5 |
-
from transformers import AutoModelForCausalLM
|
6 |
-
model = AutoModelForCausalLM.from_pretrained("unsloth/DeepSeek-R1", trust_remote_code=True)
|
7 |
|
8 |
|
9 |
"""
|
10 |
For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
|
11 |
"""
|
12 |
-
#
|
13 |
-
#
|
|
|
|
|
14 |
|
15 |
|
16 |
def respond(
|
|
|
1 |
+
import gradio as gr
|
2 |
+
from huggingface_hub import InferenceClient
|
|
|
|
|
|
|
|
|
3 |
|
4 |
|
5 |
"""
|
6 |
For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
|
7 |
"""
|
8 |
+
#client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
|
9 |
+
#client = InferenceClient("meta-llama/Llama-3.2-1B-Instruct")
|
10 |
+
#client = InferenceClient("microsoft/Phi-3.5-mini-instruct")
|
11 |
+
client = InferenceClient("unsloth/Llama-3.2-1B-Instruct")
|
12 |
|
13 |
|
14 |
def respond(
|