Uener commited on
Commit
ed4a644
·
verified ·
1 Parent(s): 360f976

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -3
app.py CHANGED
@@ -1,11 +1,16 @@
1
- import gradio as gr
2
- from huggingface_hub import InferenceClient
 
 
 
 
 
3
 
4
  """
5
  For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
6
  """
7
  # client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
8
- client = InferenceClient("unsloth/DeepSeek-R1")
9
 
10
 
11
  def respond(
 
1
+ # import gradio as gr
2
+ # from huggingface_hub import InferenceClient
3
+
4
+ # Load model directly
5
+ from transformers import AutoModelForCausalLM
6
+ model = AutoModelForCausalLM.from_pretrained("unsloth/DeepSeek-R1", trust_remote_code=True)
7
+
8
 
9
  """
10
  For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
11
  """
12
  # client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
13
+ # client = InferenceClient("unsloth/DeepSeek-R1")
14
 
15
 
16
  def respond(