bmas10 commited on
Commit
bfa46f3
·
verified ·
1 Parent(s): c7f2a92

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -6
app.py CHANGED
@@ -4,14 +4,14 @@
4
  import base64
5
  import gradio as gr
6
  from huggingface_hub import InferenceClient
7
- from transformers import pipeline
8
  import torch
9
 
10
- messages = [
11
- {"role": "user", "content": "Who are you?"},
12
- ]
13
- pipe = pipeline("image-text-to-text", model="Qwen/Qwen2.5-VL-3B-Instruct")
14
- pipe(messages)
15
 
16
  def chat(input_text, history=[]):
17
  history.append(input_text)
 
4
  import base64
5
  import gradio as gr
6
  from huggingface_hub import InferenceClient
7
+ #from transformers import pipeline
8
  import torch
9
 
10
+ # Load model directly
11
+ from transformers import AutoTokenizer, AutoModelForCausalLM
12
+
13
+ tokenizer = AutoTokenizer.from_pretrained("deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B")
14
+ model = AutoModelForCausalLM.from_pretrained("deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B")
15
 
16
  def chat(input_text, history=[]):
17
  history.append(input_text)