anubhav-singh commited on
Commit
b982e95
·
verified ·
1 Parent(s): 6c0bf3b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -1,10 +1,10 @@
1
  import torch
2
- from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
3
  import gradio as gr
4
 
5
  torch.random.manual_seed(0)
6
 
7
- model = AutoModelForCausalLM.from_pretrained(
8
  "DuckyBlender/racist-phi3",
9
  device_map="auto",
10
  torch_dtype="auto",
@@ -36,7 +36,7 @@ def phi3_fun(message,chat_history):
36
  messages=[
37
  {"role": "user", "content": message},
38
  ]
39
- output = pipe(messages, **generation_args)
40
  respond = output[0]['generated_text']
41
  return respond
42
 
 
1
  import torch
2
+ from transformers import AutoModel, AutoTokenizer, pipeline
3
  import gradio as gr
4
 
5
  torch.random.manual_seed(0)
6
 
7
+ model = AutoModel.from_pretrained(
8
  "DuckyBlender/racist-phi3",
9
  device_map="auto",
10
  torch_dtype="auto",
 
36
  messages=[
37
  {"role": "user", "content": message},
38
  ]
39
+ output = pipe(messages)
40
  respond = output[0]['generated_text']
41
  return respond
42