Locutusque commited on
Commit
9170844
·
verified ·
1 Parent(s): 80f2b5c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -2,10 +2,11 @@ import gradio as gr
2
  from transformers import pipeline, AutoTokenizer
3
  import torch
4
  import spaces
 
5
 
6
  @spaces.GPU
7
  def load_model(model_name):
8
- return pipeline("text-generation", model=model_name, device="cuda", torch_dtype=torch.float16, trust_remote_code=True)
9
  @spaces.GPU
10
  def generate(
11
  model_name,
 
2
  from transformers import pipeline, AutoTokenizer
3
  import torch
4
  import spaces
5
+ from huggingface_hub import secrets
6
 
7
  @spaces.GPU
8
  def load_model(model_name):
9
+ return pipeline("text-generation", model=model_name, device="cuda", torch_dtype=torch.float16, trust_remote_code=True, token=secrets.get("token"))
10
  @spaces.GPU
11
  def generate(
12
  model_name,