bkoz commited on
Commit
a10a8c3
·
verified ·
1 Parent(s): 16fbfe8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -8,7 +8,7 @@ zero = torch.Tensor([0]).cuda()
8
  print(zero.device) # <-- 'cpu' 🤔
9
 
10
  @spaces.GPU
11
- def greet(n):
12
  print(zero.device) # <-- 'cuda:0' 🤗
13
  grammar = LlamaGrammar.from_string('''
14
  root ::= sentence
@@ -66,6 +66,6 @@ def load_model(fp):
66
  return llm
67
 
68
  llm = load_model(download_model())
69
- demo = gr.Interface(fn=greet, inputs=gr.Number(), outputs=gr.Text())
70
  demo.launch(share=False)
71
 
 
8
  print(zero.device) # <-- 'cpu' 🤔
9
 
10
  @spaces.GPU
11
+ def greet(llm):
12
  print(zero.device) # <-- 'cuda:0' 🤗
13
  grammar = LlamaGrammar.from_string('''
14
  root ::= sentence
 
66
  return llm
67
 
68
  llm = load_model(download_model())
69
+ demo = gr.Interface(fn=greet, inputs=llm, outputs=gr.Text())
70
  demo.launch(share=False)
71