Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -8,7 +8,7 @@ zero = torch.Tensor([0]).cuda()
|
|
8 |
print(zero.device) # <-- 'cpu' 🤔
|
9 |
|
10 |
@spaces.GPU
|
11 |
-
def greet(
|
12 |
print(zero.device) # <-- 'cuda:0' 🤗
|
13 |
grammar = LlamaGrammar.from_string('''
|
14 |
root ::= sentence
|
@@ -66,6 +66,6 @@ def load_model(fp):
|
|
66 |
return llm
|
67 |
|
68 |
llm = load_model(download_model())
|
69 |
-
demo = gr.Interface(fn=greet, inputs=
|
70 |
demo.launch(share=False)
|
71 |
|
|
|
8 |
print(zero.device) # <-- 'cpu' 🤔
|
9 |
|
10 |
@spaces.GPU
|
11 |
+
def greet(llm):
|
12 |
print(zero.device) # <-- 'cuda:0' 🤗
|
13 |
grammar = LlamaGrammar.from_string('''
|
14 |
root ::= sentence
|
|
|
66 |
return llm
|
67 |
|
68 |
llm = load_model(download_model())
|
69 |
+
demo = gr.Interface(fn=greet, inputs=llm, outputs=gr.Text())
|
70 |
demo.launch(share=False)
|
71 |
|