Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -10,6 +10,7 @@ from threading import Thread
|
|
10 |
|
11 |
import gradio as gr
|
12 |
import nncore
|
|
|
13 |
import torch
|
14 |
from huggingface_hub import snapshot_download
|
15 |
from transformers import TextIteratorStreamer
|
@@ -118,6 +119,7 @@ def update_placeholder(role):
|
|
118 |
return gr.Textbox(placeholder=placeholder)
|
119 |
|
120 |
|
|
|
121 |
def main(video, prompt, role, temperature, max_new_tokens, model, processor, streamer, device):
|
122 |
history = []
|
123 |
|
|
|
10 |
|
11 |
import gradio as gr
|
12 |
import nncore
|
13 |
+
import spaces
|
14 |
import torch
|
15 |
from huggingface_hub import snapshot_download
|
16 |
from transformers import TextIteratorStreamer
|
|
|
119 |
return gr.Textbox(placeholder=placeholder)
|
120 |
|
121 |
|
122 |
+
@spaces.GPU
|
123 |
def main(video, prompt, role, temperature, max_new_tokens, model, processor, streamer, device):
|
124 |
history = []
|
125 |
|