Commit
Β·
118bfa5
1
Parent(s):
008db80
Update inference decorator to use GPU() from spaces for improved performance
Browse files
app.py
CHANGED
@@ -284,7 +284,7 @@ processing_results = {
|
|
284 |
'markdown_content': None,
|
285 |
'raw_output': None,
|
286 |
}
|
287 |
-
@spaces.
|
288 |
def inference(image: Image.Image, prompt: str, max_new_tokens: int = 24000) -> str:
|
289 |
"""Run inference on an image with the given prompt"""
|
290 |
try:
|
|
|
284 |
'markdown_content': None,
|
285 |
'raw_output': None,
|
286 |
}
|
287 |
+
@spaces.GPU()
|
288 |
def inference(image: Image.Image, prompt: str, max_new_tokens: int = 24000) -> str:
|
289 |
"""Run inference on an image with the given prompt"""
|
290 |
try:
|