Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
@@ -87,7 +87,7 @@ def remove_duplicates(text):
|
|
87 |
seen_lines.add(line)
|
88 |
return '\n'.join(unique_lines)
|
89 |
|
90 |
-
@spaces.GPU(queue=False, allow_gpu_memory=True, timeout=0)
|
91 |
def generate_model_response(model, inputs):
|
92 |
try:
|
93 |
response = model(inputs, n_threads=8) # Use multiple threads for faster generation
|
|
|
87 |
seen_lines.add(line)
|
88 |
return '\n'.join(unique_lines)
|
89 |
|
90 |
+
@spaces.GPU(queue=False, allow_gpu_memory=True, timeout=0, duration=0)
|
91 |
def generate_model_response(model, inputs):
|
92 |
try:
|
93 |
response = model(inputs, n_threads=8) # Use multiple threads for faster generation
|