Hjgugugjhuhjggg commited on
Commit
cb7072c
·
verified ·
1 Parent(s): aed25de

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -87,7 +87,7 @@ def remove_duplicates(text):
87
  seen_lines.add(line)
88
  return '\n'.join(unique_lines)
89
 
90
- @spaces.GPU(queue=False, allow_gpu_memory=True, timeout=0)
91
  def generate_model_response(model, inputs):
92
  try:
93
  response = model(inputs, n_threads=8) # Use multiple threads for faster generation
 
87
  seen_lines.add(line)
88
  return '\n'.join(unique_lines)
89
 
90
+ @spaces.GPU(queue=False, allow_gpu_memory=True, timeout=0, duration=0)
91
  def generate_model_response(model, inputs):
92
  try:
93
  response = model(inputs, n_threads=8) # Use multiple threads for faster generation