Update app.py

app.py

@@ -338,7 +338,6 @@ def get_prompt_by_row_new(stock, row):
 
     return head, filtered_news, basics
 
-@spaces.GPU(enable_queue=True, duration=300)
 def get_all_prompts_online(symbol, with_basics=True, max_news_perweek = 3, weeks_before = 2):
 
     end_date = get_curday()
@@ -385,7 +384,7 @@ def get_all_prompts_online(symbol, with_basics=True, max_news_perweek = 3, weeks
 
     return info, prompt
 
-
+@spaces.GPU(enable_queue=True, duration=300)
 def ask(symbol, weeks_before, withbasic):
 
   # load inference data
@@ -398,6 +397,7 @@ def ask(symbol, weeks_before, withbasic):
 
   res = model.generate(
       **inputs,
+      max_new_tokens=4096,
       use_cache=True,
       streamer=streamer
   )