Update app.

app.py

@@ -64,7 +64,8 @@ GEN_CHAINS = [
 
 INFERENCE_PARAMS = {
     'max_length':450,
-    'clean_up_tokenization_spaces': False
+    'clean_up_tokenization_spaces': False,
+    'use_cache':False
 }
 
 HTML_WRAPPER = """<div style="overflow-x: auto; border: 1px solid #e6e9ef; border-radius: 0.25rem; padding: 1rem; margin-bottom: 2.5rem">{}</div>"""
@@ -261,11 +262,7 @@ def run_model(mode_set, user_input):
                 inquire_prompt = inquire_prompt + (f"{to_key}: {from_key}: {current_input[from_key]}")
             # inquire model
             inputs = inquire_prompt
-            out = inference(
-                inputs, 
-                parameters=INFERENCE_PARAMS, 
-                options={'use_cache':False}
-            ) 
+            out = inference(inputs,INFERENCE_PARAMS) 
             out = out[0]['generated_text']
             # cleanup formalization
             if to_key in ['premises_formalized','conclusion_formalized']: