Update app.

app.py

@@ -75,6 +75,7 @@ def params(config):
     pass
 
     
+@st.cache(allow_output_mutation=True)
 def build_inference_api():
     inference = InferenceApi(
         repo_id="debatelab/argument-analyst", 
@@ -87,7 +88,7 @@ def build_inference_api():
     
 
 
-#@st.cache(allow_output_mutation=True)
+@st.cache(allow_output_mutation=True)
 def aaac_fields():
     fields = []
     for m in MODES:
@@ -95,7 +96,7 @@ def aaac_fields():
     return set(sorted(fields))
 
 # defines how to present reason and conclusion statements to the model
-#@st.cache(allow_output_mutation=True)
+@st.cache(allow_output_mutation=True)
 def format_statements_list(statements: list) -> str:
     if len(statements)==0:
         return "None"
@@ -104,7 +105,7 @@ def format_statements_list(statements: list) -> str:
     return list_as_string
 
 # construct inference graph
-#@st.cache(allow_output_mutation=True)
+@st.cache(allow_output_mutation=True)
 def get_inference_graph(argdown_parsed,colors):
     premise_template = """<
     <TABLE BORDER="0" COLOR="#444444" CELLPADDING="10" CELLSPACING="2">
@@ -156,7 +157,7 @@ def get_inference_graph(argdown_parsed,colors):
 
 
 # get entities for displacy
-# @st.cache(allow_output_mutation=True)
+@st.cache(allow_output_mutation=True)
 def get_ds_entities(argument_source,s_parsed,type="reasons"):
     if type=="reasons":
         lab_templ="P%d"
@@ -187,7 +188,7 @@ def get_ds_entities(argument_source,s_parsed,type="reasons"):
     return ents,colors
 
 # format raw argdown (inserting line breaks)
-#@st.cache(allow_output_mutation=True)
+@st.cache(allow_output_mutation=True)
 def format_argdown(raw_argdown: str, colors=None) -> str:
     if not raw_argdown:
         return "No argument reconstruction to display."
@@ -213,7 +214,7 @@ def format_argdown(raw_argdown: str, colors=None) -> str:
     return argdown
 
 # format formalization as markdown
-#@st.cache(allow_output_mutation=True)
+@st.cache(allow_output_mutation=True)
 def get_formalization_display(pform_parsed=None, cform_parsed=None):
     # format premises and conclusion
     premise_list = ['- `%s` (%d)'%(p['form'],p['ref_reco']) for p in pform_parsed]
@@ -261,7 +262,11 @@ def run_model(mode_set, user_input):
                 inquire_prompt = inquire_prompt + (f"{to_key}: {from_key}: {current_input[from_key]}")
             # inquire model
             inputs = inquire_prompt
-            out = inference(inputs, INFERENCE_PARAMS) 
+            out = inference(
+                inputs, 
+                parameters=INFERENCE_PARAMS, 
+                options={'use_cache':False}
+            ) 
             out = out[0]['generated_text']
             # cleanup formalization
             if to_key in ['premises_formalized','conclusion_formalized']: