Catch API error

app.py

@@ -74,6 +74,8 @@ INFERENCE_PARAMS = {
     'use_cache':False
 }
 
+MAX_API_CALLS = 3
+
 HTML_WRAPPER = """<div style="overflow-x: auto; border: 1px solid #e6e9ef; border-radius: 0.25rem; padding: 1rem; margin-bottom: 2.5rem">{}</div>"""
 
 CACHE_SIZE = 10000
@@ -268,7 +270,18 @@ def run_model(mode_set, user_input):
                 inquire_prompt = inquire_prompt + (f"{to_key}: {from_key}: {current_input[from_key]}")
             # inquire model
             inputs = inquire_prompt
-            out = inference(inputs,INFERENCE_PARAMS) 
+            attempts = 0
+            out = None
+            while out==None or attempts<MAX_API_CALLS: 
+                try:
+                    # api call 
+                    out = inference(inputs,INFERENCE_PARAMS) 
+                except Exception:
+                    attempts += 1
+                    if attempts<MAX_API_CALLS:
+                        st.warning(f"HF Inference API call (attempt {attempts} of {MAX_API_CALLS}) has failed. Trying again...")
+                    else:
+                        raise
             out = out[0]['generated_text']
             # cleanup formalization
             if to_key in ['premises_formalized','conclusion_formalized']: