with token

app.py

@@ -4,7 +4,6 @@ import json
 import textwrap
 import re
 
-#from transformers import pipeline
 import streamlit as st 
 from spacy import displacy
 import graphviz
@@ -89,7 +88,7 @@ def params(config):
 def build_inference_api():
     """HF inference api"""
     API_URL = "https://api-inference.huggingface.co/models/debatelab/argument-analyst"
-    headers = {}# {"Authorization": f"Bearer {st.secrets['api_token']}"}
+    headers = {"Authorization": f"Bearer {st.secrets['api_token']}"}
 
     def query(inputs: str, parameters):
         payload = {
@@ -272,7 +271,6 @@ def run_model(mode_set, user_input):
 
 
     inference = build_inference_api()
-    #t2t_pipeline = pipeline("text2text-generation", model=MODEL)
 
     current_input = user_input.copy()
     output = []
@@ -287,28 +285,26 @@ def run_model(mode_set, user_input):
                 inquire_prompt = inquire_prompt + (f"{to_key}: {from_key}: {current_input[from_key]}")
             # inquire model
             inputs = inquire_prompt
-            if True:
-                attempts = 0
-                out = None
-                while not out and attempts<MAX_API_CALLS:
-                    attempts += 1
-                    try:
-                        # api call
-                        out = inference(inputs, INFERENCE_PARAMS)
-                        if not isinstance(out, list):
-                            raise ValueError('Response is not a list.')
-                    except Exception:
-                        if attempts < MAX_API_CALLS:
-                            st.warning(
-                                f"HF Inference API call (attempt {attempts} of {MAX_API_CALLS}) has failed. Response: {out}. Trying again..."
-                            )
-                            out = None
-                        else:
-                            st.warning(
-                                f"HF Inference API call (attempt {attempts} of {MAX_API_CALLS}) has failed. Response: {out}. Stopping."
-                            )
-                            return None
-            #out = st.session_state.pipeline(inputs,**INFERENCE_PARAMS)
+            attempts = 0
+            out = None
+            while not out and attempts<MAX_API_CALLS:
+                attempts += 1
+                try:
+                    # api call
+                    out = inference(inputs, INFERENCE_PARAMS)
+                    if not isinstance(out, list):
+                        raise ValueError('Response is not a list.')
+                except Exception:
+                    if attempts < MAX_API_CALLS:
+                        st.warning(
+                            f"HF Inference API call (attempt {attempts} of {MAX_API_CALLS}) has failed. Response: {out}. Trying again..."
+                        )
+                        out = None
+                    else:
+                        st.warning(
+                            f"HF Inference API call (attempt {attempts} of {MAX_API_CALLS}) has failed. Response: {out}. Stopping."
+                        )
+                        return None
             out = out[0]['generated_text']
             # cleanup formalization
             if to_key in ['premises_formalized','conclusion_formalized']: