Update app/main.py

app/main.py

@@ -4,9 +4,10 @@ from langgraph.graph import StateGraph, START, END
 from typing import TypedDict, Optional
 import io
 from PIL import Image
+import os 
 
 #OPEN QUESTION: SHOULD WE PASS ALL PARAMS FROM THE ORCHESTRATOR TO THE NODES INSTEAD OF SETTING IN EACH MODULE?
-
+HF_TOKEN = os.environ.get("HF_TOKEN")
 # Define the state schema
 class GraphState(TypedDict):
     query: str
@@ -20,7 +21,7 @@ class GraphState(TypedDict):
 
 # node 2: retriever
 def retrieve_node(state: GraphState) -> GraphState:
-    client = Client("giz/chatfed_retriever")  # HF repo name
+    client = Client("giz/chatfed_retriever", hf_token=HF_TOKEN)  # HF repo name
     context = client.predict(
         query=state["query"],
         reports_filter=state.get("reports_filter", ""),
@@ -33,7 +34,7 @@ def retrieve_node(state: GraphState) -> GraphState:
 
 # node 3: generator
 def generate_node(state: GraphState) -> GraphState:
-    client = Client("giz/chatfed_generator")
+    client = Client("giz/chatfed_generator", hf_token=HF_TOKEN)
     result = client.predict(
         query=state["query"],
         context=state["context"],