Ali2206 commited on
Commit
f3089ba
·
verified ·
1 Parent(s): ab0089d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -18
app.py CHANGED
@@ -87,12 +87,8 @@ async def startup_event():
87
  global agent
88
  try:
89
  logger.info("Initializing TxAgent...")
90
- # Get Hugging Face token from environment variable
91
- hf_token = os.getenv("HUGGINGFACE_TOKEN")
92
- model_kwargs = {"token": hf_token} if hf_token else {}
93
-
94
  agent = TxAgent(
95
- model_name="mims-harvard/TxAgent-T1-Llama-3.1-8B", # Corrected model name
96
  rag_model_name="mims-harvard/ToolRAG-T1-GTE-Qwen2-1.5B",
97
  tool_files_dict={},
98
  enable_finish=True,
@@ -100,23 +96,17 @@ async def startup_event():
100
  force_finish=True,
101
  enable_checker=True,
102
  step_rag_num=4,
103
- seed=100,
104
- **model_kwargs
105
  )
106
  agent.init_model()
107
  logger.info("TxAgent initialized successfully")
108
  except Exception as e:
109
  logger.error(f"Failed to initialize agent: {str(e)}")
110
- # Allow app to start, but endpoints will return errors if agent is None
111
- agent = None
112
 
113
  @app.post("/chat")
114
  async def chat_endpoint(request: ChatRequest):
115
  """Handle chat conversations with formatting options"""
116
- if agent is None:
117
- logger.error("TxAgent not initialized")
118
- raise HTTPException(status_code=503, detail="TxAgent service unavailable")
119
-
120
  try:
121
  logger.info(f"Chat request received (format: {request.format})")
122
  raw_response = agent.chat(
@@ -146,10 +136,6 @@ async def chat_endpoint(request: ChatRequest):
146
  @app.post("/upload")
147
  async def upload_file(file: UploadFile = File(...)):
148
  """Handle file uploads and process with TxAgent"""
149
- if agent is None:
150
- logger.error("TxAgent not initialized")
151
- raise HTTPException(status_code=503, detail="TxAgent service unavailable")
152
-
153
  try:
154
  logger.info(f"File upload received: {file.filename}")
155
  content = ""
@@ -192,7 +178,7 @@ async def upload_file(file: UploadFile = File(...)):
192
  async def service_status():
193
  """Check service status"""
194
  return {
195
- "status": "running" if agent else "failed",
196
  "version": "2.0.0",
197
  "model": agent.model_name if agent else "not loaded",
198
  "formats_available": ["raw", "clean", "structured", "html"],
 
87
  global agent
88
  try:
89
  logger.info("Initializing TxAgent...")
 
 
 
 
90
  agent = TxAgent(
91
+ model_name="mims-harvard/TxAgent-T1-Llama-3.1-8B",
92
  rag_model_name="mims-harvard/ToolRAG-T1-GTE-Qwen2-1.5B",
93
  tool_files_dict={},
94
  enable_finish=True,
 
96
  force_finish=True,
97
  enable_checker=True,
98
  step_rag_num=4,
99
+ seed=100
 
100
  )
101
  agent.init_model()
102
  logger.info("TxAgent initialized successfully")
103
  except Exception as e:
104
  logger.error(f"Failed to initialize agent: {str(e)}")
105
+ raise RuntimeError(f"Failed to initialize agent: {str(e)}")
 
106
 
107
  @app.post("/chat")
108
  async def chat_endpoint(request: ChatRequest):
109
  """Handle chat conversations with formatting options"""
 
 
 
 
110
  try:
111
  logger.info(f"Chat request received (format: {request.format})")
112
  raw_response = agent.chat(
 
136
  @app.post("/upload")
137
  async def upload_file(file: UploadFile = File(...)):
138
  """Handle file uploads and process with TxAgent"""
 
 
 
 
139
  try:
140
  logger.info(f"File upload received: {file.filename}")
141
  content = ""
 
178
  async def service_status():
179
  """Check service status"""
180
  return {
181
+ "status": "running",
182
  "version": "2.0.0",
183
  "model": agent.model_name if agent else "not loaded",
184
  "formats_available": ["raw", "clean", "structured", "html"],