Abhaykoul commited on
Commit
4b89220
·
verified ·
1 Parent(s): e0d74b9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -24,8 +24,8 @@ async def health_check():
24
  @app.get("/api/fastAI")
25
  async def fast_ai_endpoint(user: str, model: str = "llama3-70b", system: str = "Answer as concisely as possible."):
26
  """Get a response from the Snova AI service."""
27
- fast_ai.model = model
28
- fast_ai.system = system
29
  try:
30
  response = await asyncio.to_thread(fast_ai.generate_response, user)
31
  return JSONResponse(content={"response": response})
 
24
  @app.get("/api/fastAI")
25
  async def fast_ai_endpoint(user: str, model: str = "llama3-70b", system: str = "Answer as concisely as possible."):
26
  """Get a response from the Snova AI service."""
27
+ FastAI.model = model
28
+ FastAI.system = system
29
  try:
30
  response = await asyncio.to_thread(fast_ai.generate_response, user)
31
  return JSONResponse(content={"response": response})