changing to zephyr

main.py

@@ -11,7 +11,7 @@ from fastapi import FastAPI
 app = FastAPI()
 
 # Define the inference model
-llm = Anyscale(model="mistralai/Mistral-7B-Instruct-v0.1", api_key=os.getenv("ANYSCALE_API_KEY"))
+llm = Anyscale(model="HuggingFaceH4/zephyr-7b-beta", api_key=os.getenv("ANYSCALE_API_KEY"))
 # Define the embedding model used to embed the query.
 # query_embed_model = HuggingFaceEmbedding(model_name="BAAI/bge-base-en-v1.5")
 embed_model = VoyageEmbedding(model_name="voyage-01", voyage_api_key=os.getenv("VOYAGE_API_KEY"))