Update main.py

main.py

@@ -3,7 +3,12 @@ from fastapi import FastAPI, Form
 from pydantic import BaseModel
 
 #Model loading
-llm = AutoModelForCausalLM.from_pretrained("TheBloke/Toppy-M-7B-GGUF", model_file="toppy-m-7b.Q5_K_S.gguf", model_type="mistral", gpu_layers=50)
+llm = AutoModelForCausalLM.from_pretrained("TheBloke/Toppy-M-7B-GGUF", 
+                                           model_file="toppy-m-7b.Q5_K_S.gguf", 
+                                           model_type="mistral", 
+                                           context_length=4096,
+                                           temperature=0.2,
+                                           gpu_layers=50)
 
 
 #Pydantic object