Update main.py

main.py

@@ -4,10 +4,10 @@ from pydantic import BaseModel
 
 #Model loading
 llm = AutoModelForCausalLM.from_pretrained("TheBloke/Toppy-M-7B-GGUF", 
-                                           model_file="toppy-m-7b.Q5_K_S.gguf", 
+                                           model_file="toppy-m-7b.Q5_K_M.gguf", 
                                            model_type="mistral", 
                                            context_length=4096,
-                                           temperature=0.3,
+                                           temperature=0.4,
                                            gpu_layers=50)