changing model and adding temperature parameters

app.py

@@ -34,11 +34,11 @@ print("loading the LLM......................................")
 # )
 
 llm = AutoModelForCausalLM.from_pretrained("TheBloke/Llama-2-7B-Chat-GGUF", 
-                                           model_file="llama-2-7b-chat.Q3_K_S.gguf", 
+                                           model_file="llama-2-7b-chat.Q3_K_L.gguf", 
                                            model_type="llama", 
                                           #  config = ctransformers.hub.AutoConfig,
                                            # hf = True
-                                           # temperature = 0.2,
+                                           temperature = 0.2,
                                            # max_new_tokens = 1024,
                                            # stop = ['\n']
                                            )