Update myagent.py

myagent.py

@@ -45,7 +45,7 @@ class BasicAgent:
 # Model configuration
 model_id = "bartowski/Llama-3.2-3B-Instruct-GGUF"
 filename = "Llama-3.2-3B-Instruct-Q4_K_M.gguf"
-
+torch_dtype = torch.bfloat16
 # Load tokenizer and model
 tokenizer = AutoTokenizer.from_pretrained(model_id, gguf_file=filename)
 model_init = AutoModelForCausalLM.from_pretrained(model_id, gguf_file=filename, torch_dtype=torch_dtype)