Update app.py

app.py

@@ -27,7 +27,7 @@ DESCRIPTION = """<div>
 _token = os.environ["HUGGINGFACE_API_KEY"]
 
 tokenizer = AutoTokenizer.from_pretrained("mii-llm/maestrale-chat-v0.4-alpha", token=_token)
-model = AutoModelForCausalLM.from_pretrained("mii-llm/maestrale-chat-v0.4-alpha", device_map="auto", token=_token)
+model = AutoModelForCausalLM.from_pretrained("mii-llm/maestrale-chat-v0.4-alpha", torch_dtype=torch.bfloat16, device_map="auto", token=_token)
 
 terminators = [
     tokenizer.eos_token_id,