0.14 set dtype of input_ids

app.py

@@ -113,12 +113,14 @@ def generate_both(system_prompt, input_text, chatbot_a, chatbot_b, max_new_token
         input_ids_a = tokenizer_a.apply_chat_template(
             new_messages_a,
             add_generation_prompt=True,
+            dtype=torch.float16,
             return_tensors="pt"
         ).to(model_a.device)
 
         input_ids_b = tokenizer_b.apply_chat_template(
             new_messages_b,
             add_generation_prompt=True,
+            dtype=torch.float16,
             return_tensors="pt"
         ).to(model_b.device)