0.8 fixed wrong device

app.py

@@ -136,7 +136,7 @@ def generate_both(system_prompt, input_text, chatbot_a, chatbot_b, max_new_token
     if "Pharia" in model_id_b:
         logging.debug("model b is Pharia based, applying own template")
         formatted_message_b = apply_chat_template(new_messages_a, add_generation_prompt=True)
-        input_ids_b = tokenizer_b(formatted_message_b, return_tensors="pt").input_ids.to(model_a.device)
+        input_ids_b = tokenizer_b(formatted_message_b, return_tensors="pt").input_ids.to(model_b.device)
     else:
         input_ids_b = tokenizer_b.apply_chat_template(
             new_messages_b,