Update app.py

app.py

@@ -8,53 +8,6 @@ from transformers import AutoModelForCausalLM
 from transformers import TextIteratorStreamer
 from threading import Thread
 
-import importlib.metadata
-from packaging import version
-from transformers.utils.import_utils import (
-    is_torch_available,
-    _is_package_available,
-    is_torch_mlu_available
-)
-
-def diagnose_flash_attn_2_availability():
-    if not is_torch_available():
-        return "PyTorch is not available."
-
-    if not _is_package_available("flash_attn"):
-        return "flash_attn package is not installed."
-
-    import torch
-
-    if not (torch.cuda.is_available() or is_torch_mlu_available()):
-        return "Neither CUDA nor MLU is available."
-
-    flash_attn_version = importlib.metadata.version("flash_attn")
-
-    if torch.version.cuda:
-        required_version = "2.1.0"
-        if version.parse(flash_attn_version) < version.parse(required_version):
-            return f"CUDA is available, but flash_attn version {flash_attn_version} is installed. Version >= {required_version} is required."
-    elif torch.version.hip:
-        required_version = "2.0.4"
-        if version.parse(flash_attn_version) < version.parse(required_version):
-            return f"HIP is available, but flash_attn version {flash_attn_version} is installed. Version >= {required_version} is required."
-    elif is_torch_mlu_available():
-        required_version = "2.3.3"
-        if version.parse(flash_attn_version) < version.parse(required_version):
-            return f"MLU is available, but flash_attn version {flash_attn_version} is installed. Version >= {required_version} is required."
-    else:
-        return "Unknown PyTorch backend."
-
-    return "All requirements for Flash Attention 2 are met."
-
-# 使用诊断函数
-result = diagnose_flash_attn_2_availability()
-if result != "All requirements for Flash Attention 2 are met.":
-    print(f"Flash Attention 2 is not available: {result}")
-    print("Using `flash_attention_2` requires having the correct version of `flash_attn` installed.")
-else:
-    print("Flash Attention 2 can be used.")
-
 model_name = 'AIDC-AI/Ovis2-16B'
 
 # load model