Update app.py

app.py

@@ -4,7 +4,76 @@ import torch
 import logging
 from diffusers import DiffusionPipeline
 
-pipe = DiffusionPipeline.from_pretrained("azaneko/HiDream-I1-Fast-nf4")
+def _get_output(cmd):
+    try:
+        return subprocess.check_output(cmd).decode("utf-8")
+    except Exception as ex:
+        logging.exception(ex)
 
-prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k"
-image = pipe(prompt).images[0]
+    return None
+
+def install_cuda_toolkit():
+    # CUDA_TOOLKIT_URL = "https://developer.download.nvidia.com/compute/cuda/11.8.0/local_installers/cuda_11.8.0_520.61.05_linux.run"
+    CUDA_TOOLKIT_URL = "https://developer.download.nvidia.com/compute/cuda/12.2.0/local_installers/cuda_12.2.0_535.54.03_linux.run"
+    CUDA_TOOLKIT_FILE = "/tmp/%s" % os.path.basename(CUDA_TOOLKIT_URL)
+    subprocess.call(["wget", "-q", CUDA_TOOLKIT_URL, "-O", CUDA_TOOLKIT_FILE])
+    subprocess.call(["chmod", "+x", CUDA_TOOLKIT_FILE])
+    subprocess.call([CUDA_TOOLKIT_FILE, "--silent", "--toolkit"])
+
+    os.environ["CUDA_HOME"] = "/usr/local/cuda"
+    os.environ["PATH"] = "%s/bin:%s" % (os.environ["CUDA_HOME"], os.environ["PATH"])
+    os.environ["LD_LIBRARY_PATH"] = "%s/lib:%s" % (
+        os.environ["CUDA_HOME"],
+        "" if "LD_LIBRARY_PATH" not in os.environ else os.environ["LD_LIBRARY_PATH"],
+    )
+    # Fix: arch_list[-1] += '+PTX'; IndexError: list index out of range
+    os.environ["TORCH_CUDA_ARCH_LIST"] = "8.0;8.6"
+
+def setup_runtime_env():
+    logging.info("Python Version: %s" % _get_output(["python", "--version"]))
+    logging.info("CUDA Version: %s" % _get_output(["nvcc", "--version"]))
+    logging.info("GCC Version: %s" % _get_output(["gcc", "--version"]))
+    logging.info("CUDA is available: %s" % torch.cuda.is_available())
+    logging.info("CUDA Device Capability: %s" % (torch.cuda.get_device_capability(),))
+
+    # Install Pre-compiled CUDA extensions (Fallback to this solution on 12/31/24)
+    # Ref: https://huggingface.co/spaces/zero-gpu-explorers/README/discussions/110
+    ext_dir = os.path.join(os.path.dirname(__file__), "wheels")
+    for e in os.listdir(ext_dir):
+        logging.info("Installing Extensions from %s" % e)
+        subprocess.call(
+            ["pip", "install", os.path.join(ext_dir, e)], stderr=subprocess.STDOUT
+        )
+    # Compile CUDA extensions
+    # Update on 12/31/24: No module named 'torch'. But it is installed and listed by `pip list`
+    # ext_dir = os.path.join(os.path.dirname(__file__), "citydreamer", "extensions")
+    # for e in os.listdir(ext_dir):
+    #     if os.path.isdir(os.path.join(ext_dir, e)):
+    #         subprocess.call(["pip", "install", "."], cwd=os.path.join(ext_dir, e))
+
+    logging.info("Installed Python Packages: %s" % _get_output(["pip", "list"]))
+
+
+
+if __name__ == "__main__":
+    logging.basicConfig(
+        format="[%(levelname)s] %(asctime)s %(message)s", level=logging.INFO
+    )
+    logging.info("Environment Variables: %s" % os.environ)
+    if _get_output(["nvcc", "--version"]) is None:
+        logging.info("Installing CUDA toolkit...")
+        install_cuda_toolkit()
+    else:
+        logging.info("Detected CUDA: %s" % _get_output(["nvcc", "--version"]))
+
+    logging.info("Installing CUDA extensions...")
+    setup_runtime_env()
+
+    logging.info("Starting the main application...")
+    main(os.getenv("DEBUG") == "1")
+
+
+# pipe = DiffusionPipeline.from_pretrained("azaneko/HiDream-I1-Fast-nf4")
+
+# prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k"
+# image = pipe(prompt).images[0]