Update app.py
Browse files
app.py
CHANGED
|
@@ -4,6 +4,7 @@ import os
|
|
| 4 |
import shutil
|
| 5 |
import tempfile
|
| 6 |
|
|
|
|
| 7 |
# Set the PATH and LD_LIBRARY_PATH for CUDA 12.3
|
| 8 |
cuda_bin_path = "/usr/local/cuda/bin"
|
| 9 |
cuda_lib_path = "/usr/local/cuda/lib64"
|
|
@@ -11,6 +12,7 @@ cuda_lib_path = "/usr/local/cuda/lib64"
|
|
| 11 |
# Update the environment variables
|
| 12 |
os.environ['PATH'] = f"{cuda_bin_path}:{os.environ.get('PATH', '')}"
|
| 13 |
os.environ['LD_LIBRARY_PATH'] = f"{cuda_lib_path}:{os.environ.get('LD_LIBRARY_PATH', '')}"
|
|
|
|
| 14 |
|
| 15 |
# Install required package
|
| 16 |
def install_flash_attn():
|
|
|
|
| 4 |
import shutil
|
| 5 |
import tempfile
|
| 6 |
|
| 7 |
+
"""
|
| 8 |
# Set the PATH and LD_LIBRARY_PATH for CUDA 12.3
|
| 9 |
cuda_bin_path = "/usr/local/cuda/bin"
|
| 10 |
cuda_lib_path = "/usr/local/cuda/lib64"
|
|
|
|
| 12 |
# Update the environment variables
|
| 13 |
os.environ['PATH'] = f"{cuda_bin_path}:{os.environ.get('PATH', '')}"
|
| 14 |
os.environ['LD_LIBRARY_PATH'] = f"{cuda_lib_path}:{os.environ.get('LD_LIBRARY_PATH', '')}"
|
| 15 |
+
"""
|
| 16 |
|
| 17 |
# Install required package
|
| 18 |
def install_flash_attn():
|