update

app.py

@@ -66,6 +66,24 @@ HF_MODEL_NAME=DAMO-NLP-SG/seal-13b-chat-a
 MODEL_PATH=./seal-13b-chat-a
 HF_MODEL_NAME=DAMO-NLP-SG/seal-13b-chat-a
 
+
+===== Application Startup at 2023-10-20 04:03:49 =====
+
+DEBUG mode: False
+Torch version: 2.1.0+cu121
+Torch CUDA version: 12.1
+/home/user/.pyenv/versions/3.10.13/lib/python3.10/site-packages/torch/cuda/__init__.py:138: UserWarning: CUDA initialization: The NVIDIA driver on your system is too old (found version 11040). Please update your GPU driver by downloading and installing a new version from the URL: http://www.nvidia.com/Download/index.aspx Alternatively, go to: https://pytorch.org to install a PyTorch version that has been compiled with your version of the CUDA driver. (Triggered internally at ../c10/cuda/CUDAFunctions.cpp:108.)
+  return torch._C._cuda_getDeviceCount() > 0
+Unable to obtain compute_capability: The NVIDIA driver on your system is too old (found version 11040). Please update your GPU driver by downloading and installing a new version from the URL: http://www.nvidia.com/Download/index.aspx Alternatively, go to: https://pytorch.org to install a PyTorch version that has been compiled with your version of the CUDA driver.
+Launch config: model_title='SeaL-13B - An Assistant for South East Asian Languages' / tensor_parallel=1 / dtype='bfloat16' / 2048 | BLOCK_ZH=True 
+| STREAM_YIELD_MULTIPLE=1 
+| frequence_penalty=0.4 
+| temperature=0.1 
+| hf_model_name=DAMO-NLP-SG/seal-13b-chat-a 
+| model_path=./seal-13b-chat-a 
+| DOWNLOAD_SNAPSHOT=True 
+sys=You are a multilingual, helpful, 
+
 """
 
 

requirements.txt

@@ -1,3 +1,4 @@
+torch==2.0.1
 deepspeed
 sentencepiece
 accelerate
@@ -20,4 +21,4 @@ geomloss
 einops
 langdetect
 vllm==0.1.4
-transformers
+transformers==4.31.0