MohamedRashad commited on
Commit
27e1ebb
·
1 Parent(s): 7434833

Set CUDA launch blocking environment variable for improved debugging

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -3,6 +3,7 @@ subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENT
3
 
4
  import os
5
  os.environ["TOKENIZERS_PARALLELISM"] = "false"
 
6
 
7
  import os.path as osp
8
  import time
 
3
 
4
  import os
5
  os.environ["TOKENIZERS_PARALLELISM"] = "false"
6
+ os.environ["CUDA_LAUNCH_BLOCKING"] = "1"
7
 
8
  import os.path as osp
9
  import time