Tonic commited on
Commit
ddf62b4
·
verified ·
1 Parent(s): 2a097d9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -62,8 +62,8 @@ tasks = {
62
  }
63
 
64
  os.environ['PYTORCH_CUDA_ALLOC_CONF'] = 'max_split_size_mb:30'
65
- os.environ['CUDA_LAUNCH_BLOCKING'] = 1
66
- os.environ['CUDA_CACHE_DISABLE'] = 1
67
  device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
68
 
69
  # Define the model and tokenizer globally
 
62
  }
63
 
64
  os.environ['PYTORCH_CUDA_ALLOC_CONF'] = 'max_split_size_mb:30'
65
+ os.environ['CUDA_LAUNCH_BLOCKING'] = '1'
66
+ os.environ['CUDA_CACHE_DISABLE'] = '1'
67
  device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
68
 
69
  # Define the model and tokenizer globally