Tonic commited on
Commit
07edab9
·
1 Parent(s): a3cd80d

fix launch issues

Browse files
Files changed (1) hide show
  1. langchainapp.py +2 -2
langchainapp.py CHANGED
@@ -35,8 +35,8 @@ from langchain.prompts.chat import ChatPromptTemplate, HumanMessagePromptTemplat
35
 
36
  load_dotenv()
37
 
38
- # os.environ['PYTORCH_CUDA_ALLOC_CONF'] = 'max_split_size_mb:30'
39
- # os.environ['CUDA_LAUNCH_BLOCKING'] = '1'
40
  # os.environ['CUDA_CACHE_DISABLE'] = '1'
41
 
42
  device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 
35
 
36
  load_dotenv()
37
 
38
+ os.environ['PYTORCH_CUDA_ALLOC_CONF'] = 'max_split_size_mb:50'
39
+ os.environ['CUDA_LAUNCH_BLOCKING'] = '1'
40
  # os.environ['CUDA_CACHE_DISABLE'] = '1'
41
 
42
  device = torch.device("cuda" if torch.cuda.is_available() else "cpu")