Hugging Face's logo

Spaces:
TeamTonic
/
TonicsYI-6B-200k
Paused

App Files Community
1
Tonic commited on
Commit
743b906
·
1 Parent(s): 280ddd0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -6,7 +6,7 @@ import gradio as gr
6
  import sentencepiece
7
 
8
 
9
- os.environ['PYTORCH_CUDA_ALLOC_CONF'] = 'max_split_size_mb:256'
10
 
11
  # Load the model and tokenizer using transformers
12
  model = AutoModelForCausalLM.from_pretrained("01-ai/Yi-34B-200K", device_map="auto", torch_dtype="auto", trust_remote_code=True)
 
6
  import sentencepiece
7
 
8
 
9
+ os.environ['PYTORCH_CUDA_ALLOC_CONF'] = 'max_split_size_mb:126'
10
 
11
  # Load the model and tokenizer using transformers
12
  model = AutoModelForCausalLM.from_pretrained("01-ai/Yi-34B-200K", device_map="auto", torch_dtype="auto", trust_remote_code=True)