Update app.py
Browse files
app.py
CHANGED
|
@@ -6,6 +6,7 @@ import sentencepiece
|
|
| 6 |
from tokenization_yi import YiTokenizer
|
| 7 |
|
| 8 |
|
|
|
|
| 9 |
model_id = "TheBloke/Yi-34B-200K-Llamafied-GPTQ"
|
| 10 |
|
| 11 |
gptq_config = GPTQConfig(
|
|
|
|
| 6 |
from tokenization_yi import YiTokenizer
|
| 7 |
|
| 8 |
|
| 9 |
+
os.environ['PYTORCH_CUDA_ALLOC_CONF'] = 'max_split_size_mb:50'
|
| 10 |
model_id = "TheBloke/Yi-34B-200K-Llamafied-GPTQ"
|
| 11 |
|
| 12 |
gptq_config = GPTQConfig(
|