Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -14,9 +14,9 @@ assert (
|
|
| 14 |
), "LLaMA is now in HuggingFace's main branch.\nPlease reinstall it: pip uninstall transformers && pip install git+https://github.com/huggingface/transformers.git"
|
| 15 |
from transformers import LlamaTokenizer, LlamaForCausalLM, GenerationConfig
|
| 16 |
|
| 17 |
-
tokenizer = LlamaTokenizer.from_pretrained("
|
| 18 |
|
| 19 |
-
BASE_MODEL = "
|
| 20 |
LORA_WEIGHTS = "tloen/alpaca-lora-7b"
|
| 21 |
|
| 22 |
if torch.cuda.is_available():
|
|
|
|
| 14 |
), "LLaMA is now in HuggingFace's main branch.\nPlease reinstall it: pip uninstall transformers && pip install git+https://github.com/huggingface/transformers.git"
|
| 15 |
from transformers import LlamaTokenizer, LlamaForCausalLM, GenerationConfig
|
| 16 |
|
| 17 |
+
tokenizer = LlamaTokenizer.from_pretrained("TheBloke/Llama-2-13B-chat-GPTQ")
|
| 18 |
|
| 19 |
+
BASE_MODEL = "TheBloke/Llama-2-13B-chat-GPTQ"
|
| 20 |
LORA_WEIGHTS = "tloen/alpaca-lora-7b"
|
| 21 |
|
| 22 |
if torch.cuda.is_available():
|