Update app.py
Browse files
app.py
CHANGED
@@ -12,7 +12,7 @@ gptq_config = GPTQConfig(
|
|
12 |
exllama_config={"version": 2},
|
13 |
disable_exllama=True
|
14 |
)
|
15 |
-
tokenizer =
|
16 |
model = AutoModelForCausalLM.from_pretrained(
|
17 |
model_id,
|
18 |
device_map="auto",
|
|
|
12 |
exllama_config={"version": 2},
|
13 |
disable_exllama=True
|
14 |
)
|
15 |
+
tokenizer = AutoTokenizer.from_pretrained("larryvrh/Yi-6B-200K-Llamafied")
|
16 |
model = AutoModelForCausalLM.from_pretrained(
|
17 |
model_id,
|
18 |
device_map="auto",
|