Update app.py
Browse files
app.py
CHANGED
@@ -8,7 +8,7 @@ import sentencepiece
|
|
8 |
|
9 |
# Load the model and tokenizer using transformers
|
10 |
model = AutoModelForCausalLM.from_pretrained("01-ai/Yi-34B-200K", device_map="auto", torch_dtype="auto", trust_remote_code=True)
|
11 |
-
tokenizer = AutoTokenizer.from_pretrained("
|
12 |
|
13 |
def run(message, chat_history, system_prompt, max_new_tokens=1024, temperature=0.3, top_p=0.9, top_k=50):
|
14 |
prompt = get_prompt(message, chat_history, system_prompt)
|
|
|
8 |
|
9 |
# Load the model and tokenizer using transformers
|
10 |
model = AutoModelForCausalLM.from_pretrained("01-ai/Yi-34B-200K", device_map="auto", torch_dtype="auto", trust_remote_code=True)
|
11 |
+
tokenizer = AutoTokenizer.from_pretrained("./")
|
12 |
|
13 |
def run(message, chat_history, system_prompt, max_new_tokens=1024, temperature=0.3, top_p=0.9, top_k=50):
|
14 |
prompt = get_prompt(message, chat_history, system_prompt)
|