Cantonese-Llama-2-7B-preview20240903

Configuration error

indiejoseph commited on Jul 7, 2024

Commit

61b9b9f

verified ·

1 Parent(s): c9d32e8

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -23,7 +23,7 @@ if not torch.cuda.is_available():
 if torch.cuda.is_available():
-    model_id = "hon9kon9ize/CantoneseLLMChat-preview20240326"
     model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto")
     model = torch.compile(model)
     tokenizer = AutoTokenizer.from_pretrained(model_id)

 if torch.cuda.is_available():
+    model_id = "hon9kon9ize/CantoneseLLMChat-v0.5"
     model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto")
     model = torch.compile(model)
     tokenizer = AutoTokenizer.from_pretrained(model_id)