llama-3.2-3B-Instruct

Runtime error

ehristoforu commited on Dec 16, 2024

Commit

583bcb1

verified ·

1 Parent(s): 350d8f3

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -21,7 +21,7 @@ MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
 device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
-model_id = "ehristoforu/Llama-TI-8B-Instruct"
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 model = AutoModelForCausalLM.from_pretrained(
     model_id,

 device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
+model_id = "ehristoforu/HermesX2"
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 model = AutoModelForCausalLM.from_pretrained(
     model_id,