llama-cpp-agent

Paused

pabloce commited on May 19, 2024

Commit

f54761b

verified ·

1 Parent(s): 57c740c

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -29,11 +29,11 @@ def respond(
     torch.set_default_device("cuda")
     tokenizer = AutoTokenizer.from_pretrained(
-        "cognitivecomputations/dolphin-2.8-mistral-7b-v02",
         trust_remote_code=True
     )
     model = AutoModelForCausalLM.from_pretrained(
-        "cognitivecomputations/dolphin-2.8-mistral-7b-v02",
         torch_dtype="auto",
         load_in_4bit=True,
         trust_remote_code=True

     torch.set_default_device("cuda")
     tokenizer = AutoTokenizer.from_pretrained(
+        "Einstein-v6.1-Llama3-8B",
         trust_remote_code=True
     )
     model = AutoModelForCausalLM.from_pretrained(
+        "Einstein-v6.1-Llama3-8B",
         torch_dtype="auto",
         load_in_4bit=True,
         trust_remote_code=True