Meta-Llama-3-8B-Instruct

Runtime error

Abhinay45 commited on Jul 2, 2024

Commit

0f04907

verified ·

1 Parent(s): bb15e3d

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -6,7 +6,7 @@ import transformers
 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
-model_name = "meta-llama/Meta-Llama-3-8B-Instruct"
 pipeline = transformers.pipeline(
     "text-generation",

 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
+model_name = "unsloth/llama-3-8b-bnb-4bit"
 pipeline = transformers.pipeline(
     "text-generation",