almncarlo commited on
Commit
8e356d4
·
verified ·
1 Parent(s): 45ba322

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -12,7 +12,7 @@ from transformers import pipeline, AutoTokenizer
12
 
13
  pipe = pipeline(
14
  "text-generation",
15
- model="meta-llama/Meta-Llama-3-8B",
16
  model_kwargs={"torch_dtype": torch.bfloat16},
17
  device_map="auto"
18
  )
 
12
 
13
  pipe = pipeline(
14
  "text-generation",
15
+ model="QuantFactory/Meta-Llama-3-8B-Instruct-GGUF",
16
  model_kwargs={"torch_dtype": torch.bfloat16},
17
  device_map="auto"
18
  )