Update app.py
Browse files
app.py
CHANGED
@@ -12,7 +12,7 @@ from transformers import pipeline, AutoTokenizer
|
|
12 |
|
13 |
pipe = pipeline(
|
14 |
"text-generation",
|
15 |
-
model="
|
16 |
model_kwargs={"torch_dtype": torch.bfloat16},
|
17 |
device_map="auto"
|
18 |
)
|
|
|
12 |
|
13 |
pipe = pipeline(
|
14 |
"text-generation",
|
15 |
+
model="QuantFactory/Meta-Llama-3-8B-Instruct-GGUF",
|
16 |
model_kwargs={"torch_dtype": torch.bfloat16},
|
17 |
device_map="auto"
|
18 |
)
|