Spaces:
Runtime error
Runtime error
Commit
·
ce18e89
1
Parent(s):
a743f3e
Update app.py
Browse files
app.py
CHANGED
@@ -56,7 +56,7 @@ def url_changes(url, pages_to_visit, urls_to_scrape, repo_id):
|
|
56 |
MODEL = 'beomi/KoAlpaca-Polyglot-5.8B'
|
57 |
model = AutoModelForCausalLM.from_pretrained(
|
58 |
MODEL,
|
59 |
-
torch_dtype=
|
60 |
low_cpu_mem_usage=True,
|
61 |
).to(device=f"cuda", non_blocking=True)
|
62 |
model.eval()
|
|
|
56 |
MODEL = 'beomi/KoAlpaca-Polyglot-5.8B'
|
57 |
model = AutoModelForCausalLM.from_pretrained(
|
58 |
MODEL,
|
59 |
+
torch_dtype="auto",
|
60 |
low_cpu_mem_usage=True,
|
61 |
).to(device=f"cuda", non_blocking=True)
|
62 |
model.eval()
|