timep12345 commited on
Commit
ce18e89
·
1 Parent(s): a743f3e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -56,7 +56,7 @@ def url_changes(url, pages_to_visit, urls_to_scrape, repo_id):
56
  MODEL = 'beomi/KoAlpaca-Polyglot-5.8B'
57
  model = AutoModelForCausalLM.from_pretrained(
58
  MODEL,
59
- torch_dtype=torch.float16,
60
  low_cpu_mem_usage=True,
61
  ).to(device=f"cuda", non_blocking=True)
62
  model.eval()
 
56
  MODEL = 'beomi/KoAlpaca-Polyglot-5.8B'
57
  model = AutoModelForCausalLM.from_pretrained(
58
  MODEL,
59
+ torch_dtype="auto",
60
  low_cpu_mem_usage=True,
61
  ).to(device=f"cuda", non_blocking=True)
62
  model.eval()