Chengxb888 commited on
Commit
7eb1730
·
verified ·
1 Parent(s): e5413bc

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -13,7 +13,7 @@ def say_hello(msg: str):
13
  torch.random.manual_seed(0)
14
  model = AutoModelForCausalLM.from_pretrained(
15
  "microsoft/Phi-3-mini-128k-instruct",
16
- device_map="cpu",
17
  torch_dtype="auto",
18
  trust_remote_code=True,
19
  )
 
13
  torch.random.manual_seed(0)
14
  model = AutoModelForCausalLM.from_pretrained(
15
  "microsoft/Phi-3-mini-128k-instruct",
16
+ device_map="auto",
17
  torch_dtype="auto",
18
  trust_remote_code=True,
19
  )