X-iZhang commited on
Commit
2f6b7f7
·
verified ·
1 Parent(s): 59ffb97

Update libra/model/builder.py

Browse files
Files changed (1) hide show
  1. libra/model/builder.py +0 -4
libra/model/builder.py CHANGED
@@ -30,10 +30,6 @@ def load_pretrained_model(model_path, model_base, model_name, load_8bit=False, l
30
  if device != "cuda":
31
  kwargs['device_map'] = {"": device}
32
 
33
- if device == "cpu":
34
- kwargs["torch_dtype"] = torch.float32
35
- else:
36
- kwargs["torch_dtype"] = torch.float16
37
 
38
  if load_8bit:
39
  kwargs['load_in_8bit'] = True
 
30
  if device != "cuda":
31
  kwargs['device_map'] = {"": device}
32
 
 
 
 
 
33
 
34
  if load_8bit:
35
  kwargs['load_in_8bit'] = True