Spaces:
Running
Running
Update libra/model/builder.py
Browse files- libra/model/builder.py +0 -4
libra/model/builder.py
CHANGED
@@ -30,10 +30,6 @@ def load_pretrained_model(model_path, model_base, model_name, load_8bit=False, l
|
|
30 |
if device != "cuda":
|
31 |
kwargs['device_map'] = {"": device}
|
32 |
|
33 |
-
if device == "cpu":
|
34 |
-
kwargs["torch_dtype"] = torch.float32
|
35 |
-
else:
|
36 |
-
kwargs["torch_dtype"] = torch.float16
|
37 |
|
38 |
if load_8bit:
|
39 |
kwargs['load_in_8bit'] = True
|
|
|
30 |
if device != "cuda":
|
31 |
kwargs['device_map'] = {"": device}
|
32 |
|
|
|
|
|
|
|
|
|
33 |
|
34 |
if load_8bit:
|
35 |
kwargs['load_in_8bit'] = True
|