Spaces:
Sleeping
Sleeping
Update model_translation.py
Browse files- model_translation.py +2 -2
model_translation.py
CHANGED
@@ -2,7 +2,7 @@
|
|
2 |
File: model_translation.py
|
3 |
|
4 |
Description:
|
5 |
-
Loading models for text translations
|
6 |
|
7 |
Author: Didier Guillevic
|
8 |
Date: 2024-03-16
|
@@ -70,7 +70,7 @@ model_m2m100 = M2M100ForConditionalGeneration.from_pretrained(
|
|
70 |
device_map="auto",
|
71 |
torch_dtype=torch.float16,
|
72 |
low_cpu_mem_usage=True,
|
73 |
-
|
74 |
)
|
75 |
|
76 |
#
|
|
|
2 |
File: model_translation.py
|
3 |
|
4 |
Description:
|
5 |
+
Loading models for text translations
|
6 |
|
7 |
Author: Didier Guillevic
|
8 |
Date: 2024-03-16
|
|
|
70 |
device_map="auto",
|
71 |
torch_dtype=torch.float16,
|
72 |
low_cpu_mem_usage=True,
|
73 |
+
load_in_8bit=True
|
74 |
)
|
75 |
|
76 |
#
|