Update src/display/utils.py
Browse files- src/display/utils.py +12 -5
src/display/utils.py
CHANGED
@@ -120,25 +120,32 @@ class WeightType(Enum):
|
|
120 |
|
121 |
|
122 |
class Precision(Enum):
|
|
|
|
|
|
|
123 |
float16 = ModelDetails("float16")
|
124 |
bfloat16 = ModelDetails("bfloat16")
|
125 |
qt_8bit = ModelDetails("8bit")
|
126 |
qt_4bit = ModelDetails("4bit")
|
127 |
qt_GPTQ = ModelDetails("GPTQ")
|
128 |
-
Unknown = ModelDetails("?")
|
129 |
|
130 |
def from_str(precision):
|
131 |
-
if precision in ["torch.
|
|
|
|
|
|
|
|
|
132 |
return Precision.float16
|
133 |
if precision in ["torch.bfloat16", "bfloat16"]:
|
134 |
return Precision.bfloat16
|
135 |
-
if precision in ["8bit"]:
|
136 |
return Precision.qt_8bit
|
137 |
-
if precision in ["4bit"]:
|
138 |
return Precision.qt_4bit
|
139 |
if precision in ["GPTQ", "None"]:
|
140 |
return Precision.qt_GPTQ
|
141 |
-
return Precision.
|
142 |
|
143 |
|
144 |
# Column selection
|
|
|
120 |
|
121 |
|
122 |
class Precision(Enum):
|
123 |
+
Other = ModelDetails("Other")
|
124 |
+
float64 = ModelDetails("float64")
|
125 |
+
float32 = ModelDetails("float32")
|
126 |
float16 = ModelDetails("float16")
|
127 |
bfloat16 = ModelDetails("bfloat16")
|
128 |
qt_8bit = ModelDetails("8bit")
|
129 |
qt_4bit = ModelDetails("4bit")
|
130 |
qt_GPTQ = ModelDetails("GPTQ")
|
131 |
+
#Unknown = ModelDetails("?")
|
132 |
|
133 |
def from_str(precision):
|
134 |
+
if precision in ["torch.float64", "torch.double" ,"float64"]:
|
135 |
+
return Precision.float64
|
136 |
+
if precision in ["torch.float32", "torch.float" ,"float32"]:
|
137 |
+
return Precision.tfloat32
|
138 |
+
if precision in ["torch.float16", "torch.half", "float16"]:
|
139 |
return Precision.float16
|
140 |
if precision in ["torch.bfloat16", "bfloat16"]:
|
141 |
return Precision.bfloat16
|
142 |
+
if precision in ["8bit", "int8"]:
|
143 |
return Precision.qt_8bit
|
144 |
+
if precision in ["4bit", "int4"]:
|
145 |
return Precision.qt_4bit
|
146 |
if precision in ["GPTQ", "None"]:
|
147 |
return Precision.qt_GPTQ
|
148 |
+
return Precision.Other
|
149 |
|
150 |
|
151 |
# Column selection
|