Spaces:
Configuration error
Configuration error
Update app.py
Browse files
app.py
CHANGED
@@ -69,6 +69,7 @@ def load_model(model_name):
|
|
69 |
# Only move to CUDA if it's not a quantized model
|
70 |
if model_name not in quantized_models:
|
71 |
model = model.to("cuda")
|
|
|
72 |
|
73 |
selected_model = model_name
|
74 |
except Exception as e:
|
|
|
69 |
# Only move to CUDA if it's not a quantized model
|
70 |
if model_name not in quantized_models:
|
71 |
model = model.to("cuda")
|
72 |
+
tokenizer = tokenizer.to("cuda")
|
73 |
|
74 |
selected_model = model_name
|
75 |
except Exception as e:
|