rodrisouza commited on
Commit
48b97c4
·
verified ·
1 Parent(s): e8e0475

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -69,6 +69,7 @@ def load_model(model_name):
69
  # Only move to CUDA if it's not a quantized model
70
  if model_name not in quantized_models:
71
  model = model.to("cuda")
 
72
 
73
  selected_model = model_name
74
  except Exception as e:
 
69
  # Only move to CUDA if it's not a quantized model
70
  if model_name not in quantized_models:
71
  model = model.to("cuda")
72
+ tokenizer = tokenizer.to("cuda")
73
 
74
  selected_model = model_name
75
  except Exception as e: