tight-inversion commited on
Commit
41d4fc8
·
1 Parent(s): bb00456

convert ae to bfloat16

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -29,6 +29,7 @@ def get_models(name: str, device: torch.device, offload: bool, fp8: bool):
29
  model = load_flow_model(name, device="cpu" if offload else device)
30
  model.eval()
31
  ae = load_ae(name, device="cpu" if offload else device)
 
32
  return model, ae, t5, clip
33
 
34
 
 
29
  model = load_flow_model(name, device="cpu" if offload else device)
30
  model.eval()
31
  ae = load_ae(name, device="cpu" if offload else device)
32
+ ae.to(dtype=torch.bfloat16)
33
  return model, ae, t5, clip
34
 
35