Spaces:
Building
on
A10G
Building
on
A10G
Update stable_cascade.py
Browse files- stable_cascade.py +2 -2
stable_cascade.py
CHANGED
@@ -10,8 +10,8 @@ decoder = StableCascadeDecoderPipeline.from_pretrained("stabilityai/stable-casca
|
|
10 |
prior.enable_model_cpu_offload()
|
11 |
decoder.enable_model_cpu_offload()
|
12 |
|
13 |
-
prior.prior = torch.compile(
|
14 |
-
decoder.decoder = torch.compile(
|
15 |
|
16 |
prior.to("cuda")
|
17 |
decoder.to("cuda")
|
|
|
10 |
prior.enable_model_cpu_offload()
|
11 |
decoder.enable_model_cpu_offload()
|
12 |
|
13 |
+
prior.prior = torch.compile(prior.prior, mode="reduce-overhead", fullgraph=True)
|
14 |
+
decoder.decoder = torch.compile(decoder.decoder, mode="max-autotune", fullgraph=True)
|
15 |
|
16 |
prior.to("cuda")
|
17 |
decoder.to("cuda")
|