Update app.py
Browse files
app.py
CHANGED
|
@@ -160,14 +160,15 @@ def load_and_prepare_model():
|
|
| 160 |
pipe.vae.eval()
|
| 161 |
pipe.text_encoder.eval()
|
| 162 |
'''
|
|
|
|
| 163 |
pipe.unet = pipe.unet.to(memory_format=torch.contiguous_format)
|
| 164 |
pipe.unet = torch.compile(pipe.unet, backend="hidet")
|
| 165 |
|
| 166 |
return pipe
|
| 167 |
|
| 168 |
hidet.option.parallel_build(True)
|
| 169 |
-
hidet.option.parallel_tune(-1,
|
| 170 |
-
|
| 171 |
torch._dynamo.config.suppress_errors = True
|
| 172 |
torch._dynamo.disallow_in_graph(diffusers.models.attention.BasicTransformerBlock)
|
| 173 |
# Preload and compile both models
|
|
|
|
| 160 |
pipe.vae.eval()
|
| 161 |
pipe.text_encoder.eval()
|
| 162 |
'''
|
| 163 |
+
|
| 164 |
pipe.unet = pipe.unet.to(memory_format=torch.contiguous_format)
|
| 165 |
pipe.unet = torch.compile(pipe.unet, backend="hidet")
|
| 166 |
|
| 167 |
return pipe
|
| 168 |
|
| 169 |
hidet.option.parallel_build(True)
|
| 170 |
+
hidet.option.parallel_tune(-1,8.0)
|
| 171 |
+
|
| 172 |
torch._dynamo.config.suppress_errors = True
|
| 173 |
torch._dynamo.disallow_in_graph(diffusers.models.attention.BasicTransformerBlock)
|
| 174 |
# Preload and compile both models
|