ford442 commited on
Commit
d604eb8
·
verified ·
1 Parent(s): 3b3e3a6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -160,14 +160,15 @@ def load_and_prepare_model():
160
  pipe.vae.eval()
161
  pipe.text_encoder.eval()
162
  '''
 
163
  pipe.unet = pipe.unet.to(memory_format=torch.contiguous_format)
164
  pipe.unet = torch.compile(pipe.unet, backend="hidet")
165
 
166
  return pipe
167
 
168
  hidet.option.parallel_build(True)
169
- hidet.option.parallel_tune(-1,4.0)
170
- #hidet.torch.dynamo_config.steal_weights(False)
171
  torch._dynamo.config.suppress_errors = True
172
  torch._dynamo.disallow_in_graph(diffusers.models.attention.BasicTransformerBlock)
173
  # Preload and compile both models
 
160
  pipe.vae.eval()
161
  pipe.text_encoder.eval()
162
  '''
163
+
164
  pipe.unet = pipe.unet.to(memory_format=torch.contiguous_format)
165
  pipe.unet = torch.compile(pipe.unet, backend="hidet")
166
 
167
  return pipe
168
 
169
  hidet.option.parallel_build(True)
170
+ hidet.option.parallel_tune(-1,8.0)
171
+
172
  torch._dynamo.config.suppress_errors = True
173
  torch._dynamo.disallow_in_graph(diffusers.models.attention.BasicTransformerBlock)
174
  # Preload and compile both models