pe=torch.bfloat16
).to("cuda")

# Run the attention ops without SDPA.
pipe.unet.set_default_attn_processor()
pipe.vae.set_default_attn_processor()

prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k"
image = pipe(prompt, num_inference_steps=30).images[0] bfloat16 reduces the latency from 7.36 seconds to 4.63 seconds.  In our later experiments with float16, recent versions of torchao do not incur numerical problems f