gokaygokay commited on
Commit
56e6f2f
·
verified ·
1 Parent(s): 6de338c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -11
app.py CHANGED
@@ -16,19 +16,13 @@ dtype = torch.bfloat16
16
 
17
  huggingface_token = os.getenv("HUGGINGFACE_TOKEN")
18
 
19
- import torch
20
- from optimum.quanto import QuantizedDiffusersModel
21
-
22
- from diffusers.models.transformers.transformer_flux import FluxTransformer2DModel
23
- from diffusers.pipelines.flux.pipeline_flux import FluxPipeline
24
-
25
 
26
- class QuantizedFluxTransformer2DModel(QuantizedDiffusersModel):
27
- base_class = FluxTransformer2DModel
28
 
29
-
30
- transformer = QuantizedFluxTransformer2DModel.from_pretrained("Kijai/flux-fp8")
31
- transformer.to(device="cuda", dtype=torch.bfloat16)
 
32
 
33
  pipe = FluxPipeline.from_pretrained(
34
  "black-forest-labs/FLUX.1-dev",
 
16
 
17
  huggingface_token = os.getenv("HUGGINGFACE_TOKEN")
18
 
19
+ from diffusers import FluxPipeline, FluxTransformer2DModel
 
 
 
 
 
20
 
 
 
21
 
22
+ transformer = FluxTransformer2DModel.from_single_file(
23
+ "https://huggingface.co/Kijai/flux-fp8/blob/main/flux1-dev-fp8.safetensors",
24
+ torch_dtype=torch.float16,
25
+ )
26
 
27
  pipe = FluxPipeline.from_pretrained(
28
  "black-forest-labs/FLUX.1-dev",