Test

app.py

@@ -28,6 +28,16 @@ def get_models(name: str, device: torch.device, offload: bool, fp8: bool):
     ae = load_ae(name, device=device)
     return model, ae, t5, clip
 
+def get_models(name: str, device: torch.device, offload: bool, fp8: bool):
+    class Tmp:
+        def __init__(self):
+            self.max_length = 128
+    t5 = Tmp()
+    clip = None
+    model = None
+    ae = load_ae(name, device=device)
+    return model, ae, t5, clip
+
 class FluxGenerator:
     def __init__(self, model_name: str, device: str, offload: bool, aggressive_offload: bool, args):
         self.device = torch.device(device)
@@ -40,10 +50,10 @@ class FluxGenerator:
             offload=self.offload,
             fp8=args.fp8,
         )
-        self.pulid_model = PuLIDPipeline(self.model, device='cuda', weight_dtype=torch.bfloat16)
-        self.pulid_model.load_pretrain(args.pretrained_model)
+        # self.pulid_model = PuLIDPipeline(self.model, device='cuda', weight_dtype=torch.bfloat16)
+        # self.pulid_model.load_pretrain(args.pretrained_model)
 
-    @spaces.GPU(duration=60)
+    @spaces.GPU(duration=30)
     @torch.inference_mode()
     def generate_image(
         self,