Update handler.py
Browse files- handler.py +9 -14
handler.py
CHANGED
@@ -91,12 +91,7 @@ class EndpointHandler:
|
|
91 |
transformer=transformer,
|
92 |
torch_dtype=torch.float16,
|
93 |
).to(self.device)
|
94 |
-
|
95 |
-
# Initialize HunyuanVideo pipeline
|
96 |
-
self.pipeline = HunyuanVideoPipeline.from_pretrained(
|
97 |
-
path,
|
98 |
-
torch_dtype=torch.float16,
|
99 |
-
).to(self.device)
|
100 |
|
101 |
# Initialize text encoders in float16
|
102 |
self.pipeline.text_encoder = self.pipeline.text_encoder.half()
|
@@ -174,14 +169,14 @@ class EndpointHandler:
|
|
174 |
generator = None
|
175 |
|
176 |
# Configure TeaCache
|
177 |
-
if config.enable_teacache:
|
178 |
-
|
179 |
-
|
180 |
-
|
181 |
-
|
182 |
-
|
183 |
-
else:
|
184 |
-
|
185 |
|
186 |
# Configure Enhance-A-Video weight if enabled
|
187 |
if config.enable_enhance_a_video:
|
|
|
91 |
transformer=transformer,
|
92 |
torch_dtype=torch.float16,
|
93 |
).to(self.device)
|
94 |
+
|
|
|
|
|
|
|
|
|
|
|
95 |
|
96 |
# Initialize text encoders in float16
|
97 |
self.pipeline.text_encoder = self.pipeline.text_encoder.half()
|
|
|
169 |
generator = None
|
170 |
|
171 |
# Configure TeaCache
|
172 |
+
#if config.enable_teacache:
|
173 |
+
# enable_teacache(
|
174 |
+
# self.pipeline.transformer,
|
175 |
+
# num_inference_steps=config.num_inference_steps,
|
176 |
+
# rel_l1_thresh=config.teacache_threshold
|
177 |
+
# )
|
178 |
+
#else:
|
179 |
+
# disable_teacache(self.pipeline.transformer)
|
180 |
|
181 |
# Configure Enhance-A-Video weight if enabled
|
182 |
if config.enable_enhance_a_video:
|