jbilcke-hf HF staff commited on
Commit
80253b4
·
verified ·
1 Parent(s): ab3b889

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +9 -14
handler.py CHANGED
@@ -91,12 +91,7 @@ class EndpointHandler:
91
  transformer=transformer,
92
  torch_dtype=torch.float16,
93
  ).to(self.device)
94
-
95
- # Initialize HunyuanVideo pipeline
96
- self.pipeline = HunyuanVideoPipeline.from_pretrained(
97
- path,
98
- torch_dtype=torch.float16,
99
- ).to(self.device)
100
 
101
  # Initialize text encoders in float16
102
  self.pipeline.text_encoder = self.pipeline.text_encoder.half()
@@ -174,14 +169,14 @@ class EndpointHandler:
174
  generator = None
175
 
176
  # Configure TeaCache
177
- if config.enable_teacache:
178
- enable_teacache(
179
- self.pipeline.transformer,
180
- num_inference_steps=config.num_inference_steps,
181
- rel_l1_thresh=config.teacache_threshold
182
- )
183
- else:
184
- disable_teacache(self.pipeline.transformer)
185
 
186
  # Configure Enhance-A-Video weight if enabled
187
  if config.enable_enhance_a_video:
 
91
  transformer=transformer,
92
  torch_dtype=torch.float16,
93
  ).to(self.device)
94
+
 
 
 
 
 
95
 
96
  # Initialize text encoders in float16
97
  self.pipeline.text_encoder = self.pipeline.text_encoder.half()
 
169
  generator = None
170
 
171
  # Configure TeaCache
172
+ #if config.enable_teacache:
173
+ # enable_teacache(
174
+ # self.pipeline.transformer,
175
+ # num_inference_steps=config.num_inference_steps,
176
+ # rel_l1_thresh=config.teacache_threshold
177
+ # )
178
+ #else:
179
+ # disable_teacache(self.pipeline.transformer)
180
 
181
  # Configure Enhance-A-Video weight if enabled
182
  if config.enable_enhance_a_video: