Spaces:
Running
on
Zero
Running
on
Zero
update aoti compile
Browse files- optimization.py +4 -9
optimization.py
CHANGED
@@ -122,13 +122,8 @@ def optimize_pipeline_(pipeline: Callable[P, Any], *args: P.args, **kwargs: P.kw
|
|
122 |
else:
|
123 |
return cp2(*args, **kwargs)
|
124 |
|
125 |
-
|
126 |
-
|
127 |
|
128 |
-
pipeline.
|
129 |
-
pipeline.
|
130 |
-
pipeline.transformer.dtype = transformer_dtype # pyright: ignore[reportAttributeAccessIssue]
|
131 |
-
|
132 |
-
pipeline.transformer_2 = combined_transformer_2
|
133 |
-
pipeline.transformer_2.config = transformer_config # pyright: ignore[reportAttributeAccessIssue]
|
134 |
-
pipeline.transformer_2.dtype = transformer_dtype # pyright: ignore[reportAttributeAccessIssue]
|
|
|
122 |
else:
|
123 |
return cp2(*args, **kwargs)
|
124 |
|
125 |
+
pipeline.transformer.forward = combined_transformer_1
|
126 |
+
drain_module_parameters(pipeline.transformer)
|
127 |
|
128 |
+
pipeline.transformer_2.forward = combined_transformer_2
|
129 |
+
drain_module_parameters(pipeline.transformer_2)
|
|
|
|
|
|
|
|
|
|