Spaces:
Running
on
Zero
Running
on
Zero
optimizer gpu
Browse files- gradio_app_asy.py +1 -0
gradio_app_asy.py
CHANGED
|
@@ -154,6 +154,7 @@ def infer(prompt, frame, seed=0):
|
|
| 154 |
clip_l.to("cpu")
|
| 155 |
t5xxl.to("cpu")
|
| 156 |
|
|
|
|
| 157 |
model.to(device)
|
| 158 |
|
| 159 |
print(f"Model device: {model.device}")
|
|
|
|
| 154 |
clip_l.to("cpu")
|
| 155 |
t5xxl.to("cpu")
|
| 156 |
|
| 157 |
+
torch.cuda.empty_cache()
|
| 158 |
model.to(device)
|
| 159 |
|
| 160 |
print(f"Model device: {model.device}")
|