Muhammad Taqi Raza
commited on
Commit
·
3e33ccd
1
Parent(s):
6aa4e4b
deleting demop vides
Browse files- inference_script.py +2 -2
inference_script.py
CHANGED
@@ -611,9 +611,9 @@ if __name__ == "__main__":
|
|
611 |
# turn off if you have multiple GPUs or enough GPU memory(such as H100) and it will cost less time in inference
|
612 |
# and enable to("cuda")
|
613 |
|
614 |
-
if args.is_cpu_offload:
|
615 |
# pipe.enable_model_cpu_offload()
|
616 |
-
|
617 |
# else:
|
618 |
# pipe.to("cuda")
|
619 |
|
|
|
611 |
# turn off if you have multiple GPUs or enough GPU memory(such as H100) and it will cost less time in inference
|
612 |
# and enable to("cuda")
|
613 |
|
614 |
+
# if args.is_cpu_offload:
|
615 |
# pipe.enable_model_cpu_offload()
|
616 |
+
pipe.enable_sequential_cpu_offload()
|
617 |
# else:
|
618 |
# pipe.to("cuda")
|
619 |
|