Muhammad Taqi Raza commited on
Commit
3e33ccd
·
1 Parent(s): 6aa4e4b

deleting demop vides

Browse files
Files changed (1) hide show
  1. inference_script.py +2 -2
inference_script.py CHANGED
@@ -611,9 +611,9 @@ if __name__ == "__main__":
611
  # turn off if you have multiple GPUs or enough GPU memory(such as H100) and it will cost less time in inference
612
  # and enable to("cuda")
613
 
614
- if args.is_cpu_offload:
615
  # pipe.enable_model_cpu_offload()
616
- pipe.enable_sequential_cpu_offload()
617
  # else:
618
  # pipe.to("cuda")
619
 
 
611
  # turn off if you have multiple GPUs or enough GPU memory(such as H100) and it will cost less time in inference
612
  # and enable to("cuda")
613
 
614
+ # if args.is_cpu_offload:
615
  # pipe.enable_model_cpu_offload()
616
+ pipe.enable_sequential_cpu_offload()
617
  # else:
618
  # pipe.to("cuda")
619