RealVis_v5.0_BF16_IP_B

Running on Zero

1inkusFace commited on Jan 20

Commit

90a7060

verified ·

1 Parent(s): c1dfbc7

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -410,7 +410,7 @@ def generate_30(
         del model5
         del processor5
         gc.collect()
-        torch.cuda.clear_cache()
         expand_prompt(prompt)
         expand_prompt(caption)
         expanded = expand_prompt(caption_2)
@@ -421,7 +421,7 @@ def generate_30(
         del model
         del txt_tokenizer
         gc.collect()
-        torch.cuda.clear_cache()
         global text_encoder_1
         global text_encoder_2
         pipe.text_encoder=text_encoder_1.to(device=device, dtype=torch.bfloat16)

         del model5
         del processor5
         gc.collect()
+        torch.cuda.empty_cache()
         expand_prompt(prompt)
         expand_prompt(caption)
         expanded = expand_prompt(caption_2)
         del model
         del txt_tokenizer
         gc.collect()
+        torch.cuda.empty_cache()
         global text_encoder_1
         global text_encoder_2
         pipe.text_encoder=text_encoder_1.to(device=device, dtype=torch.bfloat16)