Update app.py

app.py

@@ -165,9 +165,9 @@ captioner = pipeline(model="ydshieh/vit-gpt2-coco-en",device='cuda', task="image
 #captioner_3 = pipeline(model="ford442/blip-image-to-text-large-bf16",device='cuda', task="image-to-text")
 model5 = Blip2ForConditionalGeneration.from_pretrained("ford442/blip2-image-to-text-bf16").to('cuda')
 processor5 = Blip2Processor.from_pretrained("ford442/blip2-image-to-text-bf16")
-txt_tokenizer = AutoTokenizer.from_pretrained(checkpoint, device_map='balanced', add_prefix_space=False)
+txt_tokenizer = AutoTokenizer.from_pretrained(checkpoint, device_map='cuda', add_prefix_space=False)
 txt_tokenizer.tokenizer_legacy=False
-model = AutoModelForCausalLM.from_pretrained(checkpoint, device_map='balanced') #.to('cuda')
+model = AutoModelForCausalLM.from_pretrained(checkpoint, device_map='cuda') #.to('cuda')
 
 ip_model = IPAdapterXL(pipe, local_folder, ip_ckpt, device)
 text_encoder=CLIPTextModel.from_pretrained('ford442/RealVisXL_V5.0_BF16', subfolder='text_encoder',token=True).to(device=device, dtype=torch.bfloat16)