1inkusFace commited on
Commit
4c0b936
·
verified ·
1 Parent(s): 8cb6545

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -139,8 +139,8 @@ def load_and_prepare_model():
139
 
140
  '''
141
  #pipe.vae=vaeX
142
- pipe.to(device=device, dtype=torch.bfloat16)
143
  pipe.vae=vaeX.to(device)
 
144
  # pipe.vae.enable_tiling()
145
  # pipe.vae.fuse_qkv_projections()
146
  #pipe.vae.to(device=device, dtype=torch.bfloat16)
@@ -167,8 +167,8 @@ pipe = load_and_prepare_model()
167
  # text models
168
  #checkpoint = "microsoft/Phi-3.5-mini-instruct"
169
  checkpoint = "ford442/Phi-3.5-mini-instruct-bf16"
170
- captioner_2 = pipeline(model="ydshieh/vit-gpt2-coco-en",device='cuda:0', task="image-to-text")
171
- #captioner = pipeline(model="Salesforce/blip-image-captioning-base",device='cuda', task="image-to-text")
172
  #captioner_3 = pipeline(model="ford442/blip-image-to-text-large-bf16",device='cuda', task="image-to-text")
173
  model5 = Blip2ForConditionalGeneration.from_pretrained("ford442/blip2-image-to-text-bf16").to('cuda')
174
  processor5 = Blip2Processor.from_pretrained("ford442/blip2-image-to-text-bf16", device_map='cuda')
 
139
 
140
  '''
141
  #pipe.vae=vaeX
 
142
  pipe.vae=vaeX.to(device)
143
+ pipe.to(device=device, dtype=torch.bfloat16)
144
  # pipe.vae.enable_tiling()
145
  # pipe.vae.fuse_qkv_projections()
146
  #pipe.vae.to(device=device, dtype=torch.bfloat16)
 
167
  # text models
168
  #checkpoint = "microsoft/Phi-3.5-mini-instruct"
169
  checkpoint = "ford442/Phi-3.5-mini-instruct-bf16"
170
+ #captioner = pipeline(model="ydshieh/vit-gpt2-coco-en",device='cuda:0', task="image-to-text")
171
+ captioner_2 = pipeline(model="Salesforce/blip-image-captioning-base",device='cuda', task="image-to-text")
172
  #captioner_3 = pipeline(model="ford442/blip-image-to-text-large-bf16",device='cuda', task="image-to-text")
173
  model5 = Blip2ForConditionalGeneration.from_pretrained("ford442/blip2-image-to-text-bf16").to('cuda')
174
  processor5 = Blip2Processor.from_pretrained("ford442/blip2-image-to-text-bf16", device_map='cuda')