rynmurdock commited on
Commit
037f470
·
verified ·
1 Parent(s): ee832ff

removing bnb for now

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -123,10 +123,9 @@ pipe.to(device=DEVICE)
123
 
124
  #############################################################
125
 
126
- from transformers import AutoProcessor, PaliGemmaForConditionalGeneration, BitsAndBytesConfig
127
 
128
- quantization_config = BitsAndBytesConfig(load_in_4bit=True)
129
- pali = PaliGemmaForConditionalGeneration.from_pretrained('google/paligemma-3b-pt-224', torch_dtype=dtype, quantization_config=quantization_config).eval()
130
  processor = AutoProcessor.from_pretrained('google/paligemma-3b-pt-224')
131
 
132
  #pali = torch.compile(pali)
 
123
 
124
  #############################################################
125
 
126
+ from transformers import AutoProcessor, PaliGemmaForConditionalGeneration
127
 
128
+ pali = PaliGemmaForConditionalGeneration.from_pretrained('google/paligemma-3b-pt-224', torch_dtype=dtype).eval()
 
129
  processor = AutoProcessor.from_pretrained('google/paligemma-3b-pt-224')
130
 
131
  #pali = torch.compile(pali)