Update clip to fp16

app.py

@@ -77,7 +77,7 @@ def get_config():
 print("cuda available:",torch.cuda.is_available())
 print("cuda device count:",torch.cuda.device_count())
 print("cuda device name:",torch.cuda.get_device_name(0))
-# print(os.system("nvidia-smi"))
+print(os.system("nvidia-smi"))
 print(os.system("nvcc --version"))
 
 empty_context = np.load("assets/contexts/empty_context.npy")
@@ -86,7 +86,7 @@ config = get_config()
 device = torch.device('cuda:0' if torch.cuda.is_available() else 'cpu')
 print(device)
 # Load open_clip and vq model
-prompt_model,_,_ = open_clip.create_model_and_transforms('ViT-bigG-14', 'laion2b_s39b_b160k',device='cpu')
+prompt_model,_,_ = open_clip.create_model_and_transforms('ViT-bigG-14', 'laion2b_s39b_b160k',precision='fp16')
 prompt_model = prompt_model.to(device)
 prompt_model.eval()
 tokenizer = open_clip.get_tokenizer('ViT-bigG-14')