zideliu commited on
Commit
79c0c01
·
1 Parent(s): c21213a

Update clip

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -25,14 +25,14 @@ empty_context = np.load("assets/contexts/empty_context.npy")
25
 
26
  print("downloading cc3m-285000.ckpt")
27
  os.makedirs("assets/ckpts/cc3m-285000.ckpt",exist_ok=True)
28
- os.system("ls")
29
  wget.download("https://huggingface.co/nzl-thu/MUSE/resolve/main/assets/ckpts/cc3m-285000.ckpt/lr_scheduler.pth","assets/ckpts/cc3m-285000.ckpt/lr_scheduler.pth")
30
  wget.download("https://huggingface.co/nzl-thu/MUSE/resolve/main/assets/ckpts/cc3m-285000.ckpt/optimizer.pth","assets/ckpts/cc3m-285000.ckpt/optimizer.pth")
31
  wget.download("https://huggingface.co/nzl-thu/MUSE/resolve/main/assets/ckpts/cc3m-285000.ckpt/nnet.pth","assets/ckpts/cc3m-285000.ckpt/nnet.pth")
32
  wget.download("https://huggingface.co/nzl-thu/MUSE/resolve/main/assets/ckpts/cc3m-285000.ckpt/nnet_ema.pth","assets/ckpts/cc3m-285000.ckpt/nnet_ema.pth")
33
  wget.download("https://huggingface.co/nzl-thu/MUSE/resolve/main/assets/ckpts/cc3m-285000.ckpt/step.pth","assets/ckpts/cc3m-285000.ckpt/step.pth")
34
  wget.download("https://huggingface.co/zideliu/vqgan/resolve/main/vqgan_jax_strongaug.ckpt","assets/vqgan_jax_strongaug.ckpt")
35
-
36
  def set_seed(seed: int):
37
  random.seed(seed)
38
  np.random.seed(seed)
@@ -115,9 +115,9 @@ def unprocess(x):
115
 
116
  config = get_config()
117
  device = torch.device('cuda:0' if torch.cuda.is_available() else 'cpu')
118
-
119
  # Load open_clip and vq model
120
- prompt_model,_,_ = open_clip.create_model_and_transforms('ViT-bigG-14', 'laion2b_s39b_b160k')
121
  prompt_model = prompt_model.to(device)
122
  prompt_model.eval()
123
  tokenizer = open_clip.get_tokenizer('ViT-bigG-14')
 
25
 
26
  print("downloading cc3m-285000.ckpt")
27
  os.makedirs("assets/ckpts/cc3m-285000.ckpt",exist_ok=True)
28
+
29
  wget.download("https://huggingface.co/nzl-thu/MUSE/resolve/main/assets/ckpts/cc3m-285000.ckpt/lr_scheduler.pth","assets/ckpts/cc3m-285000.ckpt/lr_scheduler.pth")
30
  wget.download("https://huggingface.co/nzl-thu/MUSE/resolve/main/assets/ckpts/cc3m-285000.ckpt/optimizer.pth","assets/ckpts/cc3m-285000.ckpt/optimizer.pth")
31
  wget.download("https://huggingface.co/nzl-thu/MUSE/resolve/main/assets/ckpts/cc3m-285000.ckpt/nnet.pth","assets/ckpts/cc3m-285000.ckpt/nnet.pth")
32
  wget.download("https://huggingface.co/nzl-thu/MUSE/resolve/main/assets/ckpts/cc3m-285000.ckpt/nnet_ema.pth","assets/ckpts/cc3m-285000.ckpt/nnet_ema.pth")
33
  wget.download("https://huggingface.co/nzl-thu/MUSE/resolve/main/assets/ckpts/cc3m-285000.ckpt/step.pth","assets/ckpts/cc3m-285000.ckpt/step.pth")
34
  wget.download("https://huggingface.co/zideliu/vqgan/resolve/main/vqgan_jax_strongaug.ckpt","assets/vqgan_jax_strongaug.ckpt")
35
+ os.system("ls assets/ckpts/cc3m-285000.ckpt")
36
  def set_seed(seed: int):
37
  random.seed(seed)
38
  np.random.seed(seed)
 
115
 
116
  config = get_config()
117
  device = torch.device('cuda:0' if torch.cuda.is_available() else 'cpu')
118
+ print(device)
119
  # Load open_clip and vq model
120
+ prompt_model,_,_ = open_clip.create_model_and_transforms('ViT-bigG-14', 'laion2b_s39b_b160k',device='cuda')
121
  prompt_model = prompt_model.to(device)
122
  prompt_model.eval()
123
  tokenizer = open_clip.get_tokenizer('ViT-bigG-14')