sxela commited on
Commit
3288c2b
Β·
1 Parent(s): 732b8c4

add fp32 for cpu

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -82,6 +82,7 @@ def range_loss(input):
82
 
83
  def inference(text, init_image, skip_timesteps, clip_guidance_scale, tv_scale, range_scale, init_scale, seed, image_prompts,timestep_respacing, cutn):
84
  # Model settings
 
85
  model_config = model_and_diffusion_defaults()
86
  model_config.update({
87
  'attention_resolutions': '16',
@@ -96,12 +97,12 @@ def inference(text, init_image, skip_timesteps, clip_guidance_scale, tv_scale, r
96
  'num_heads': 1,
97
  'num_res_blocks': 2,
98
  'use_checkpoint': True,
99
- 'use_fp16': True,
100
  'use_scale_shift_norm': False,
101
  })
102
 
103
  # Load models
104
- device = torch.device('cuda:0' if torch.cuda.is_available() else 'cpu')
105
  print('Using device:', device)
106
  model, diffusion = create_model_and_diffusion(**model_config)
107
  model.load_state_dict(torch.load('256x256_openai_comics_faces_by_alex_spirin_084000.pt', map_location='cpu'))
 
82
 
83
  def inference(text, init_image, skip_timesteps, clip_guidance_scale, tv_scale, range_scale, init_scale, seed, image_prompts,timestep_respacing, cutn):
84
  # Model settings
85
+ device = torch.device('cuda:0' if torch.cuda.is_available() else 'cpu')
86
  model_config = model_and_diffusion_defaults()
87
  model_config.update({
88
  'attention_resolutions': '16',
 
97
  'num_heads': 1,
98
  'num_res_blocks': 2,
99
  'use_checkpoint': True,
100
+ 'use_fp16': False if device == 'cpu' else True,
101
  'use_scale_shift_norm': False,
102
  })
103
 
104
  # Load models
105
+
106
  print('Using device:', device)
107
  model, diffusion = create_model_and_diffusion(**model_config)
108
  model.load_state_dict(torch.load('256x256_openai_comics_faces_by_alex_spirin_084000.pt', map_location='cpu'))