Spaces:
Runtime error
Runtime error
add fp32 for cpu
Browse files
app.py
CHANGED
@@ -82,6 +82,7 @@ def range_loss(input):
|
|
82 |
|
83 |
def inference(text, init_image, skip_timesteps, clip_guidance_scale, tv_scale, range_scale, init_scale, seed, image_prompts,timestep_respacing, cutn):
|
84 |
# Model settings
|
|
|
85 |
model_config = model_and_diffusion_defaults()
|
86 |
model_config.update({
|
87 |
'attention_resolutions': '16',
|
@@ -96,12 +97,12 @@ def inference(text, init_image, skip_timesteps, clip_guidance_scale, tv_scale, r
|
|
96 |
'num_heads': 1,
|
97 |
'num_res_blocks': 2,
|
98 |
'use_checkpoint': True,
|
99 |
-
'use_fp16': True,
|
100 |
'use_scale_shift_norm': False,
|
101 |
})
|
102 |
|
103 |
# Load models
|
104 |
-
|
105 |
print('Using device:', device)
|
106 |
model, diffusion = create_model_and_diffusion(**model_config)
|
107 |
model.load_state_dict(torch.load('256x256_openai_comics_faces_by_alex_spirin_084000.pt', map_location='cpu'))
|
|
|
82 |
|
83 |
def inference(text, init_image, skip_timesteps, clip_guidance_scale, tv_scale, range_scale, init_scale, seed, image_prompts,timestep_respacing, cutn):
|
84 |
# Model settings
|
85 |
+
device = torch.device('cuda:0' if torch.cuda.is_available() else 'cpu')
|
86 |
model_config = model_and_diffusion_defaults()
|
87 |
model_config.update({
|
88 |
'attention_resolutions': '16',
|
|
|
97 |
'num_heads': 1,
|
98 |
'num_res_blocks': 2,
|
99 |
'use_checkpoint': True,
|
100 |
+
'use_fp16': False if device == 'cpu' else True,
|
101 |
'use_scale_shift_norm': False,
|
102 |
})
|
103 |
|
104 |
# Load models
|
105 |
+
|
106 |
print('Using device:', device)
|
107 |
model, diffusion = create_model_and_diffusion(**model_config)
|
108 |
model.load_state_dict(torch.load('256x256_openai_comics_faces_by_alex_spirin_084000.pt', map_location='cpu'))
|