more tweaks to get it working on cpu (#1)

- more tweaks to get cpu to work (28604b78ceb26ffc39a74b097d71da236ea6e088)
- automatically pick cpu vs cuda (9224f11f64ba6bf3e570bc07b79eb0abf7bf3788)


Co-authored-by: Mosa <[email protected]>

app.py

@@ -37,13 +37,22 @@ def download_image(url):
     return PIL.Image.open(BytesIO(response.content)).convert("RGB")
 
 model_path = "runwayml/stable-diffusion-inpainting"
+device = "cuda" if torch.cuda.is_available() else "cpu"
 
-pipe = StableDiffusionInpaintPipeline.from_pretrained(
-    model_path,
-    revision="fp16", 
-    torch_dtype=torch.float16,
-    use_auth_token=True
-)
+if device == "cuda":
+    pipe = StableDiffusionInpaintPipeline.from_pretrained(
+        model_path,
+        revision="fp16",
+        torch_dtype=torch.float16,
+        use_auth_token=True
+    ).to(device)
+else:
+    pipe = StableDiffusionInpaintPipeline.from_pretrained(
+        model_path,
+        # revision="fp16",
+        # torch_dtype=torch.float16,
+        use_auth_token=True
+    ).to(device)
 
 img_url = "https://cdn.faire.com/fastly/893b071985d70819da5f0d485f1b1bb97ee4f16a6e14ef1bdd4a086b3588be58.png" # wino
 image = download_image(img_url).resize((512, 512))
@@ -53,7 +62,7 @@ prompt = "crazy portal universe"
 
 guidance_scale=7.5
 num_samples = 3
-generator = torch.Generator(device="cpu").manual_seed(0) # change the seed to get different results
+generator = torch.Generator(device=device).manual_seed(0) # change the seed to get different results
 images = pipe(
     prompt=prompt,
     image=image,