Update app.py
Browse files
app.py
CHANGED
@@ -3,7 +3,6 @@ from diffusers import StableDiffusion3Pipeline
|
|
3 |
from huggingface_hub import login
|
4 |
import os
|
5 |
import gradio as gr
|
6 |
-
from transformers import pipeline as transformers_pipeline
|
7 |
|
8 |
# Retrieve the token from the environment variable
|
9 |
token = os.getenv("HF_TOKEN") # Hugging Face token from the secret
|
@@ -12,32 +11,11 @@ if token:
|
|
12 |
else:
|
13 |
raise ValueError("Hugging Face token not found. Please set it as a repository secret in the Space settings.")
|
14 |
|
15 |
-
# Load the Stable Diffusion 3.5 model
|
16 |
model_id = "stabilityai/stable-diffusion-3.5-large"
|
17 |
-
pipe = StableDiffusion3Pipeline.from_pretrained(model_id
|
18 |
|
19 |
-
#
|
20 |
-
pipe.unet = torch.quantization.quantize_dynamic(pipe.unet, {torch.nn.Linear}, dtype=torch.qint8)
|
21 |
-
|
22 |
-
pipe.to("cpu") # Ensure it runs on CPU
|
23 |
-
|
24 |
-
# Define the path to the LoRA model
|
25 |
-
lora_model_path = "./lora_model.pth" # Assuming the file is saved locally
|
26 |
-
|
27 |
-
# Custom method to load and apply LoRA weights to the Stable Diffusion pipeline
|
28 |
-
def load_lora_model(pipe, lora_model_path):
|
29 |
-
# Load the LoRA weights
|
30 |
-
lora_weights = torch.load(lora_model_path, map_location="cpu")
|
31 |
-
|
32 |
-
# Apply weights to the UNet submodule
|
33 |
-
for name, param in pipe.unet.named_parameters(): # Accessing unet parameters
|
34 |
-
if name in lora_weights:
|
35 |
-
param.data += lora_weights[name]
|
36 |
-
|
37 |
-
return pipe
|
38 |
-
|
39 |
-
# Load and apply the LoRA model weights
|
40 |
-
pipe = load_lora_model(pipe, lora_model_path)
|
41 |
|
42 |
# Function to generate an image from a text prompt
|
43 |
def generate_image(prompt):
|
|
|
3 |
from huggingface_hub import login
|
4 |
import os
|
5 |
import gradio as gr
|
|
|
6 |
|
7 |
# Retrieve the token from the environment variable
|
8 |
token = os.getenv("HF_TOKEN") # Hugging Face token from the secret
|
|
|
11 |
else:
|
12 |
raise ValueError("Hugging Face token not found. Please set it as a repository secret in the Space settings.")
|
13 |
|
14 |
+
# Load the Stable Diffusion 3.5 model
|
15 |
model_id = "stabilityai/stable-diffusion-3.5-large"
|
16 |
+
pipe = StableDiffusion3Pipeline.from_pretrained(model_id) # No LoRA integration
|
17 |
|
18 |
+
pipe.to("cpu") # Ensuring it runs on CPU
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
19 |
|
20 |
# Function to generate an image from a text prompt
|
21 |
def generate_image(prompt):
|