Update app.py
Browse files
app.py
CHANGED
@@ -24,15 +24,79 @@ def save_binary_file(file_name, data):
|
|
24 |
|
25 |
def preprocess_prompt(prompt, image1, image2, image3):
|
26 |
"""
|
27 |
-
|
28 |
-
๋จ์ํ "Please generate the image."๋ฅผ ๋ง๋ถ์ฌ ๋ฐํํฉ๋๋ค.
|
29 |
"""
|
30 |
-
#
|
31 |
-
|
32 |
-
|
33 |
-
|
34 |
-
|
35 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
36 |
return prompt
|
37 |
|
38 |
def generate_with_images(prompt, images):
|
@@ -43,7 +107,7 @@ def generate_with_images(prompt, images):
|
|
43 |
# API ํค ํ์ธ
|
44 |
api_key = os.environ.get("GEMINI_API_KEY")
|
45 |
if not api_key:
|
46 |
-
return None, "API
|
47 |
|
48 |
# Gemini ํด๋ผ์ด์ธํธ ์ด๊ธฐํ
|
49 |
client = genai.Client(api_key=api_key)
|
@@ -56,11 +120,11 @@ def generate_with_images(prompt, images):
|
|
56 |
# ํ
์คํธ ํ๋กฌํํธ ์ถ๊ฐ
|
57 |
contents.append(prompt)
|
58 |
|
59 |
-
# ์ด๋ฏธ์ง ์ถ๊ฐ
|
60 |
for idx, img in enumerate(images, 1):
|
61 |
if img is not None:
|
62 |
contents.append(img)
|
63 |
-
logger.info(f"
|
64 |
|
65 |
# ์์ฑ ์ค์ - ๊ณต์ ๋ฌธ์์ ๋ฐ๋ผ responseModalities ์ค์
|
66 |
response = client.models.generate_content(
|
@@ -86,94 +150,140 @@ def generate_with_images(prompt, images):
|
|
86 |
for part in response.candidates[0].content.parts:
|
87 |
if hasattr(part, 'text') and part.text:
|
88 |
result_text += part.text
|
89 |
-
logger.info(f"
|
90 |
elif hasattr(part, 'inline_data') and part.inline_data:
|
91 |
save_binary_file(temp_path, part.inline_data.data)
|
92 |
image_found = True
|
93 |
-
logger.info("
|
94 |
|
95 |
if not image_found:
|
96 |
-
return None, f"API
|
97 |
|
98 |
# ๊ฒฐ๊ณผ ์ด๋ฏธ์ง ๋ฐํ
|
99 |
result_img = Image.open(temp_path)
|
100 |
if result_img.mode == "RGBA":
|
101 |
result_img = result_img.convert("RGB")
|
102 |
|
103 |
-
return result_img, f"
|
104 |
|
105 |
except Exception as e:
|
106 |
-
logger.exception("
|
107 |
-
return None, f"
|
108 |
|
109 |
def process_images_with_prompt(image1, image2, image3, prompt):
|
110 |
"""
|
111 |
-
3๊ฐ์ ์ด๋ฏธ์ง์ ํ๋กฌํํธ๋ฅผ ์ฒ๋ฆฌํ๋
|
112 |
-
์ด๋ฏธ์ง ์
๋ ฅ์ด ์์ด๋ ํ๋กฌํํธ๋ง์ผ๋ก API ํธ์ถ์ ์งํํฉ๋๋ค.
|
113 |
"""
|
114 |
try:
|
115 |
-
# ์ด๋ฏธ์ง ๊ฐ์ ํ์ธ
|
116 |
images = [image1, image2, image3]
|
117 |
valid_images = [img for img in images if img is not None]
|
118 |
|
119 |
-
|
|
|
|
|
|
|
120 |
if not prompt or not prompt.strip():
|
121 |
-
|
122 |
-
|
123 |
-
|
124 |
-
|
125 |
-
prompt = "Please creatively transform this image into a more vivid and artistic version."
|
126 |
-
logger.info("Auto prompt generated for a single image.")
|
127 |
elif len(valid_images) == 2:
|
128 |
-
prompt = "
|
129 |
-
logger.info("
|
130 |
else:
|
131 |
-
prompt = "
|
132 |
-
logger.info("
|
133 |
else:
|
|
|
134 |
prompt = preprocess_prompt(prompt, image1, image2, image3)
|
135 |
|
136 |
# ์๋ก์ด API ํธ์ถ ๋ฐฉ์ ์ฌ์ฉ
|
137 |
return generate_with_images(prompt, valid_images)
|
138 |
|
139 |
except Exception as e:
|
140 |
-
logger.exception("
|
141 |
-
return None, f"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
142 |
|
143 |
-
# Gradio ์ธํฐํ์ด์ค (
|
144 |
with gr.Blocks() as demo:
|
145 |
gr.HTML(
|
146 |
"""
|
147 |
<div style="text-align: center; margin-bottom: 1rem;">
|
148 |
-
<h1
|
149 |
-
<p
|
150 |
</div>
|
151 |
"""
|
152 |
)
|
153 |
|
154 |
with gr.Row():
|
155 |
with gr.Column():
|
156 |
-
# 3๊ฐ์ ์ด๋ฏธ์ง ์
๋ ฅ
|
157 |
with gr.Row():
|
158 |
-
image1_input = gr.Image(type="pil", label="
|
159 |
-
image2_input = gr.Image(type="pil", label="
|
160 |
-
image3_input = gr.Image(type="pil", label="
|
161 |
|
162 |
-
#
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
163 |
prompt_input = gr.Textbox(
|
164 |
lines=3,
|
165 |
-
placeholder="
|
166 |
-
label="
|
167 |
)
|
168 |
|
169 |
# ์์ฑ ๋ฒํผ
|
170 |
-
submit_btn = gr.Button("
|
171 |
|
172 |
with gr.Column():
|
173 |
# ๊ฒฐ๊ณผ ์ถ๋ ฅ
|
174 |
-
output_image = gr.Image(label="
|
175 |
-
output_text = gr.Textbox(label="
|
176 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
177 |
|
178 |
# ์ด๋ฏธ์ง ์์ฑ ๋ฒํผ ํด๋ฆญ ์ด๋ฒคํธ
|
179 |
def process_and_show_prompt(image1, image2, image3, prompt):
|
@@ -182,30 +292,25 @@ with gr.Blocks() as demo:
|
|
182 |
valid_images = [img for img in images if img is not None]
|
183 |
|
184 |
try:
|
185 |
-
#
|
186 |
-
if prompt and re.search(r'[ใฑ-ใ
๊ฐ-ํฃ]', prompt):
|
187 |
-
return None, "Error: Prompt must be in English only.", prompt
|
188 |
-
|
189 |
-
# ํ๋กฌํํธ๊ฐ ์์ผ๋ฉด ์๋ ์์ฑ (์์ด)
|
190 |
auto_prompt = prompt
|
191 |
if not prompt or not prompt.strip():
|
192 |
-
if len(valid_images) ==
|
193 |
-
auto_prompt = "
|
194 |
-
elif len(valid_images) == 1:
|
195 |
-
auto_prompt = "Please creatively transform this image into a more vivid and artistic version."
|
196 |
elif len(valid_images) == 2:
|
197 |
-
auto_prompt = "
|
198 |
else:
|
199 |
-
auto_prompt = "
|
200 |
else:
|
201 |
auto_prompt = preprocess_prompt(prompt, image1, image2, image3)
|
202 |
|
|
|
203 |
result_img, status = process_images_with_prompt(image1, image2, image3, prompt)
|
204 |
|
205 |
return result_img, status, auto_prompt
|
206 |
except Exception as e:
|
207 |
-
logger.exception("
|
208 |
-
return None, f"
|
209 |
|
210 |
submit_btn.click(
|
211 |
fn=process_and_show_prompt,
|
@@ -215,14 +320,18 @@ with gr.Blocks() as demo:
|
|
215 |
|
216 |
gr.Markdown(
|
217 |
"""
|
218 |
-
###
|
|
|
|
|
|
|
|
|
|
|
|
|
219 |
|
220 |
-
|
221 |
-
2. **Prompt Requirement**: Enter the prompt in English only.
|
222 |
-
3. **Image Reference**: The app supports up to three image inputs.
|
223 |
"""
|
224 |
)
|
225 |
|
226 |
# ์ ํ๋ฆฌ์ผ์ด์
์คํ
|
227 |
if __name__ == "__main__":
|
228 |
-
demo.launch(share=True)
|
|
|
24 |
|
25 |
def preprocess_prompt(prompt, image1, image2, image3):
|
26 |
"""
|
27 |
+
ํ๋กฌํํธ๋ฅผ ์ฒ๋ฆฌํ๊ณ ๊ธฐ๋ฅ ๋ช
๋ น์ ํด์
|
|
|
28 |
"""
|
29 |
+
# ๊ธฐ์กด preprocess_prompt ํจ์ ์ฝ๋ ์ ์ง
|
30 |
+
# ์ด๋ฏธ์ง ์๋ ์ฐธ์กฐ ํ์ธ ๋ฐ ์ฒ๋ฆฌ
|
31 |
+
has_img1 = image1 is not None
|
32 |
+
has_img2 = image2 is not None
|
33 |
+
has_img3 = image3 is not None
|
34 |
+
|
35 |
+
# #1, #2, #3 ์ฐธ์กฐ๋ฅผ ์ค๋ช
์ผ๋ก ๋ณํ (์ด๋ฏธ์ง๊ฐ ์๋ ๊ฒฝ์ฐ ๋ฌด์)
|
36 |
+
if "#1" in prompt and not has_img1:
|
37 |
+
prompt = prompt.replace("#1", "์ฒซ ๋ฒ์งธ ์ด๋ฏธ์ง(์์)")
|
38 |
+
else:
|
39 |
+
prompt = prompt.replace("#1", "์ฒซ ๋ฒ์งธ ์ด๋ฏธ์ง")
|
40 |
+
|
41 |
+
if "#2" in prompt and not has_img2:
|
42 |
+
prompt = prompt.replace("#2", "๋ ๋ฒ์งธ ์ด๋ฏธ์ง(์์)")
|
43 |
+
else:
|
44 |
+
prompt = prompt.replace("#2", "๋ ๋ฒ์งธ ์ด๋ฏธ์ง")
|
45 |
+
|
46 |
+
if "#3" in prompt and not has_img3:
|
47 |
+
prompt = prompt.replace("#3", "์ธ ๋ฒ์งธ ์ด๋ฏธ์ง(์์)")
|
48 |
+
else:
|
49 |
+
prompt = prompt.replace("#3", "์ธ ๋ฒ์งธ ์ด๋ฏธ์ง")
|
50 |
+
|
51 |
+
# ๊ธฐ๋ฅ ๋ช
๋ น ํด์
|
52 |
+
if "1. ์ด๋ฏธ์ง ๋ณ๊ฒฝ" in prompt:
|
53 |
+
# ์ค๋ช
์ถ์ถ์ ์๋ํ์ง๋ง ์คํจํด๋ ๊ธฐ๋ณธ ํ๋กฌํํธ ์ ๊ณต
|
54 |
+
desc_match = re.search(r'#1์ "(.*?)"์ผ๋ก ๋ฐ๊ฟ๋ผ', prompt)
|
55 |
+
if desc_match:
|
56 |
+
description = desc_match.group(1)
|
57 |
+
prompt = f"์ฒซ ๋ฒ์งธ ์ด๋ฏธ์ง๋ฅผ {description}์ผ๋ก ๋ณ๊ฒฝํด์ฃผ์ธ์. ์๋ณธ ์ด๋ฏธ์ง์ ์ฃผ์ ๋ด์ฉ์ ์ ์งํ๋ ์๋ก์ด ์คํ์ผ๊ณผ ๋ถ์๊ธฐ๋ก ์ฌํด์ํด์ฃผ์ธ์."
|
58 |
+
else:
|
59 |
+
prompt = "์ฒซ ๋ฒ์งธ ์ด๋ฏธ์ง๋ฅผ ์ฐฝ์์ ์ผ๋ก ๋ณํํด์ฃผ์ธ์. ๋ ์์ํ๊ณ ์์ ์ ์ธ ๋ฒ์ ์ผ๋ก ๋ง๋ค์ด์ฃผ์ธ์."
|
60 |
+
|
61 |
+
elif "2. ๊ธ์์ง์ฐ๊ธฐ" in prompt:
|
62 |
+
# ์ง์ธ ํ
์คํธ ์ถ์ถ์ ์๋ํ์ง๋ง ์คํจํด๋ ๊ธฐ๋ณธ ํ๋กฌํํธ ์ ๊ณต
|
63 |
+
text_match = re.search(r'#1์์ "(.*?)"๋ฅผ ์ง์๋ผ', prompt)
|
64 |
+
if text_match:
|
65 |
+
text_to_remove = text_match.group(1)
|
66 |
+
prompt = f"์ฒซ ๋ฒ์งธ ์ด๋ฏธ์ง์์ '{text_to_remove}' ํ
์คํธ๋ฅผ ์ฐพ์ ์์ฐ์ค๋ฝ๊ฒ ์ ๊ฑฐํด์ฃผ์ธ์. ํ
์คํธ๊ฐ ์๋ ๋ถ๋ถ์ ๋ฐฐ๊ฒฝ๊ณผ ์กฐํ๋กญ๊ฒ ์ฑ์์ฃผ์ธ์."
|
67 |
+
else:
|
68 |
+
prompt = "์ฒซ ๋ฒ์งธ ์ด๋ฏธ์ง์์ ๋ชจ๋ ํ
์คํธ๋ฅผ ์ฐพ์ ์์ฐ์ค๋ฝ๊ฒ ์ ๊ฑฐํด์ฃผ์ธ์. ๊น๋ํ ์ด๋ฏธ์ง๋ก ๋ง๋ค์ด์ฃผ์ธ์."
|
69 |
+
|
70 |
+
elif "3. ์ผ๊ตด๋ฐ๊พธ๊ธฐ" in prompt:
|
71 |
+
prompt = "์ฒซ ๋ฒ์งธ ์ด๋ฏธ์ง์ ์ธ๋ฌผ ์ผ๊ตด์ ๋ ๋ฒ์งธ ์ด๋ฏธ์ง์ ์ผ๊ตด๋ก ์์ฐ์ค๋ฝ๊ฒ ๊ต์ฒดํด์ฃผ์ธ์. ์ผ๊ตด์ ํ์ ๊ณผ ํน์ง์ ๋ ๋ฒ์งธ ์ด๋ฏธ์ง๋ฅผ ๋ฐ๋ฅด๋, ๋๋จธ์ง ๋ถ๋ถ์ ์ฒซ ๋ฒ์งธ ์ด๋ฏธ์ง๋ฅผ ์ ์งํด์ฃผ์ธ์."
|
72 |
+
|
73 |
+
elif "4. ์ท๋ฐ๊พธ๊ธฐ" in prompt:
|
74 |
+
# ์ฌ๋ฌ ์ด๋ฏธ์ง ์ฐธ์กฐ ์ฒ๋ฆฌ
|
75 |
+
if "#3" in prompt or "๋๋ #3" in prompt:
|
76 |
+
prompt = "์ฒซ ๋ฒ์งธ ์ด๋ฏธ์ง์ ์ธ๋ฌผ ์์์ ๋ ๋ฒ์งธ ๋๋ ์ธ ๋ฒ์งธ ์ด๋ฏธ์ง์ ์์์ผ๋ก ์์ฐ์ค๋ฝ๊ฒ ๊ต์ฒดํด์ฃผ์ธ์. ์์์ ์คํ์ผ๊ณผ ์์์ ์ฐธ์กฐ ์ด๋ฏธ์ง๋ฅผ ๋ฐ๋ฅด๋, ์ ์ฒด ๋น์จ๊ณผ ํฌ์ฆ๋ ์ฒซ ๋ฒ์งธ ์ด๋ฏธ์ง๋ฅผ ์ ์งํด์ฃผ์ธ์."
|
77 |
+
else:
|
78 |
+
prompt = "์ฒซ ๋ฒ์งธ ์ด๋ฏธ์ง์ ์ธ๋ฌผ ์์์ ๋ ๋ฒ์งธ ์ด๋ฏธ์ง์ ์์์ผ๋ก ์์ฐ์ค๋ฝ๊ฒ ๊ต์ฒดํด์ฃผ์ธ์. ์์์ ์คํ์ผ๊ณผ ์์์ ๋ ๋ฒ์งธ ์ด๋ฏธ์ง๋ฅผ ๋ฐ๋ฅด๋, ์ ์ฒด ๋น์จ๊ณผ ํฌ์ฆ๋ ์ฒซ ๋ฒ์งธ ์ด๋ฏธ์ง๋ฅผ ์ ์งํด์ฃผ์ธ์."
|
79 |
+
|
80 |
+
elif "5. ๋ฐฐ๊ฒฝ๋ฐ๊พธ๊ธฐ" in prompt:
|
81 |
+
prompt = "์ฒซ ๋ฒ์งธ ์ด๋ฏธ์ง์ ๋ฐฐ๊ฒฝ์ ๋ ๋ฒ์งธ ์ด๋ฏธ์ง์ ๋ฐฐ๊ฒฝ์ผ๋ก ์์ฐ์ค๋ฝ๊ฒ ๊ต์ฒดํด์ฃผ์ธ์. ์ฒซ ๋ฒ์งธ ์ด๋ฏธ์ง์ ์ฃผ์ ํผ์ฌ์ฒด๋ ์ ์งํ๊ณ , ๋ ๋ฒ์งธ ์ด๋ฏธ์ง์ ๋ฐฐ๊ฒฝ๊ณผ ์กฐํ๋กญ๊ฒ ํฉ์ฑํด์ฃผ์ธ์."
|
82 |
+
|
83 |
+
elif "6. ์ด๋ฏธ์ง ํฉ์ฑ(์ํํฌํจ)" in prompt:
|
84 |
+
# ์ฌ๋ฌ ์ด๋ฏธ์ง ์ฐธ์กฐ ์ฒ๋ฆฌ
|
85 |
+
if "#3" in prompt or "๋๋ #3" in prompt:
|
86 |
+
prompt = "์ฒซ ๋ฒ์งธ ์ด๋ฏธ์ง์ ๋ ๋ฒ์งธ, ์ธ ๋ฒ์งธ ์ด๋ฏธ์ง๋ฅผ ์์ฐ์ค๋ฝ๊ฒ ํฉ์ฑํด์ฃผ์ธ์. ๋ชจ๋ ์ด๋ฏธ์ง์ ์ฃผ์ ์์๋ฅผ ํฌํจํ๊ณ , ํนํ ์ํ์ด ์ ๋ณด์ด๋๋ก ์กฐํ๋กญ๊ฒ ํตํฉํด์ฃผ์ธ์."
|
87 |
+
else:
|
88 |
+
prompt = "์ฒซ ๋ฒ์งธ ์ด๋ฏธ์ง์ ๋ ๋ฒ์งธ ์ด๋ฏธ์ง๋ฅผ ์์ฐ์ค๋ฝ๊ฒ ํฉ์ฑํด์ฃผ์ธ์. ๋ ์ด๋ฏธ์ง์ ์ฃผ์ ์์๋ฅผ ํฌํจํ๊ณ , ํนํ ์ํ์ด ์ ๋ณด์ด๋๋ก ์กฐํ๋กญ๊ฒ ํตํฉํด์ฃผ์ธ์."
|
89 |
+
|
90 |
+
elif "7. ์ด๋ฏธ์ง ํฉ์ฑ(์คํ์ผ์ ์ฉ)" in prompt:
|
91 |
+
prompt = "์ฒซ ๋ฒ์งธ ์ด๋ฏธ์ง์ ๋ด์ฉ์ ๋ ๋ฒ์งธ ์ด๋ฏธ์ง์ ์คํ์ผ๋ก ๋ณํํด์ฃผ์ธ์. ์ฒซ ๋ฒ์งธ ์ด๋ฏธ์ง์ ์ฃผ์ ํผ์ฌ์ฒด์ ๊ตฌ๋๋ ์ ์งํ๋, ๋ ๋ฒ์งธ ์ด๋ฏธ์ง์ ์์ ์ ์คํ๏ฟฝ๏ฟฝ๏ฟฝ, ์์, ์ง๊ฐ์ ์ ์ฉํด์ฃผ์ธ์."
|
92 |
+
|
93 |
+
# ๊ฐ๋จํ ์์ ๋ณ๊ฒฝ ์์ฒญ ์ฒ๋ฆฌ
|
94 |
+
elif "์ ๋ถ์์์ผ๋ก ๋ฐ๊ฟ๋ผ" in prompt or "๋ฅผ ๋ถ์์์ผ๋ก ๋ฐ๊ฟ๋ผ" in prompt:
|
95 |
+
prompt = "์ฒซ ๋ฒ์งธ ์ด๋ฏธ์ง๋ฅผ ๋ถ์์ ํค์ผ๋ก ๋ณ๊ฒฝํด์ฃผ์ธ์. ์ ์ฒด์ ์ธ ์์์ ๋ถ์ ๊ณ์ด๋ก ์กฐ์ ํ๊ณ ์์ฐ์ค๋ฌ์ด ๋๋์ ์ ์งํด์ฃผ์ธ์."
|
96 |
+
|
97 |
+
# ๋ช
ํํ ์ด๋ฏธ์ง ์์ฑ ์์ฒญ ์ถ๊ฐ
|
98 |
+
prompt += " ์ด๋ฏธ์ง๋ฅผ ์์ฑํด์ฃผ์ธ์."
|
99 |
+
|
100 |
return prompt
|
101 |
|
102 |
def generate_with_images(prompt, images):
|
|
|
107 |
# API ํค ํ์ธ
|
108 |
api_key = os.environ.get("GEMINI_API_KEY")
|
109 |
if not api_key:
|
110 |
+
return None, "API ํค๊ฐ ์ค์ ๋์ง ์์์ต๋๋ค. ํ๊ฒฝ๋ณ์๋ฅผ ํ์ธํด์ฃผ์ธ์."
|
111 |
|
112 |
# Gemini ํด๋ผ์ด์ธํธ ์ด๊ธฐํ
|
113 |
client = genai.Client(api_key=api_key)
|
|
|
120 |
# ํ
์คํธ ํ๋กฌํํธ ์ถ๊ฐ
|
121 |
contents.append(prompt)
|
122 |
|
123 |
+
# ์ด๋ฏธ์ง ์ถ๊ฐ
|
124 |
for idx, img in enumerate(images, 1):
|
125 |
if img is not None:
|
126 |
contents.append(img)
|
127 |
+
logger.info(f"์ด๋ฏธ์ง #{idx} ์ถ๊ฐ๋จ")
|
128 |
|
129 |
# ์์ฑ ์ค์ - ๊ณต์ ๋ฌธ์์ ๋ฐ๋ผ responseModalities ์ค์
|
130 |
response = client.models.generate_content(
|
|
|
150 |
for part in response.candidates[0].content.parts:
|
151 |
if hasattr(part, 'text') and part.text:
|
152 |
result_text += part.text
|
153 |
+
logger.info(f"์๋ต ํ
์คํธ: {part.text}")
|
154 |
elif hasattr(part, 'inline_data') and part.inline_data:
|
155 |
save_binary_file(temp_path, part.inline_data.data)
|
156 |
image_found = True
|
157 |
+
logger.info("์๋ต์์ ์ด๋ฏธ์ง ์ถ์ถ ์ฑ๊ณต")
|
158 |
|
159 |
if not image_found:
|
160 |
+
return None, f"API์์ ์ด๋ฏธ์ง๋ฅผ ์์ฑํ์ง ๋ชปํ์ต๋๋ค. ์๋ต ํ
์คํธ: {result_text}"
|
161 |
|
162 |
# ๊ฒฐ๊ณผ ์ด๋ฏธ์ง ๋ฐํ
|
163 |
result_img = Image.open(temp_path)
|
164 |
if result_img.mode == "RGBA":
|
165 |
result_img = result_img.convert("RGB")
|
166 |
|
167 |
+
return result_img, f"์ด๋ฏธ์ง๊ฐ ์ฑ๊ณต์ ์ผ๋ก ์์ฑ๋์์ต๋๋ค. {result_text}"
|
168 |
|
169 |
except Exception as e:
|
170 |
+
logger.exception("์ด๋ฏธ์ง ์์ฑ ์ค ์ค๋ฅ ๋ฐ์:")
|
171 |
+
return None, f"์ค๋ฅ ๋ฐ์: {str(e)}"
|
172 |
|
173 |
def process_images_with_prompt(image1, image2, image3, prompt):
|
174 |
"""
|
175 |
+
3๊ฐ์ ์ด๋ฏธ์ง์ ํ๋กฌํํธ๋ฅผ ์ฒ๋ฆฌํ๋ ํจ์
|
|
|
176 |
"""
|
177 |
try:
|
178 |
+
# ์ด๋ฏธ์ง ๊ฐ์ ํ์ธ
|
179 |
images = [image1, image2, image3]
|
180 |
valid_images = [img for img in images if img is not None]
|
181 |
|
182 |
+
if not valid_images:
|
183 |
+
return None, "์ ์ด๋ ํ๋์ ์ด๋ฏธ์ง๋ฅผ ์
๋ก๋ํด์ฃผ์ธ์."
|
184 |
+
|
185 |
+
# ํ๋กฌํํธ ์ฒ๋ฆฌ
|
186 |
if not prompt or not prompt.strip():
|
187 |
+
# ํ๋กฌํํธ๊ฐ ์์ผ๋ฉด ์
๋ก๋๋ ์ด๋ฏธ์ง ์์ ๋ฐ๋ผ ์๋ ํฉ์ฑ ํ๋กฌํํธ ์์ฑ
|
188 |
+
if len(valid_images) == 1:
|
189 |
+
prompt = "์ด ์ด๋ฏธ์ง๋ฅผ ์ฐฝ์์ ์ผ๋ก ๋ณํํด์ฃผ์ธ์. ๋ ์์ํ๊ณ ์์ ์ ์ธ ๋ฒ์ ์ผ๋ก ๋ง๋ค์ด์ฃผ์ธ์."
|
190 |
+
logger.info("๋จ์ผ ์ด๋ฏธ์ง ํ๋กฌํํธ ์๋ ์์ฑ")
|
|
|
|
|
191 |
elif len(valid_images) == 2:
|
192 |
+
prompt = "์ด ๋ ์ด๋ฏธ์ง๋ฅผ ์์ฐ์ค๋ฝ๊ฒ ํฉ์ฑํด์ฃผ์ธ์. ๋ ์ด๋ฏธ์ง์ ์์๋ฅผ ์กฐํ๋กญ๊ฒ ํตํฉํ์ฌ ํ๋์ ์ด๋ฏธ์ง๋ก ๋ง๋ค์ด์ฃผ์ธ์."
|
193 |
+
logger.info("๋ ์ด๋ฏธ์ง ํฉ์ฑ ํ๋กฌํํธ ์๋ ์์ฑ")
|
194 |
else:
|
195 |
+
prompt = "์ด ์ธ ์ด๋ฏธ์ง๋ฅผ ์ฐฝ์์ ์ผ๋ก ํฉ์ฑํด์ฃผ์ธ์. ๋ชจ๋ ์ด๋ฏธ์ง์ ์ฃผ์ ์์๋ฅผ ํฌํจํ๋ ์์ฐ์ค๋ฝ๊ณ ์ผ๊ด๋ ํ๋์ ์ฅ๋ฉด์ผ๋ก ๋ง๋ค์ด์ฃผ์ธ์."
|
196 |
+
logger.info("์ธ ์ด๋ฏธ์ง ํฉ์ฑ ํ๋กฌํํธ ์๋ ์์ฑ")
|
197 |
else:
|
198 |
+
# ํ๋กฌํํธ ์ ์ฒ๋ฆฌ ๋ฐ ๊ธฐ๋ฅ ๋ช
๋ น ํด์
|
199 |
prompt = preprocess_prompt(prompt, image1, image2, image3)
|
200 |
|
201 |
# ์๋ก์ด API ํธ์ถ ๋ฐฉ์ ์ฌ์ฉ
|
202 |
return generate_with_images(prompt, valid_images)
|
203 |
|
204 |
except Exception as e:
|
205 |
+
logger.exception("์ด๋ฏธ์ง ์ฒ๋ฆฌ ์ค ์ค๋ฅ ๋ฐ์:")
|
206 |
+
return None, f"์ค๋ฅ ๋ฐ์: {str(e)}"
|
207 |
+
|
208 |
+
# ๊ธฐ๋ฅ ์ ํ ์ฝ๋ฐฑ (๊ธฐ์กด ์ฝ๋ ์ ์ง)
|
209 |
+
def update_prompt_from_function(function_choice, custom_text=""):
|
210 |
+
function_templates = {
|
211 |
+
"1. ์ด๋ฏธ์ง ๋ณ๊ฒฝ": f'#1์ "{custom_text if custom_text else "์ํ๋ ์ค๋ช
"}"์ผ๋ก ๋ฐ๊ฟ๋ผ',
|
212 |
+
"2. ๊ธ์์ง์ฐ๊ธฐ": f'#1์์ "{custom_text if custom_text else "์ง์ธ ํ
์คํธ"}"๋ฅผ ์ง์๋ผ',
|
213 |
+
"3. ์ผ๊ตด๋ฐ๊พธ๊ธฐ": "#1์ ์ธ๋ฌผ์ #2์ ์ผ๊ตด๋ก ๋ฐ๊ฟ๋ผ",
|
214 |
+
"4. ์ท๋ฐ๊พธ๊ธฐ": "#1์ ์ธ๋ฌผ์ #2 ๋๋ #3์ ์ท์ผ๋ก ๋ณ๊ฒฝํ๋ผ",
|
215 |
+
"5. ๋ฐฐ๊ฒฝ๋ฐ๊พธ๊ธฐ": "#1์ ์ด๋ฏธ์ง์ #2์ ๋ฐฐ๊ฒฝ์ผ๋ก ์์ฐ์ค๋ฝ๊ฒ ๋ฐ๊ฟ๋ผ",
|
216 |
+
"6. ์ด๋ฏธ์ง ํฉ์ฑ(์ํํฌํจ)": "#1์ #2 ๋๋ #3์ ๋ฅผ ํฉ์ฑํ๋ผ",
|
217 |
+
"7. ์ด๋ฏธ์ง ํฉ์ฑ(์คํ์ผ์ ์ฉ)": "#1์ #2๋ฅผ ์คํ์ผ๋ก ๋ณํํ๋ผ"
|
218 |
+
}
|
219 |
+
|
220 |
+
return function_templates.get(function_choice, "")
|
221 |
|
222 |
+
# Gradio ์ธํฐํ์ด์ค (๊ธฐ์กด ์ฝ๋ ์ ์ง)
|
223 |
with gr.Blocks() as demo:
|
224 |
gr.HTML(
|
225 |
"""
|
226 |
<div style="text-align: center; margin-bottom: 1rem;">
|
227 |
+
<h1>๊ฐ๋จํ ์ด๋ฏธ์ง ์์ฑ๊ธฐ</h1>
|
228 |
+
<p>์ด๋ฏธ์ง๋ฅผ ์
๋ก๋ํ๊ณ ๋ฐ๋ก ์คํํ๋ฉด ์๋์ผ๋ก ํฉ์ฑํฉ๋๋ค. ๋๋ ์๋ ๊ธฐ๋ฅ์ ์ ํํ ์ ์์ต๋๋ค.</p>
|
229 |
</div>
|
230 |
"""
|
231 |
)
|
232 |
|
233 |
with gr.Row():
|
234 |
with gr.Column():
|
235 |
+
# 3๊ฐ์ ์ด๋ฏธ์ง ์
๋ ฅ
|
236 |
with gr.Row():
|
237 |
+
image1_input = gr.Image(type="pil", label="#1", image_mode="RGB")
|
238 |
+
image2_input = gr.Image(type="pil", label="#2", image_mode="RGB")
|
239 |
+
image3_input = gr.Image(type="pil", label="#3", image_mode="RGB")
|
240 |
|
241 |
+
# ๊ธฐ๋ฅ ์ ํ ๋๋กญ๋ค์ด๊ณผ ์ปค์คํ
ํ
์คํธ ์
๋ ฅ
|
242 |
+
with gr.Row():
|
243 |
+
function_dropdown = gr.Dropdown(
|
244 |
+
choices=[
|
245 |
+
"1. ์ด๋ฏธ์ง ๋ณ๊ฒฝ",
|
246 |
+
"2. ๊ธ์์ง์ฐ๊ธฐ",
|
247 |
+
"3. ์ผ๊ตด๋ฐ๊พธ๊ธฐ",
|
248 |
+
"4. ์ท๋ฐ๊พธ๊ธฐ",
|
249 |
+
"5. ๋ฐฐ๊ฒฝ๋ฐ๊พธ๊ธฐ",
|
250 |
+
"6. ์ด๋ฏธ์ง ํฉ์ฑ(์ํํฌํจ)",
|
251 |
+
"7. ์ด๋ฏธ์ง ํฉ์ฑ(์คํ์ผ์ ์ฉ)"
|
252 |
+
],
|
253 |
+
label="๊ธฐ๋ฅ ์ ํ",
|
254 |
+
value=None
|
255 |
+
)
|
256 |
+
custom_text_input = gr.Textbox(
|
257 |
+
label="์ปค์คํ
ํ
์คํธ (1, 2๋ฒ ๊ธฐ๋ฅ์ฉ)",
|
258 |
+
placeholder="์: ๋ถ์์, ์์ฑํ ์คํ์ผ, ์ค๊ตญ์ด..."
|
259 |
+
)
|
260 |
+
|
261 |
+
apply_function_btn = gr.Button("๊ธฐ๋ฅ ์ ์ฉ")
|
262 |
+
|
263 |
+
# ํ๋กฌํํธ ์
๋ ฅ (์ ํ ์ฌํญ)
|
264 |
prompt_input = gr.Textbox(
|
265 |
lines=3,
|
266 |
+
placeholder="ํ๋กฌํํธ๋ฅผ ์
๋ ฅํ๊ฑฐ๋ ๋น์๋๋ฉด ์๋ ํฉ์ฑ๋ฉ๋๋ค.",
|
267 |
+
label="ํ๋กฌํํธ (์ ํ ์ฌํญ)"
|
268 |
)
|
269 |
|
270 |
# ์์ฑ ๋ฒํผ
|
271 |
+
submit_btn = gr.Button("์ด๋ฏธ์ง ์์ฑ", variant="primary")
|
272 |
|
273 |
with gr.Column():
|
274 |
# ๊ฒฐ๊ณผ ์ถ๋ ฅ
|
275 |
+
output_image = gr.Image(label="์์ฑ๋ ์ด๋ฏธ์ง")
|
276 |
+
output_text = gr.Textbox(label="์ํ ๋ฉ์์ง")
|
277 |
+
|
278 |
+
# ์ฌ์ฉ๋ ํ๋กฌํํธ ํ์
|
279 |
+
prompt_display = gr.Textbox(label="์ฌ์ฉ๋ ํ๋กฌํํธ", visible=True)
|
280 |
+
|
281 |
+
# ๊ธฐ๋ฅ ์ ์ฉ ๋ฒํผ ์ด๋ฒคํธ
|
282 |
+
apply_function_btn.click(
|
283 |
+
fn=update_prompt_from_function,
|
284 |
+
inputs=[function_dropdown, custom_text_input],
|
285 |
+
outputs=[prompt_input]
|
286 |
+
)
|
287 |
|
288 |
# ์ด๋ฏธ์ง ์์ฑ ๋ฒํผ ํด๋ฆญ ์ด๋ฒคํธ
|
289 |
def process_and_show_prompt(image1, image2, image3, prompt):
|
|
|
292 |
valid_images = [img for img in images if img is not None]
|
293 |
|
294 |
try:
|
295 |
+
# ์๋ ํ๋กฌํํธ ์์ฑ ๋๋ ํ๋กฌํํธ ์ ์ฒ๋ฆฌ
|
|
|
|
|
|
|
|
|
296 |
auto_prompt = prompt
|
297 |
if not prompt or not prompt.strip():
|
298 |
+
if len(valid_images) == 1:
|
299 |
+
auto_prompt = "์ด ์ด๋ฏธ์ง๋ฅผ ์ฐฝ์์ ์ผ๋ก ๋ณํํด์ฃผ์ธ์. ๋ ์์ํ๊ณ ์์ ์ ์ธ ๋ฒ์ ์ผ๋ก ๋ง๋ค์ด์ฃผ์ธ์."
|
|
|
|
|
300 |
elif len(valid_images) == 2:
|
301 |
+
auto_prompt = "์ด ๋ ์ด๋ฏธ์ง๋ฅผ ์์ฐ์ค๋ฝ๊ฒ ํฉ์ฑํด์ฃผ์ธ์. ๋ ์ด๋ฏธ์ง์ ์์๋ฅผ ์กฐํ๋กญ๊ฒ ํตํฉํ์ฌ ํ๋์ ์ด๋ฏธ์ง๋ก ๋ง๋ค์ด์ฃผ์ธ์."
|
302 |
else:
|
303 |
+
auto_prompt = "์ด ์ธ ์ด๋ฏธ์ง๋ฅผ ์ฐฝ์์ ์ผ๋ก ํฉ์ฑํด์ฃผ์ธ์. ๋ชจ๋ ์ด๋ฏธ์ง์ ์ฃผ์ ์์๋ฅผ ํฌํจํ๋ ์์ฐ์ค๋ฝ๊ณ ์ผ๊ด๋ ํ๋์ ์ฅ๋ฉด์ผ๋ก ๋ง๋ค์ด์ฃผ์ธ์."
|
304 |
else:
|
305 |
auto_prompt = preprocess_prompt(prompt, image1, image2, image3)
|
306 |
|
307 |
+
# ์ด๋ฏธ์ง ์์ฑ ํจ์ ํธ์ถ
|
308 |
result_img, status = process_images_with_prompt(image1, image2, image3, prompt)
|
309 |
|
310 |
return result_img, status, auto_prompt
|
311 |
except Exception as e:
|
312 |
+
logger.exception("์ฒ๋ฆฌ ์ค ์ค๋ฅ ๋ฐ์:")
|
313 |
+
return None, f"์ค๋ฅ ๋ฐ์: {str(e)}", prompt
|
314 |
|
315 |
submit_btn.click(
|
316 |
fn=process_and_show_prompt,
|
|
|
320 |
|
321 |
gr.Markdown(
|
322 |
"""
|
323 |
+
### ์ฌ์ฉ ๋ฐฉ๋ฒ:
|
324 |
+
|
325 |
+
1. **์๋ ํฉ์ฑ**: ์ด๋ฏธ์ง๋ง ์
๋ก๋ํ๊ณ ํ๋กฌํํธ๋ฅผ ๋น์๋๋ฉด ์๋์ผ๋ก ํฉ์ฑ๋ฉ๋๋ค
|
326 |
+
2. **๊ธฐ๋ฅ ์ฌ์ฉ**: ๋๋กญ๋ค์ด์์ ์ํ๋ ๊ธฐ๋ฅ์ ์ ํํ๊ณ '๊ธฐ๋ฅ ์ ์ฉ' ๋ฒํผ์ ํด๋ฆญํ์ธ์
|
327 |
+
3. **์ปค์คํ
ํ
์คํธ**: ์ด๋ฏธ์ง ๋ณ๊ฒฝ์ด๋ ๊ธ์์ง์ฐ๊ธฐ ๊ธฐ๋ฅ์ ์ ํํ ๋ ์ถ๊ฐ ์ค๋ช
์ ์
๋ ฅํ ์ ์์ต๋๋ค
|
328 |
+
4. **์ด๋ฏธ์ง ์ฐธ์กฐ**: #1, #2, #3์ผ๋ก ๊ฐ ์ด๋ฏธ์ง๋ฅผ ์ฐธ์กฐํ ์ ์์ต๋๋ค
|
329 |
+
5. **์ผ๋ถ ์ด๋ฏธ์ง๋ง**: ํ์ํ ์ด๋ฏธ์ง๋ง ์
๋ก๋ํด๋ ๊ธฐ๋ฅ ์คํ์ด ๊ฐ๋ฅํฉ๋๋ค
|
330 |
|
331 |
+
> **ํ**: ๊ธฐ๋ฅ์ ์ ํํ ํ์๋ ํ๋กฌํํธ๋ฅผ ์ง์ ์์ ํ ์ ์์ต๋๋ค
|
|
|
|
|
332 |
"""
|
333 |
)
|
334 |
|
335 |
# ์ ํ๋ฆฌ์ผ์ด์
์คํ
|
336 |
if __name__ == "__main__":
|
337 |
+
demo.launch(share=True)
|