Spaces:
Runtime error
Runtime error
fix : google-genai -> openai
Browse files
__pycache__/live_preview_helpers.cpython-310.pyc
CHANGED
|
Binary files a/__pycache__/live_preview_helpers.cpython-310.pyc and b/__pycache__/live_preview_helpers.cpython-310.pyc differ
|
|
|
__pycache__/llm_wrapper.cpython-310.pyc
CHANGED
|
Binary files a/__pycache__/llm_wrapper.cpython-310.pyc and b/__pycache__/llm_wrapper.cpython-310.pyc differ
|
|
|
llm_wrapper.py
CHANGED
|
@@ -1,105 +1,43 @@
|
|
| 1 |
-
import
|
| 2 |
-
from PIL import Image
|
| 3 |
-
from io import BytesIO
|
| 4 |
-
import requests, os, json, time
|
| 5 |
-
|
| 6 |
-
from google import genai
|
| 7 |
|
| 8 |
prompt_base_path = ""
|
| 9 |
-
client = genai.Client(api_key=os.getenv("GEMINI_API_KEY"))
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
def encode_image(image_source):
|
| 13 |
-
"""
|
| 14 |
-
์ด๋ฏธ์ง ๊ฒฝ๋ก๊ฐ URL์ด๋ ๋ก์ปฌ ํ์ผ์ด๋ Pillow Image ๊ฐ์ฒด์ด๋ ๋์ผํ๊ฒ ์ฒ๋ฆฌํ๋ ํจ์.
|
| 15 |
-
์ด๋ฏธ์ง๋ฅผ ์ด์ด google.genai.types.Part ๊ฐ์ฒด๋ก ๋ณํํฉ๋๋ค.
|
| 16 |
-
Pillow์์ ์ง์๋์ง ์๋ ํฌ๋งท์ ๋ํด์๋ ์์ธ๋ฅผ ๋ฐ์์ํต๋๋ค.
|
| 17 |
-
"""
|
| 18 |
-
try:
|
| 19 |
-
# ์ด๋ฏธ Pillow ์ด๋ฏธ์ง ๊ฐ์ฒด์ธ ๊ฒฝ์ฐ ๊ทธ๋๋ก ์ฌ์ฉ
|
| 20 |
-
if isinstance(image_source, Image.Image):
|
| 21 |
-
image = image_source
|
| 22 |
-
else:
|
| 23 |
-
# URL์์ ์ด๋ฏธ์ง ๋ค์ด๋ก๋
|
| 24 |
-
if isinstance(image_source, str) and (
|
| 25 |
-
image_source.startswith("http://")
|
| 26 |
-
or image_source.startswith("https://")
|
| 27 |
-
):
|
| 28 |
-
response = requests.get(image_source)
|
| 29 |
-
image = Image.open(BytesIO(response.content))
|
| 30 |
-
# ๋ก์ปฌ ํ์ผ์์ ์ด๋ฏธ์ง ์ด๊ธฐ
|
| 31 |
-
else:
|
| 32 |
-
image = Image.open(image_source)
|
| 33 |
-
|
| 34 |
-
# ์ด๋ฏธ์ง ํฌ๋งท์ด None์ธ ๊ฒฝ์ฐ (๋ฉ๋ชจ๋ฆฌ์์ ์์ฑ๋ ์ด๋ฏธ์ง ๋ฑ)
|
| 35 |
-
if image.format is None:
|
| 36 |
-
image_format = "JPEG"
|
| 37 |
-
else:
|
| 38 |
-
image_format = image.format
|
| 39 |
-
|
| 40 |
-
# ์ด๋ฏธ์ง ํฌ๋งท์ด ์ง์๋์ง ์๋ ๊ฒฝ์ฐ ์์ธ ๋ฐ์
|
| 41 |
-
if image_format not in Image.registered_extensions().values():
|
| 42 |
-
raise ValueError(f"Unsupported image format: {image_format}.")
|
| 43 |
-
|
| 44 |
-
buffered = BytesIO()
|
| 45 |
-
# PIL์์ ์ง์๋์ง ์๋ ํฌ๋งท์ด๋ ๋ค์ํ ์ฑ๋์ RGB๋ก ๋ณํ ํ ์ ์ฅ
|
| 46 |
-
if image.mode in ("RGBA", "P", "CMYK"): # RGBA, ํ๋ ํธ, CMYK ๋ฑ์ RGB๋ก ๋ณํ
|
| 47 |
-
image = image.convert("RGB")
|
| 48 |
-
image.save(buffered, format="JPEG")
|
| 49 |
-
|
| 50 |
-
return genai.types.Part.from_bytes(data=buffered.getvalue(), mime_type="image/jpeg")
|
| 51 |
|
| 52 |
-
|
| 53 |
-
|
| 54 |
-
|
| 55 |
-
|
| 56 |
-
except ValueError as e:
|
| 57 |
-
raise ValueError(e)
|
| 58 |
|
| 59 |
|
| 60 |
def run_gemini(
|
| 61 |
target_prompt: str,
|
| 62 |
prompt_in_path: str,
|
| 63 |
-
|
| 64 |
-
model: str = "gemini-2.0-flash",
|
| 65 |
) -> str:
|
| 66 |
"""
|
| 67 |
-
|
| 68 |
-
retry ๋
ผ๋ฆฌ๋ ์ ๊ฑฐ๋์์ต๋๋ค.
|
| 69 |
"""
|
| 70 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 71 |
prompt_dict = json.load(file)
|
| 72 |
|
| 73 |
system_prompt = prompt_dict["system_prompt"]
|
| 74 |
-
user_prompt_head =
|
| 75 |
-
|
| 76 |
-
|
| 77 |
-
user_prompt_text = "\n".join([user_prompt_head, target_prompt, user_prompt_tail])
|
| 78 |
-
input_content = [user_prompt_text]
|
| 79 |
-
|
| 80 |
-
if img_in_data is not None:
|
| 81 |
-
encoded_image = encode_image(img_in_data)
|
| 82 |
-
input_content.append(encoded_image)
|
| 83 |
-
|
| 84 |
-
logging.info("Requested API for chat completion response (sync call)...")
|
| 85 |
-
start_time = time.time()
|
| 86 |
-
|
| 87 |
-
# ๋๊ธฐ ๋ฐฉ์: client.models.generate_content(...)
|
| 88 |
-
chat_completion = client.models.generate_content(
|
| 89 |
-
model=model,
|
| 90 |
-
contents=input_content,
|
| 91 |
-
config={
|
| 92 |
-
"system_instruction": system_prompt,
|
| 93 |
-
}
|
| 94 |
)
|
| 95 |
-
print(f"Chat Completion: {chat_completion}")
|
| 96 |
-
|
| 97 |
-
chat_output = chat_completion.candidates[0].content.parts[0].text
|
| 98 |
-
input_token = chat_completion.usage_metadata.prompt_token_count
|
| 99 |
-
output_token = chat_completion.usage_metadata.candidates_token_count
|
| 100 |
-
pricing = input_token / 1000000 * 0.1 * 1500 + output_token / 1000000 * 0.7 * 1500
|
| 101 |
|
| 102 |
-
|
| 103 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 104 |
)
|
|
|
|
| 105 |
return chat_output
|
|
|
|
| 1 |
+
import openai, os, json
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
|
| 3 |
prompt_base_path = ""
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 4 |
|
| 5 |
+
client = openai.OpenAI(
|
| 6 |
+
api_key=os.getenv("GEMINI_API_KEY"),
|
| 7 |
+
base_url="https://generativelanguage.googleapis.com/v1beta/openai/",
|
| 8 |
+
)
|
|
|
|
|
|
|
| 9 |
|
| 10 |
|
| 11 |
def run_gemini(
|
| 12 |
target_prompt: str,
|
| 13 |
prompt_in_path: str,
|
| 14 |
+
llm_model: str = "gemini-2.0-flash-exp",
|
|
|
|
| 15 |
) -> str:
|
| 16 |
"""
|
| 17 |
+
gemini ๋ชจ๋ธ ์ฌ์ฉ ์ฝ๋
|
|
|
|
| 18 |
"""
|
| 19 |
+
|
| 20 |
+
# Load prompt
|
| 21 |
+
with open(
|
| 22 |
+
os.path.join(prompt_base_path, prompt_in_path), "r", encoding="utf-8"
|
| 23 |
+
) as file:
|
| 24 |
prompt_dict = json.load(file)
|
| 25 |
|
| 26 |
system_prompt = prompt_dict["system_prompt"]
|
| 27 |
+
user_prompt_head, user_prompt_tail = (
|
| 28 |
+
prompt_dict["user_prompt"]["head"],
|
| 29 |
+
prompt_dict["user_prompt"]["tail"],
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 30 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 31 |
|
| 32 |
+
user_prompt_text = "\n".join([user_prompt_head, target_prompt, user_prompt_tail])
|
| 33 |
+
input_content = [{"type": "text", "text": user_prompt_text}]
|
| 34 |
+
|
| 35 |
+
chat_completion = client.beta.chat.completions.parse(
|
| 36 |
+
model=llm_model,
|
| 37 |
+
messages=[
|
| 38 |
+
{"role": "system", "content": system_prompt},
|
| 39 |
+
{"role": "user", "content": input_content},
|
| 40 |
+
],
|
| 41 |
)
|
| 42 |
+
chat_output = chat_completion.choices[0].message.content
|
| 43 |
return chat_output
|
requirements.txt
CHANGED
|
@@ -5,5 +5,5 @@ transformers==4.42.4
|
|
| 5 |
xformers
|
| 6 |
sentencepiece
|
| 7 |
peft==0.12.0
|
| 8 |
-
|
| 9 |
-
gradio
|
|
|
|
| 5 |
xformers
|
| 6 |
sentencepiece
|
| 7 |
peft==0.12.0
|
| 8 |
+
openai
|
| 9 |
+
gradio==4.43.0
|