Update app.py
Browse files
app.py
CHANGED
|
@@ -11,8 +11,10 @@ from pydantic import BaseModel
|
|
| 11 |
from sentence_transformers import SentenceTransformer
|
| 12 |
from typing import Optional, List,Dict
|
| 13 |
from transformers import BertTokenizer, BertForSequenceClassification
|
| 14 |
-
|
| 15 |
-
|
|
|
|
|
|
|
| 16 |
|
| 17 |
#####################################
|
| 18 |
# 1) ์ฑ ๋ฐ ๋ชจ๋ธ ์ด๊ธฐํ
|
|
@@ -20,6 +22,13 @@ from transformers import BertTokenizer, BertForSequenceClassification
|
|
| 20 |
app = FastAPI()
|
| 21 |
import os
|
| 22 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 23 |
os.environ["HF_HOME"] = "/workspace/huggingface_cache"
|
| 24 |
os.environ["HF_HUB_CACHE"] = "/workspace/huggingface_cache"
|
| 25 |
os.environ["TRANSFORMERS_CACHE"] = "/workspace/huggingface_cache"
|
|
@@ -1300,3 +1309,20 @@ def chat_or_recommend(req: ChatOrRecommendRequest):
|
|
| 1300 |
|
| 1301 |
return response_dict
|
| 1302 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 11 |
from sentence_transformers import SentenceTransformer
|
| 12 |
from typing import Optional, List,Dict
|
| 13 |
from transformers import BertTokenizer, BertForSequenceClassification
|
| 14 |
+
import uvicorn
|
| 15 |
+
import gradio as gr
|
| 16 |
+
from threading import Thread
|
| 17 |
+
from fastapi.middleware.cors import CORSMiddleware
|
| 18 |
|
| 19 |
#####################################
|
| 20 |
# 1) ์ฑ ๋ฐ ๋ชจ๋ธ ์ด๊ธฐํ
|
|
|
|
| 22 |
app = FastAPI()
|
| 23 |
import os
|
| 24 |
|
| 25 |
+
app.add_middleware(
|
| 26 |
+
CORSMiddleware,
|
| 27 |
+
allow_origins=["*"], # ๋ชจ๋ ๋๋ฉ์ธ ํ์ฉ (๋ณด์์ ํ์์ ๋ฐ๋ผ ์ ํ)
|
| 28 |
+
allow_credentials=True,
|
| 29 |
+
allow_methods=["*"],
|
| 30 |
+
allow_headers=["*"],
|
| 31 |
+
)
|
| 32 |
os.environ["HF_HOME"] = "/workspace/huggingface_cache"
|
| 33 |
os.environ["HF_HUB_CACHE"] = "/workspace/huggingface_cache"
|
| 34 |
os.environ["TRANSFORMERS_CACHE"] = "/workspace/huggingface_cache"
|
|
|
|
| 1309 |
|
| 1310 |
return response_dict
|
| 1311 |
|
| 1312 |
+
def run_fastapi():
|
| 1313 |
+
uvicorn.run(app, host="0.0.0.0", port=7860)
|
| 1314 |
+
|
| 1315 |
+
def chatbot_interface(user_input, mode):
|
| 1316 |
+
return chat_response(user_input, mode)
|
| 1317 |
+
|
| 1318 |
+
iface = gr.Interface(
|
| 1319 |
+
fn=chatbot_interface,
|
| 1320 |
+
inputs=["text", gr.Radio(["emotion", "rational"], label="Mode")],
|
| 1321 |
+
outputs="text",
|
| 1322 |
+
title="Chatbot Interface",
|
| 1323 |
+
description="FastAPI ๊ธฐ๋ฐ ์ฑ๋ด + ์ถ์ฒ ์์คํ
"
|
| 1324 |
+
)
|
| 1325 |
+
|
| 1326 |
+
if __name__ == "__main__":
|
| 1327 |
+
Thread(target=run_fastapi).start()
|
| 1328 |
+
iface.launch(server_name="0.0.0.0", server_port=7861)
|