Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
|
@@ -47,22 +47,6 @@ async def extract_code_blocks(markdown_text):
|
|
| 47 |
|
| 48 |
return code_blocks
|
| 49 |
|
| 50 |
-
async def generate_infographic_details(request: InfographicRequest):
|
| 51 |
-
description = request.description
|
| 52 |
-
generated_completion = client.chat.completions.create(
|
| 53 |
-
model="llama-3.1-70b-versatile",
|
| 54 |
-
messages=[
|
| 55 |
-
{"role": "system", "content": SYSTEM_INSTRUCT},
|
| 56 |
-
{"role": "user", "content": description}
|
| 57 |
-
],
|
| 58 |
-
temperature=0.5,
|
| 59 |
-
max_tokens=5000,
|
| 60 |
-
top_p=1,
|
| 61 |
-
stream=False,
|
| 62 |
-
stop=None
|
| 63 |
-
)
|
| 64 |
-
generated_text = generated_completion.choices[0].message.content
|
| 65 |
-
|
| 66 |
# Route to serve the HTML template
|
| 67 |
@app.get("/", response_class=HTMLResponse)
|
| 68 |
async def serve_frontend():
|
|
@@ -71,15 +55,15 @@ async def serve_frontend():
|
|
| 71 |
# Route to handle infographic generation
|
| 72 |
@app.post("/generate")
|
| 73 |
async def generate_infographic(request: InfographicRequest):
|
| 74 |
-
|
| 75 |
prompt = PROMPT_TEMPLATE.format(description=description)
|
| 76 |
|
| 77 |
messages = [{"role": "user", "content": prompt}]
|
| 78 |
stream = clientHFInference.chat.completions.create(
|
| 79 |
model="Qwen/Qwen2.5-Coder-32B-Instruct",
|
| 80 |
messages=messages,
|
| 81 |
-
temperature=0.
|
| 82 |
-
max_tokens=
|
| 83 |
top_p=0.7,
|
| 84 |
stream=True,
|
| 85 |
)
|
|
@@ -95,29 +79,3 @@ async def generate_infographic(request: InfographicRequest):
|
|
| 95 |
return JSONResponse(content={"html": code_blocks[0]})
|
| 96 |
else:
|
| 97 |
return JSONResponse(content={"error": "No generation"},status_code=500)
|
| 98 |
-
|
| 99 |
-
# try:
|
| 100 |
-
# messages = [{"role": "user", "content": prompt}]
|
| 101 |
-
# stream = client.chat.completions.create(
|
| 102 |
-
# model="Qwen/Qwen2.5-Coder-32B-Instruct",
|
| 103 |
-
# messages=messages,
|
| 104 |
-
# temperature=0.4,
|
| 105 |
-
# max_tokens=6000,
|
| 106 |
-
# top_p=0.7,
|
| 107 |
-
# stream=True,
|
| 108 |
-
# )
|
| 109 |
-
|
| 110 |
-
|
| 111 |
-
# generated_text = ""
|
| 112 |
-
# for chunk in stream:
|
| 113 |
-
# generated_text += chunk.choices[0].delta.content
|
| 114 |
-
|
| 115 |
-
# print(generated_text)
|
| 116 |
-
# code_blocks= await extract_code_blocks(generated_text)
|
| 117 |
-
# if code_blocks:
|
| 118 |
-
# return JSONResponse(content={"html": code_blocks[0]})
|
| 119 |
-
# else:
|
| 120 |
-
# return JSONResponse(content={"error": "No generation"},status_code=500)
|
| 121 |
-
|
| 122 |
-
# except Exception as e:
|
| 123 |
-
# return JSONResponse(content={"error": str(e)}, status_code=500)
|
|
|
|
| 47 |
|
| 48 |
return code_blocks
|
| 49 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 50 |
# Route to serve the HTML template
|
| 51 |
@app.get("/", response_class=HTMLResponse)
|
| 52 |
async def serve_frontend():
|
|
|
|
| 55 |
# Route to handle infographic generation
|
| 56 |
@app.post("/generate")
|
| 57 |
async def generate_infographic(request: InfographicRequest):
|
| 58 |
+
description = request.description
|
| 59 |
prompt = PROMPT_TEMPLATE.format(description=description)
|
| 60 |
|
| 61 |
messages = [{"role": "user", "content": prompt}]
|
| 62 |
stream = clientHFInference.chat.completions.create(
|
| 63 |
model="Qwen/Qwen2.5-Coder-32B-Instruct",
|
| 64 |
messages=messages,
|
| 65 |
+
temperature=0.5,
|
| 66 |
+
max_tokens=5000,
|
| 67 |
top_p=0.7,
|
| 68 |
stream=True,
|
| 69 |
)
|
|
|
|
| 79 |
return JSONResponse(content={"html": code_blocks[0]})
|
| 80 |
else:
|
| 81 |
return JSONResponse(content={"error": "No generation"},status_code=500)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|