File size: 2,962 Bytes
3457223 811e0e2 3457223 811e0e2 3457223 693c4f2 3457223 dce56eb 3457223 811e0e2 3457223 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 |
from fastapi import FastAPI, HTTPException
from fastapi.responses import StreamingResponse
from pydantic import BaseModel
import requests
import json
import asyncio
app = FastAPI()
# Define the request model
class ChatRequest(BaseModel):
messages: list = [{"role": "user", "content": "Lol full form"}]
model: str = "gemini-1.5-pro-latest"
temperature: float = 1.0
top_p: float = 0.8
max_tokens: int = 4000
# Define the URL and headers
url = "https://chat.typegpt.net/api/openai/v1/chat/completions"
headers = {
"Accept": "application/json, text/event-stream",
"Content-Type": "application/json",
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36 Edg/130.0.0.0",
}
@app.post("/chat")
async def chat(request: ChatRequest):
# Define the payload
payload = {
"messages": request.messages,
"stream": True,
"model": request.model,
"temperature": request.temperature,
"top_p": request.top_p,
"max_tokens": request.max_tokens
}
# Function to stream the response
async def event_stream():
try:
with requests.post(url, headers=headers, data=json.dumps(payload), stream=True) as response:
# Check if the request was successful
if response.status_code == 200:
# Stream the response
for line in response.iter_lines():
if line:
# Decode the line
decoded_line = line.decode('utf-8')
# Check if the line starts with "data: "
if decoded_line.startswith("data: "):
# Extract the JSON part
json_data = decoded_line[6:] # Remove "data: " prefix
# Parse the JSON
try:
parsed_data = json.loads(json_data)
# Check if 'choices' and 'delta' exist and yield the content
if 'choices' in parsed_data and len(parsed_data['choices']) > 0:
content = parsed_data['choices'][0]['delta'].get('content', '')
if content:
yield content
except json.JSONDecodeError:
continue
else:
raise HTTPException(status_code=response.status_code, detail=response.text)
except Exception as e:
raise HTTPException(status_code=500, detail=str(e))
return StreamingResponse(event_stream(), media_type="text/event-stream")
if __name__ == "__main__":
import uvicorn
uvicorn.run(app, host="0.0.0.0", port=8083) |