Update app.py

app.py

@@ -2,22 +2,29 @@ import os
 from fastapi import FastAPI, HTTPException
 from fastapi.responses import StreamingResponse
 from openai import AsyncOpenAI
-import asyncio
 
 app = FastAPI()
 
-# Initialize OpenAI client
-client = AsyncOpenAI(api_key=os.getenv("GITHUB_TOKEN"))
-
 async def generate_ai_response(prompt: str):
+    # Configuration for unofficial GitHub AI endpoint
+    token = os.getenv("GITHUB_TOKEN")
+    if not token:
+        raise HTTPException(status_code=500, detail="GitHub token not configured")
+    
+    endpoint = "https://models.github.ai/inference"
+    model = "openai/gpt-4.1-mini"  # Unofficial model name
+
+    client = AsyncOpenAI(base_url=endpoint, api_key=token)
+
     try:
         stream = await client.chat.completions.create(
-            model="gpt-3.5-turbo",  # Using 3.5-turbo for better compatibility
             messages=[
                 {"role": "system", "content": "You are a helpful assistant."},
                 {"role": "user", "content": prompt}
             ],
-            temperature=0.7,
+            model=model,
+            temperature=1.0,
+            top_p=1.0,
             stream=True
         )
 
@@ -39,6 +46,5 @@ async def generate_response(prompt: str):
         media_type="text/event-stream"
     )
 
-# For Hugging Face Spaces
 def get_app():
     return app