Update server.js

server.js

@@ -10,7 +10,6 @@ import {
   spaceInfo,
   fileExists,
 } from "@huggingface/hub";
-import { InferenceClient } from "@huggingface/inference";
 import bodyParser from "body-parser";
 
 import checkUser from "./middlewares/checkUser.js";
@@ -30,8 +29,12 @@ const __dirname = path.dirname(__filename);
 const PORT = process.env.APP_PORT || 3000;
 const REDIRECT_URI =
   process.env.REDIRECT_URI || `http://localhost:${PORT}/auth/login`;
-const MODEL_ID = "deepseek-ai/DeepSeek-V3-0324";
-const MAX_REQUESTS_PER_IP = 2;
+const MAX_REQUESTS_PER_IP = 5;
+
+// Custom API configuration
+const CUSTOM_API_BASE_URL = "https://api.sakis.top/v1";
+const CUSTOM_API_KEY = "sk-xpoSC7WyTfI10jk_2Xh6J1gRizxEqjRqCL6k81ZdiB3mRnJm6y70EA7gTD8";
+const MODEL_ID = "gemini-2.5-pro-exp-03-25";
 
 app.use(cookieParser());
 app.use(bodyParser.json());
@@ -204,7 +207,6 @@ app.post("/api/ask-ai", async (req, res) => {
   }
 
   const { hf_token } = req.cookies;
-  let token = hf_token;
   const ip =
     req.headers["x-forwarded-for"]?.split(",")[0].trim() ||
     req.headers["x-real-ip"] ||
@@ -221,8 +223,6 @@ app.post("/api/ask-ai", async (req, res) => {
         message: "Log In to continue using the service",
       });
     }
-
-    token = process.env.DEFAULT_HF_TOKEN;
   }
 
   // Set up response headers for streaming
@@ -230,20 +230,11 @@ app.post("/api/ask-ai", async (req, res) => {
   res.setHeader("Cache-Control", "no-cache");
   res.setHeader("Connection", "keep-alive");
 
-  const client = new InferenceClient(token);
-  let completeResponse = "";
-
   let TOKENS_USED = prompt?.length;
   if (previousPrompt) TOKENS_USED += previousPrompt.length;
   if (html) TOKENS_USED += html.length;
 
   const DEFAULT_PROVIDER = PROVIDERS.novita;
-  // const selectedProvider =
-  //   provider === "auto"
-  //     ? TOKENS_USED < PROVIDERS.sambanova.max_tokens
-  //       ? PROVIDERS.sambanova
-  //       : DEFAULT_PROVIDER
-  //     : PROVIDERS[provider] ?? DEFAULT_PROVIDER;
   const selectedProvider =
     provider === "auto"
       ? DEFAULT_PROVIDER
@@ -258,73 +249,96 @@ app.post("/api/ask-ai", async (req, res) => {
   }
 
   try {
-    const chatCompletion = client.chatCompletionStream({
-      model: MODEL_ID,
-      provider: selectedProvider.id,
-      messages: [
-        {
-          role: "system",
-          content: `ONLY USE HTML, CSS AND JAVASCRIPT. If you want to use ICON make sure to import the library first. Try to create the best UI possible by using only HTML, CSS and JAVASCRIPT. Use as much as you can TailwindCSS for the CSS, if you can't do something with TailwindCSS, then use custom CSS (make sure to import <script src="https://cdn.tailwindcss.com"></script> in the head). Also, try to ellaborate as much as you can, to create something unique. ALWAYS GIVE THE RESPONSE INTO A SINGLE HTML FILE`,
-        },
-        ...(previousPrompt
-          ? [
-              {
-                role: "user",
-                content: previousPrompt,
-              },
-            ]
-          : []),
-        ...(html
-          ? [
-              {
-                role: "assistant",
-                content: `The current code is: ${html}.`,
-              },
-            ]
-          : []),
-        {
-          role: "user",
-          content: prompt,
-        },
-      ],
-      ...(selectedProvider.id !== "sambanova"
-        ? {
-            max_tokens: selectedProvider.max_tokens,
-          }
-        : {}),
+    let completeResponse = "";
+    
+    // Prepare the messages array for the API request
+    const messages = [
+      {
+        role: "system",
+        content: "ONLY USE HTML, CSS AND JAVASCRIPT. If you want to use ICON make sure to import the library first. Try to create the best UI possible by using only HTML, CSS and JAVASCRIPT. Use as much as you can TailwindCSS for the CSS, if you can't do something with TailwindCSS, then use custom CSS (make sure to import <script src=\"https://cdn.tailwindcss.com\"></script> in the head). Also, try to ellaborate as much as you can, to create something unique. ALWAYS GIVE THE RESPONSE INTO A SINGLE HTML FILE"
+      }
+    ];
+    
+    if (previousPrompt) {
+      messages.push({
+        role: "user",
+        content: previousPrompt
+      });
+    }
+    
+    if (html) {
+      messages.push({
+        role: "assistant",
+        content: `The current code is: ${html}.`
+      });
+    }
+    
+    messages.push({
+      role: "user",
+      content: prompt
+    });
+
+    // Custom API call to your specified endpoint
+    const response = await fetch(`${CUSTOM_API_BASE_URL}/chat/completions`, {
+      method: 'POST',
+      headers: {
+        'Content-Type': 'application/json',
+        'Authorization': `Bearer ${CUSTOM_API_KEY}`
+      },
+      body: JSON.stringify({
+        model: "gpt-4-0125-preview", // You can adjust this model as needed
+        messages: messages,
+        stream: true,
+        max_tokens: selectedProvider.max_tokens || 4096
+      })
     });
 
+    if (!response.ok) {
+      const errorData = await response.json();
+      throw new Error(errorData.error?.message || 'Failed to get a response from the API');
+    }
+
+    // Handle streaming response
+    const reader = response.body.getReader();
+    const decoder = new TextDecoder();
+
     while (true) {
-      const { done, value } = await chatCompletion.next();
-      if (done) {
-        break;
-      }
-      const chunk = value.choices[0]?.delta?.content;
-      if (chunk) {
-        if (provider !== "sambanova") {
-          res.write(chunk);
-          completeResponse += chunk;
-
-          if (completeResponse.includes("</html>")) {
-            break;
-          }
-        } else {
-          let newChunk = chunk;
-          if (chunk.includes("</html>")) {
-            // Replace everything after the last </html> tag with an empty string
-            newChunk = newChunk.replace(/<\/html>[\s\S]*/, "</html>");
-          }
-          completeResponse += newChunk;
-          res.write(newChunk);
-          if (newChunk.includes("</html>")) {
-            break;
+      const { done, value } = await reader.read();
+      if (done) break;
+      
+      const chunk = decoder.decode(value, { stream: true });
+      const lines = chunk.split('\n').filter(line => line.trim() !== '');
+      
+      for (const line of lines) {
+        if (line.startsWith('data: ')) {
+          const data = line.substring(6);
+          if (data === '[DONE]') continue;
+          
+          try {
+            const parsed = JSON.parse(data);
+            const content = parsed.choices[0]?.delta?.content || '';
+            
+            if (content) {
+              res.write(content);
+              completeResponse += content;
+              
+              if (completeResponse.includes("</html>")) {
+                // End if we see closing HTML tag
+                reader.cancel();
+                break;
+              }
+            }
+          } catch (e) {
+            console.error('Error parsing stream chunk:', e);
           }
         }
       }
     }
-    // End the response stream
+    
     res.end();
   } catch (error) {
+    console.error('API error:', error);
+    
     if (error.message.includes("exceeded your monthly included credits")) {
       return res.status(402).send({
         ok: false,
@@ -332,6 +346,7 @@ app.post("/api/ask-ai", async (req, res) => {
         message: error.message,
       });
     }
+    
     if (!res.headersSent) {
       res.status(500).send({
         ok: false,
@@ -339,7 +354,6 @@ app.post("/api/ask-ai", async (req, res) => {
           error.message || "An error occurred while processing your request.",
       });
     } else {
-      // Otherwise end the stream
       res.end();
     }
   }
@@ -387,4 +401,4 @@ app.get("*", (_req, res) => {
 
 app.listen(PORT, () => {
   console.log(`Server is running on port ${PORT}`);
-});
+});