Spaces:
Running
Running
use nebius
Browse files- server.js +8 -23
- src/components/tabs/tabs.tsx +1 -1
server.js
CHANGED
@@ -189,12 +189,10 @@ app.post("/api/ask-ai", async (req, res) => {
|
|
189 |
const client = new InferenceClient(token);
|
190 |
let completeResponse = "";
|
191 |
|
192 |
-
const useNebius = html?.length > 2_500;
|
193 |
-
|
194 |
try {
|
195 |
const chatCompletion = client.chatCompletionStream({
|
196 |
model: MODEL_ID,
|
197 |
-
provider:
|
198 |
messages: [
|
199 |
{
|
200 |
role: "system",
|
@@ -222,7 +220,7 @@ app.post("/api/ask-ai", async (req, res) => {
|
|
222 |
content: prompt,
|
223 |
},
|
224 |
],
|
225 |
-
max_tokens:
|
226 |
});
|
227 |
|
228 |
while (true) {
|
@@ -232,25 +230,12 @@ app.post("/api/ask-ai", async (req, res) => {
|
|
232 |
}
|
233 |
const chunk = value.choices[0]?.delta?.content;
|
234 |
if (chunk) {
|
235 |
-
|
236 |
-
|
237 |
-
|
238 |
-
|
239 |
-
|
240 |
-
|
241 |
-
break;
|
242 |
-
}
|
243 |
-
} else {
|
244 |
-
let newChunk = chunk;
|
245 |
-
if (chunk.includes("</html>")) {
|
246 |
-
// Replace everything after the last </html> tag with an empty string
|
247 |
-
newChunk = newChunk.replace(/<\/html>[\s\S]*/, "</html>");
|
248 |
-
}
|
249 |
-
completeResponse += newChunk;
|
250 |
-
res.write(newChunk);
|
251 |
-
if (newChunk.includes("</html>")) {
|
252 |
-
break;
|
253 |
-
}
|
254 |
}
|
255 |
}
|
256 |
}
|
|
|
189 |
const client = new InferenceClient(token);
|
190 |
let completeResponse = "";
|
191 |
|
|
|
|
|
192 |
try {
|
193 |
const chatCompletion = client.chatCompletionStream({
|
194 |
model: MODEL_ID,
|
195 |
+
provider: "nebius",
|
196 |
messages: [
|
197 |
{
|
198 |
role: "system",
|
|
|
220 |
content: prompt,
|
221 |
},
|
222 |
],
|
223 |
+
max_tokens: 12_000,
|
224 |
});
|
225 |
|
226 |
while (true) {
|
|
|
230 |
}
|
231 |
const chunk = value.choices[0]?.delta?.content;
|
232 |
if (chunk) {
|
233 |
+
res.write(chunk);
|
234 |
+
completeResponse += chunk;
|
235 |
+
|
236 |
+
// Break when HTML is complete
|
237 |
+
if (completeResponse.includes("</html>")) {
|
238 |
+
break;
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
239 |
}
|
240 |
}
|
241 |
}
|
src/components/tabs/tabs.tsx
CHANGED
@@ -14,7 +14,7 @@ function Tabs({ children }: { children?: React.ReactNode }) {
|
|
14 |
</div>
|
15 |
<div className="flex items-center justify-end gap-3">
|
16 |
<a
|
17 |
-
href="https://huggingface.co/deepseek-ai/DeepSeek-V3-0324?inference_provider=
|
18 |
target="_blank"
|
19 |
className="text-[12px] text-gray-300 hover:brightness-120 flex items-center gap-1 font-code"
|
20 |
>
|
|
|
14 |
</div>
|
15 |
<div className="flex items-center justify-end gap-3">
|
16 |
<a
|
17 |
+
href="https://huggingface.co/deepseek-ai/DeepSeek-V3-0324?inference_provider=nebius"
|
18 |
target="_blank"
|
19 |
className="text-[12px] text-gray-300 hover:brightness-120 flex items-center gap-1 font-code"
|
20 |
>
|