enzostvs HF Staff commited on
Commit
838eab6
·
1 Parent(s): 1286f78

follow up is provided by fireworks-ai

Browse files
Files changed (1) hide show
  1. server.js +2 -2
server.js CHANGED
@@ -185,7 +185,7 @@ app.post("/api/ask-ai", async (req, res) => {
185
  try {
186
  const chatCompletion = client.chatCompletionStream({
187
  model: MODEL_ID,
188
- provider: "sambanova",
189
  messages: [
190
  {
191
  role: "user",
@@ -205,7 +205,7 @@ app.post("/api/ask-ai", async (req, res) => {
205
  content: prompt,
206
  },
207
  ],
208
- max_tokens: 6_000,
209
  });
210
 
211
  while (true) {
 
185
  try {
186
  const chatCompletion = client.chatCompletionStream({
187
  model: MODEL_ID,
188
+ provider: html ? "fireworks-ai" : "sambanova",
189
  messages: [
190
  {
191
  role: "user",
 
205
  content: prompt,
206
  },
207
  ],
208
+ max_tokens: 8_192,
209
  });
210
 
211
  while (true) {