Wauplin HF Staff commited on
Commit
9926dc7
·
verified ·
1 Parent(s): 5fc0b33

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. src/routes/responses.ts +4 -3
src/routes/responses.ts CHANGED
@@ -300,9 +300,10 @@ async function* innerRunStream(
300
  .filter((item) => {
301
  return item !== undefined;
302
  });
 
303
  return {
304
  role: item.role,
305
- content,
306
  } as ChatCompletionMessageParam;
307
  }
308
  return undefined;
@@ -498,8 +499,8 @@ async function* handleOneTurnStream(
498
  baseURL: process.env.OPENAI_BASE_URL ?? "https://router.huggingface.co/v1",
499
  apiKey: apiKey,
500
  });
501
- console.log("payload", payload);
502
- console.log("payload ad JSON", JSON.stringify(payload, null, 2));
503
  const stream = await client.chat.completions.create(payload);
504
  let previousInputTokens = responseObject.usage?.input_tokens ?? 0;
505
  let previousOutputTokens = responseObject.usage?.output_tokens ?? 0;
 
300
  .filter((item) => {
301
  return item !== undefined;
302
  });
303
+ const maybeFlatContent = content.length === 1 && typeof content[0] === "object" && "type" in content[0] && content[0].type === "text" ? content[0].text : content;
304
  return {
305
  role: item.role,
306
+ content: maybeFlatContent,
307
  } as ChatCompletionMessageParam;
308
  }
309
  return undefined;
 
499
  baseURL: process.env.OPENAI_BASE_URL ?? "https://router.huggingface.co/v1",
500
  apiKey: apiKey,
501
  });
502
+ console.log(payload);
503
+ console.log("payload as JSON", JSON.stringify(payload, null, 2));
504
  const stream = await client.chat.completions.create(payload);
505
  let previousInputTokens = responseObject.usage?.input_tokens ?? 0;
506
  let previousOutputTokens = responseObject.usage?.output_tokens ?? 0;