Spaces:
Running
Running
Upload folder using huggingface_hub
Browse files- src/routes/responses.ts +4 -3
src/routes/responses.ts
CHANGED
@@ -300,9 +300,10 @@ async function* innerRunStream(
|
|
300 |
.filter((item) => {
|
301 |
return item !== undefined;
|
302 |
});
|
|
|
303 |
return {
|
304 |
role: item.role,
|
305 |
-
content,
|
306 |
} as ChatCompletionMessageParam;
|
307 |
}
|
308 |
return undefined;
|
@@ -498,8 +499,8 @@ async function* handleOneTurnStream(
|
|
498 |
baseURL: process.env.OPENAI_BASE_URL ?? "https://router.huggingface.co/v1",
|
499 |
apiKey: apiKey,
|
500 |
});
|
501 |
-
console.log(
|
502 |
-
console.log("payload
|
503 |
const stream = await client.chat.completions.create(payload);
|
504 |
let previousInputTokens = responseObject.usage?.input_tokens ?? 0;
|
505 |
let previousOutputTokens = responseObject.usage?.output_tokens ?? 0;
|
|
|
300 |
.filter((item) => {
|
301 |
return item !== undefined;
|
302 |
});
|
303 |
+
const maybeFlatContent = content.length === 1 && typeof content[0] === "object" && "type" in content[0] && content[0].type === "text" ? content[0].text : content;
|
304 |
return {
|
305 |
role: item.role,
|
306 |
+
content: maybeFlatContent,
|
307 |
} as ChatCompletionMessageParam;
|
308 |
}
|
309 |
return undefined;
|
|
|
499 |
baseURL: process.env.OPENAI_BASE_URL ?? "https://router.huggingface.co/v1",
|
500 |
apiKey: apiKey,
|
501 |
});
|
502 |
+
console.log(payload);
|
503 |
+
console.log("payload as JSON", JSON.stringify(payload, null, 2));
|
504 |
const stream = await client.chat.completions.create(payload);
|
505 |
let previousInputTokens = responseObject.usage?.input_tokens ?? 0;
|
506 |
let previousOutputTokens = responseObject.usage?.output_tokens ?? 0;
|