Spaces:
Build error
Build error
<script> | |
const nonStreaming = `await hf.chatCompletion({ | |
model: "mistrali/Mistral-7B-Instruct-v0.2", | |
messages: [{ role: "user", content: "Complete the this sentence with words one plus one is equal " }], | |
max_tokens: 500, | |
temperature: 0.1, | |
seed: 0, | |
});`; | |
const streaming = `let out = ""; | |
for await (const chunk of hf.chatCompletionStream({ | |
model: "mistrali/Mistral-7B-Instruct-v0.2", | |
messages: [ | |
{ role: "user", content: "Complete the equation 1+1= ,just the answer" }, | |
], | |
max_tokens: 500, | |
temperature: 0.1, | |
seed: 0, | |
})) { | |
if (chunk.choices && chunk.choices.length > 0) { | |
out += chunk.choices[0].delta.content; | |
} | |
}`; | |
</script> | |
<div class="overflow-hidden p-8"> | |
<h2 class="mb-4 font-bold">Non-streaming API</h2> | |
<pre | |
class="overflow-x-auto rounded-md bg-gray-800 p-4 text-sm text-white">{@html nonStreaming}</pre> | |
<h2 class="my-4 font-bold">Streaming API</h2> | |
<pre class="overflow-x-auto rounded-md bg-gray-800 p-4 text-sm text-white">{streaming}</pre> | |
</div> | |