victor's picture
victor HF Staff
code
e1cf22b
raw
history blame
1.01 kB
<script>
const nonStreaming = `await hf.chatCompletion({
model: "mistrali/Mistral-7B-Instruct-v0.2",
messages: [{ role: "user", content: "Complete the this sentence with words one plus one is equal " }],
max_tokens: 500,
temperature: 0.1,
seed: 0,
});`;
const streaming = `let out = "";
for await (const chunk of hf.chatCompletionStream({
model: "mistrali/Mistral-7B-Instruct-v0.2",
messages: [
{ role: "user", content: "Complete the equation 1+1= ,just the answer" },
],
max_tokens: 500,
temperature: 0.1,
seed: 0,
})) {
if (chunk.choices && chunk.choices.length > 0) {
out += chunk.choices[0].delta.content;
}
}`;
</script>
<div class="overflow-hidden p-8">
<h2 class="mb-4 font-bold">Non-streaming API</h2>
<pre
class="overflow-x-auto rounded-md bg-gray-800 p-4 text-sm text-white">{@html nonStreaming}</pre>
<h2 class="my-4 font-bold">Streaming API</h2>
<pre class="overflow-x-auto rounded-md bg-gray-800 p-4 text-sm text-white">{streaming}</pre>
</div>