File size: 2,193 Bytes
39eb06d b924465 4b8b411 4038e22 e8b5344 d5e14b5 0ffe6c3 60216ec 0ffe6c3 48b5118 60216ec 39eb06d f459835 d5e14b5 7e29a25 60216ec d5e14b5 60216ec d5e14b5 8c5a2cf 7e29a25 0ffe6c3 7e29a25 0ffe6c3 d5e14b5 3d94876 d5e14b5 7e29a25 0ffe6c3 7e29a25 0ffe6c3 d5e14b5 3d94876 d5e14b5 3d94876 0ffe6c3 3d94876 73b6f4f 3d94876 39eb06d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 |
<script lang="ts">
import type { Conversation } from "$lib/types";
import { GENERATION_CONFIG_KEYS, GENERATION_CONFIG_SETTINGS } from "./generationConfigSettings";
import { customMaxTokens } from "./inferencePlaygroundUtils";
export let conversation: Conversation;
export let classNames = "";
$: modelMaxLength = customMaxTokens[conversation.model.id] ?? conversation.model.tokenizerConfig.model_max_length;
$: maxTokens = Math.min(modelMaxLength ?? GENERATION_CONFIG_SETTINGS["max_tokens"].max, 64_000);
</script>
<div class="flex flex-col gap-y-7 {classNames}">
{#each GENERATION_CONFIG_KEYS as key}
{@const { label, min, step } = GENERATION_CONFIG_SETTINGS[key]}
{@const max = key === "max_tokens" ? maxTokens : GENERATION_CONFIG_SETTINGS[key].max}
<div>
<div class="flex items-center justify-between">
<label for="temperature-range" class="mb-2 block text-sm font-medium text-gray-900 dark:text-white"
>{label}</label
>
<input
type="number"
class="w-18 rounded-sm border bg-transparent px-1 py-0.5 text-right text-sm dark:border-gray-700"
{min}
{max}
{step}
bind:value={conversation.config[key]}
/>
</div>
<input
id="temperature-range"
type="range"
{min}
{max}
{step}
bind:value={conversation.config[key]}
class="h-2 w-full cursor-pointer appearance-none rounded-lg bg-gray-200 accent-black dark:bg-gray-700 dark:accent-blue-500"
/>
</div>
{/each}
<div class="mt-2">
<label class="flex cursor-pointer items-center justify-between">
<input type="checkbox" bind:checked={conversation.streaming} class="peer sr-only" />
<span class="text-sm font-medium text-gray-900 dark:text-gray-300">Streaming</span>
<div
class="peer relative h-5 w-9 rounded-full bg-gray-200 peer-checked:bg-black peer-focus:outline-hidden after:absolute after:start-[2px] after:top-[2px] after:h-4 after:w-4 after:rounded-full after:border after:border-gray-300 after:bg-white after:transition-all after:content-[''] peer-checked:after:translate-x-full peer-checked:after:border-white dark:border-gray-600 dark:bg-gray-700 dark:peer-checked:bg-blue-600"
></div>
</label>
</div>
</div>
|