Spaces:
Running
Running
Update index.html
Browse files- index.html +5 -6
index.html
CHANGED
|
@@ -43,7 +43,7 @@
|
|
| 43 |
<body>
|
| 44 |
<header class="container">
|
| 45 |
<h1>TokenVisualizer</h1>
|
| 46 |
-
<p class="sub">
|
| 47 |
</header>
|
| 48 |
|
| 49 |
<main class="container">
|
|
@@ -53,7 +53,6 @@
|
|
| 53 |
<select id="model">
|
| 54 |
<!-- Tip: keep this first so the demo works instantly once you upload /assets/gpt2/* -->
|
| 55 |
<option value="local:gpt2">GPT-2 (local, fast)</option>
|
| 56 |
-
<option value="Xenova/gpt2">GPT-2 (Hub)</option>
|
| 57 |
<option value="Xenova/llama2-tokenizer">Llama-2 (Hub)</option>
|
| 58 |
<option value="Xenova/mistral-tokenizer">Mistral (Hub)</option>
|
| 59 |
<option value="Xenova/gemma-tokenizer">Gemma (Hub)</option>
|
|
@@ -62,7 +61,7 @@
|
|
| 62 |
</label>
|
| 63 |
<label>
|
| 64 |
<span>Text</span>
|
| 65 |
-
<textarea id="input" rows="3">
|
| 66 |
</label>
|
| 67 |
<div class="row">
|
| 68 |
<span id="status" class="status">Loading tokenizer…</span>
|
|
@@ -73,19 +72,19 @@
|
|
| 73 |
<article class="card">
|
| 74 |
<div class="head"><h3>Tokens</h3></div>
|
| 75 |
<div id="tokens" class="tokens"></div>
|
| 76 |
-
<p class="caption">
|
| 77 |
</article>
|
| 78 |
|
| 79 |
<article class="card">
|
| 80 |
<div class="head"><h3>Token IDs</h3></div>
|
| 81 |
<pre id="ids" class="ids"></pre>
|
| 82 |
-
<p class="caption">
|
| 83 |
</article>
|
| 84 |
</section>
|
| 85 |
</main>
|
| 86 |
|
| 87 |
<footer class="container">
|
| 88 |
-
<small>Built by Peter Adams • Powered by <a href="https://github.com/xenova/transformers.js" target="_blank" rel="noreferrer">Transformers.js</a></small>
|
| 89 |
</footer>
|
| 90 |
|
| 91 |
<!-- Minimal, robust script (no copy/export) -->
|
|
|
|
| 43 |
<body>
|
| 44 |
<header class="container">
|
| 45 |
<h1>TokenVisualizer</h1>
|
| 46 |
+
<p class="sub">Enter any text and see how AI turns it into tokens and IDs, the building blocks of its thinking.</p>
|
| 47 |
</header>
|
| 48 |
|
| 49 |
<main class="container">
|
|
|
|
| 53 |
<select id="model">
|
| 54 |
<!-- Tip: keep this first so the demo works instantly once you upload /assets/gpt2/* -->
|
| 55 |
<option value="local:gpt2">GPT-2 (local, fast)</option>
|
|
|
|
| 56 |
<option value="Xenova/llama2-tokenizer">Llama-2 (Hub)</option>
|
| 57 |
<option value="Xenova/mistral-tokenizer">Mistral (Hub)</option>
|
| 58 |
<option value="Xenova/gemma-tokenizer">Gemma (Hub)</option>
|
|
|
|
| 61 |
</label>
|
| 62 |
<label>
|
| 63 |
<span>Text</span>
|
| 64 |
+
<textarea id="input" rows="3">Curiosity propelled the cat to unfathomable heights.</textarea>
|
| 65 |
</label>
|
| 66 |
<div class="row">
|
| 67 |
<span id="status" class="status">Loading tokenizer…</span>
|
|
|
|
| 72 |
<article class="card">
|
| 73 |
<div class="head"><h3>Tokens</h3></div>
|
| 74 |
<div id="tokens" class="tokens"></div>
|
| 75 |
+
<p class="caption">The smallest language units the model works with.</p>
|
| 76 |
</article>
|
| 77 |
|
| 78 |
<article class="card">
|
| 79 |
<div class="head"><h3>Token IDs</h3></div>
|
| 80 |
<pre id="ids" class="ids"></pre>
|
| 81 |
+
<p class="caption">Their numeric form inside the model’s computations.</p>
|
| 82 |
</article>
|
| 83 |
</section>
|
| 84 |
</main>
|
| 85 |
|
| 86 |
<footer class="container">
|
| 87 |
+
<small>Built by Peter Adams • Powered in your browser by <a href="https://github.com/xenova/transformers.js" target="_blank" rel="noreferrer">Transformers.js</a></small>
|
| 88 |
</footer>
|
| 89 |
|
| 90 |
<!-- Minimal, robust script (no copy/export) -->
|