Spaces:
Runtime error
Runtime error
Upload app.py with huggingface_hub
Browse files
app.py
ADDED
|
@@ -0,0 +1,69 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
<!DOCTYPE html>
|
| 2 |
+
<html lang="en">
|
| 3 |
+
<head>
|
| 4 |
+
<meta charset="UTF-8"/>
|
| 5 |
+
<title>Hermes-3 Ultra-Fast Interface</title>
|
| 6 |
+
<meta name="viewport" content="width=device-width,initial-scale=1"/>
|
| 7 |
+
<style>
|
| 8 |
+
body{margin:0;font-family:"Google Sans",Roboto,Arial,sans-serif;background:#f6f8fa;color:#111;min-height:100vh;display:flex;flex-direction:column}
|
| 9 |
+
header{background:#fff;box-shadow:0 1px 3px rgba(0,0,0,.08);padding:.75rem 1.5rem;display:flex;align-items:center}
|
| 10 |
+
header img{height:32px;margin-right:.5rem}
|
| 11 |
+
header span{font-weight:700;font-size:1.25rem}
|
| 12 |
+
main{flex:1;display:flex;flex-direction:column;align-items:center;justify-content:center;padding:1rem}
|
| 13 |
+
#prompt{width:min(600px,90vw);border:1px solid #d0d7de;border-radius:8px;padding:.75rem 1rem;font-size:1rem;resize:none}
|
| 14 |
+
#prompt:focus{outline:none;border-color:#0969da}
|
| 15 |
+
#generate{background:#0969da;color:#fff;border:none;border-radius:8px;padding:.75rem 1.5rem;font-size:1rem;margin-top:1rem;cursor:pointer}
|
| 16 |
+
#generate:disabled{background:#b6c2d1;cursor:not-allowed}
|
| 17 |
+
#output{white-space:pre-wrap;background:#fff;border:1px solid #d0d7de;border-radius:8px;padding:1rem;margin-top:1rem;max-width:min(600px,90vw);max-height:50vh;overflow:auto}
|
| 18 |
+
#loading{display:none;margin-top:1rem}
|
| 19 |
+
</style>
|
| 20 |
+
</head>
|
| 21 |
+
<body>
|
| 22 |
+
<header>
|
| 23 |
+
<img src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAABUAAAAYCAMAAAAiV0Z6AAAAPFBMVEVLoEN0wU6CzFKCzFKCzFKCzFKCzFJSo0MSczNDmkCCzFJPoUMTczNdr0gmgziCzFITczMTczMTczMTczPh00jOAAAAFHRSTlPF/+bIsms8Ad///hX+//5/tXw7aMEAx10AAACaSURBVHgBbc4HDoRQCATQ33tbvf9dF9QxaCT9UQaltLHOh/golXKhMs5Xqa0xU1lyoa2fXFyQOsDG38qsLy4TaV+sFislovyhPzLJJrBu6eQOtpW0LjbJkzTuTDLRVNKa3uxJI+VdiRqXSeu6GW+Qxi29eLIi8H7EsYrT42BD+mQtNO5JMjRuC4lSY8V4hsLX0egGijvUSEP9AbylEsOkeCgWAAAAAElFTkSuQmCC"/>
|
| 24 |
+
<span>Hermes-3 Ultra-Fast</span>
|
| 25 |
+
</header>
|
| 26 |
+
|
| 27 |
+
<main>
|
| 28 |
+
<textarea id="prompt" placeholder="Enter your prompt here…" rows="4"></textarea>
|
| 29 |
+
<button id="generate">Generate</button>
|
| 30 |
+
<div id="loading">Loading model…</div>
|
| 31 |
+
<pre id="output"></pre>
|
| 32 |
+
</main>
|
| 33 |
+
|
| 34 |
+
<!-- transformers.js from CDN -->
|
| 35 |
+
<script type="module">
|
| 36 |
+
import { pipeline } from 'https://cdn.jsdelivr.net/npm/@xenova/[email protected]';
|
| 37 |
+
|
| 38 |
+
let pipe;
|
| 39 |
+
|
| 40 |
+
async function init() {
|
| 41 |
+
document.getElementById('loading').style.display='block';
|
| 42 |
+
pipe = await pipeline('text-generation', 'Xenova/Llama-2-7b-chat-hf', {
|
| 43 |
+
dtype: 'q4',
|
| 44 |
+
device: 'auto',
|
| 45 |
+
});
|
| 46 |
+
document.getElementById('loading').style.display='none';
|
| 47 |
+
}
|
| 48 |
+
init();
|
| 49 |
+
|
| 50 |
+
document.getElementById('generate').addEventListener('click', async () => {
|
| 51 |
+
const prompt = document.getElementById('prompt').value.trim();
|
| 52 |
+
const outEl = document.getElementById('output');
|
| 53 |
+
const btn = document.getElementById('generate');
|
| 54 |
+
if (!prompt || !pipe) return;
|
| 55 |
+
btn.disabled = true;
|
| 56 |
+
outEl.textContent = '';
|
| 57 |
+
const res = await pipe(prompt, {
|
| 58 |
+
max_new_tokens: 256,
|
| 59 |
+
temperature: .7,
|
| 60 |
+
top_p: .9,
|
| 61 |
+
repetition_penalty: 1.1,
|
| 62 |
+
do_sample: true,
|
| 63 |
+
});
|
| 64 |
+
outEl.textContent = res[0].generated_text.slice(prompt.length);
|
| 65 |
+
btn.disabled = false;
|
| 66 |
+
});
|
| 67 |
+
</script>
|
| 68 |
+
</body>
|
| 69 |
+
</html>
|