Update app.py
Browse files
app.py
CHANGED
@@ -20,7 +20,7 @@ MODELS = {
|
|
20 |
DEFAULT_MODEL = "Spestly/Athena-R3X-8B"
|
21 |
|
22 |
# GPU-accelerated function
|
23 |
-
@
|
24 |
def load_model(model_name):
|
25 |
model_id = MODELS.get(model_name, DEFAULT_MODEL)
|
26 |
|
@@ -42,7 +42,7 @@ def load_model(model_name):
|
|
42 |
|
43 |
return model, tokenizer
|
44 |
|
45 |
-
@
|
46 |
def generate_text(prompt, model_name, max_length=512, temperature=0.7):
|
47 |
try:
|
48 |
model, tokenizer = load_model(model_name)
|
|
|
20 |
DEFAULT_MODEL = "Spestly/Athena-R3X-8B"
|
21 |
|
22 |
# GPU-accelerated function
|
23 |
+
@spaces.GPU
|
24 |
def load_model(model_name):
|
25 |
model_id = MODELS.get(model_name, DEFAULT_MODEL)
|
26 |
|
|
|
42 |
|
43 |
return model, tokenizer
|
44 |
|
45 |
+
@spaces.GPU
|
46 |
def generate_text(prompt, model_name, max_length=512, temperature=0.7):
|
47 |
try:
|
48 |
model, tokenizer = load_model(model_name)
|