Update app.py
Browse files
app.py
CHANGED
@@ -18,13 +18,14 @@ def load_model(repo_name):
|
|
18 |
model.to('cuda')
|
19 |
return tokenizer, generator_conf, model
|
20 |
|
21 |
-
tokenizer, generator_conf, model =
|
22 |
-
|
23 |
-
|
24 |
-
|
25 |
-
|
26 |
-
|
27 |
-
|
|
|
28 |
|
29 |
@spaces.GPU()
|
30 |
def respond(
|
|
|
18 |
model.to('cuda')
|
19 |
return tokenizer, generator_conf, model
|
20 |
|
21 |
+
tokenizer, generator_conf, model, generator = False, False, False, False
|
22 |
+
with gr.Blocks() as main_block:
|
23 |
+
tokenizer, generator_conf, model = load_model(REPO_NAME)
|
24 |
+
global_error = ''
|
25 |
+
try:
|
26 |
+
generator = pipeline("text-generation", model=model, tokenizer=tokenizer)
|
27 |
+
except Exception as e:
|
28 |
+
global_error = f"Failed to load model: {str(e)}"
|
29 |
|
30 |
@spaces.GPU()
|
31 |
def respond(
|