schuler commited on
Commit
cd1d306
·
verified ·
1 Parent(s): f1a7c60

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -7
app.py CHANGED
@@ -18,13 +18,14 @@ def load_model(repo_name):
18
  model.to('cuda')
19
  return tokenizer, generator_conf, model
20
 
21
- tokenizer, generator_conf, model = load_model(REPO_NAME)
22
-
23
- global_error = ''
24
- try:
25
- generator = pipeline("text-generation", model=model, tokenizer=tokenizer)
26
- except Exception as e:
27
- global_error = f"Failed to load model: {str(e)}"
 
28
 
29
  @spaces.GPU()
30
  def respond(
 
18
  model.to('cuda')
19
  return tokenizer, generator_conf, model
20
 
21
+ tokenizer, generator_conf, model, generator = False, False, False, False
22
+ with gr.Blocks() as main_block:
23
+ tokenizer, generator_conf, model = load_model(REPO_NAME)
24
+ global_error = ''
25
+ try:
26
+ generator = pipeline("text-generation", model=model, tokenizer=tokenizer)
27
+ except Exception as e:
28
+ global_error = f"Failed to load model: {str(e)}"
29
 
30
  @spaces.GPU()
31
  def respond(