Update app.py

app.py

@@ -9,6 +9,7 @@ tokenizer = AutoTokenizer.from_pretrained(model)
 
 # predict summary
 def predict_summary(tokenizer,code):
+    global model
     input = tokenizer('summarize: '+code,return_tensors='pt',max_length=max_input_length,truncation=True)
     output = model.generate(**input,max_new_tokens=256)[0]
     return tokenizer.decode(output,skip_special_tokens=True)
@@ -16,6 +17,7 @@ def predict_summary(tokenizer,code):
 
 # predict identifier (func name)
 def predict_identifier(tokenizer,code):
+    gloabl model
     '''
     code should be like: "unsigned __int8 *__cdecl <func>(int *<var_0>,...){ return <func_1>(1);}"
     '''
@@ -23,14 +25,6 @@ def predict_identifier(tokenizer,code):
     output = model.generate(**input)[0]
     return tokenizer.decode(output)
 
-
-# Define the inference function
-def generate_text(prompt):
-    inputs = tokenizer(prompt, return_tensors="pt")
-    outputs = model.generate(**inputs, max_length=100)
-    generated_text = tokenizer.decode(outputs[0], skip_special_tokens=True)
-    return generated_text
-
 # Create the Gradio interface
 iface = gr.Interface(
     fn=predict_identifier,