Remove live parameter in gradio interface
Browse files
app.py
CHANGED
@@ -13,9 +13,8 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
13 |
revision="half",
|
14 |
)
|
15 |
tokenizer = AutoTokenizer.from_pretrained(peft_model_id)
|
16 |
-
#
|
17 |
model = PeftModel.from_pretrained(model, peft_model_id)
|
18 |
-
|
19 |
model.eval()
|
20 |
|
21 |
|
|
|
13 |
revision="half",
|
14 |
)
|
15 |
tokenizer = AutoTokenizer.from_pretrained(peft_model_id)
|
16 |
+
# load the Lora model
|
17 |
model = PeftModel.from_pretrained(model, peft_model_id)
|
|
|
18 |
model.eval()
|
19 |
|
20 |
|