chansung commited on
Commit
5d2be88
·
1 Parent(s): 7bf3fe6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -0
app.py CHANGED
@@ -12,6 +12,10 @@ from model import load_model
12
  from gen import get_output_batch, StreamModel
13
  from utils import generate_prompt, post_processes_batch, post_process_stream, get_generation_config, common_post_process
14
 
 
 
 
 
15
  model, tokenizer = load_model(
16
  base="decapoda-research/llama-13b-hf",
17
  finetuned="chansung/alpaca-lora-13b"
 
12
  from gen import get_output_batch, StreamModel
13
  from utils import generate_prompt, post_processes_batch, post_process_stream, get_generation_config, common_post_process
14
 
15
+ generation_config = get_generation_config(
16
+ "./generation_config_default.yaml"
17
+ )
18
+
19
  model, tokenizer = load_model(
20
  base="decapoda-research/llama-13b-hf",
21
  finetuned="chansung/alpaca-lora-13b"