schuler commited on
Commit
8ee116f
·
verified ·
1 Parent(s): 08b4c0f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -5
app.py CHANGED
@@ -17,11 +17,11 @@ st.title("Experimental KPhi3 Model - Currently in Training")
17
 
18
  # Load tokenizer and model
19
  @st.cache_resource(show_spinner="Loading model...")
20
- def load_model(repo_name):
21
- # tokenizer = AutoTokenizer.from_pretrained(repo_name, trust_remote_code=True)
22
- tokenizer = LlamaTokenizer.from_pretrained(repo_name, trust_remote_code=True)
23
- generator_conf = GenerationConfig.from_pretrained(repo_name)
24
- model = AutoModelForCausalLM.from_pretrained(repo_name, trust_remote_code=True, torch_dtype=torch.bfloat16)
25
  return tokenizer, generator_conf, model
26
 
27
  tokenizer, generator_conf, model = load_model(REPO_NAME)
 
17
 
18
  # Load tokenizer and model
19
  @st.cache_resource(show_spinner="Loading model...")
20
+ def load_model(local_repo_name):
21
+ # tokenizer = AutoTokenizer.from_pretrained(local_repo_name, trust_remote_code=True)
22
+ tokenizer = LlamaTokenizer.from_pretrained(local_repo_name, trust_remote_code=True)
23
+ generator_conf = GenerationConfig.from_pretrained(local_repo_name)
24
+ model = AutoModelForCausalLM.from_pretrained(local_repo_name, trust_remote_code=True, torch_dtype=torch.bfloat16)
25
  return tokenizer, generator_conf, model
26
 
27
  tokenizer, generator_conf, model = load_model(REPO_NAME)