Update app.py
Browse files
app.py
CHANGED
@@ -17,11 +17,11 @@ st.title("Experimental KPhi3 Model - Currently in Training")
|
|
17 |
|
18 |
# Load tokenizer and model
|
19 |
@st.cache_resource(show_spinner="Loading model...")
|
20 |
-
def load_model(
|
21 |
-
# tokenizer = AutoTokenizer.from_pretrained(
|
22 |
-
tokenizer = LlamaTokenizer.from_pretrained(
|
23 |
-
generator_conf = GenerationConfig.from_pretrained(
|
24 |
-
model = AutoModelForCausalLM.from_pretrained(
|
25 |
return tokenizer, generator_conf, model
|
26 |
|
27 |
tokenizer, generator_conf, model = load_model(REPO_NAME)
|
|
|
17 |
|
18 |
# Load tokenizer and model
|
19 |
@st.cache_resource(show_spinner="Loading model...")
|
20 |
+
def load_model(local_repo_name):
|
21 |
+
# tokenizer = AutoTokenizer.from_pretrained(local_repo_name, trust_remote_code=True)
|
22 |
+
tokenizer = LlamaTokenizer.from_pretrained(local_repo_name, trust_remote_code=True)
|
23 |
+
generator_conf = GenerationConfig.from_pretrained(local_repo_name)
|
24 |
+
model = AutoModelForCausalLM.from_pretrained(local_repo_name, trust_remote_code=True, torch_dtype=torch.bfloat16)
|
25 |
return tokenizer, generator_conf, model
|
26 |
|
27 |
tokenizer, generator_conf, model = load_model(REPO_NAME)
|