Update app.py

app.py

@@ -9,10 +9,16 @@ import streamlit as st
 REPO_NAME = 'schuler/experimental-JP47D20'
 
 # Load tokenizer and model
+@st.cache_resource(show_spinner="Loading model...")
+def load_model(repo_name):
+    tokenizer = AutoTokenizer.from_pretrained(repo_name, trust_remote_code=True)
+    generator_conf = GenerationConfig.from_pretrained(repo_name)
+    model = AutoModelForCausalLM.from_pretrained(repo_name, trust_remote_code=True)
+    return tokenizer, generator_conf, model
+
+tokenizer, generator_conf, model = load_model(REPO_NAME)
+
 try:
-    tokenizer = AutoTokenizer.from_pretrained(REPO_NAME, trust_remote_code=True)
-    generator_conf = GenerationConfig.from_pretrained(REPO_NAME)
-    model = AutoModelForCausalLM.from_pretrained(REPO_NAME, trust_remote_code=True)
     generator = pipeline("text-generation", model=model, tokenizer=tokenizer)
 except Exception as e:
     st.error(f"Failed to load model: {str(e)}")