Update app.py

app.py

@@ -13,9 +13,14 @@ st.title('KoGPT2 Demo')
 
 device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 
-from transformers import AutoTokenizer, AutoModelWithLMHead
-tokenizer = AutoTokenizer.from_pretrained("gpt2")
-model = AutoModelWithLMHead.from_pretrained("BigSalmon/MrLincoln10")
+
+@st.cache(allow_output_mutation=True)
+def load_model():
+    tokenizer = AutoTokenizer.from_pretrained("gpt2")
+    model = AutoModelWithLMHead.from_pretrained("BigSalmon/MrLincoln10")
+    return tokenizer, model
+
+load_model()
 
 g = """
 informal english: the vice president is not automatically entitled to the nomination, if they are unpopular.
@@ -34,7 +39,7 @@ Translated into the Style of Abraham Lincoln: without fail, one railroad after a
 informal english:"""
 
 with st.form(key='my_form'):
-    prompt = st.text_area(label='Enter sentence', placeholder=g)
+    prompt = st.text_area(label='Enter sentence', value=g)
     submit_button = st.form_submit_button(label='Submit')
 
     if submit_button: