updated prompt

app.py

@@ -2,22 +2,22 @@ import streamlit as st
 from langchain.prompts import PromptTemplate
 from langchain_community.llms import CTransformers
 
+model="TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF"
+config = {'max_new_tokens': 128, 
+          'repetition_penalty': 1.1,
+          'temperature':0.6}
+
 def getLlamaResponse(input_text, no_words, blog_style):
-    llm=CTransformers(model="TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF",
+    llm=CTransformers(model=model,
         model_type='llama',
-        config={'max_new_tokens':256, 
-                'repetition_penalty': 1.1, 
-                'temperature':0.6})
+        config=config)
 
     # create a prompt
 
     template="""
-    <|im_start|>system
-    You are a helping bot, ghost writer for weblog.<|im_end|>
-    <|im_start|>user
-    Write a blog post about the topic: {input_text} in {blog_style} style. The blog should be {no_words} words long.
-    <|im_end|>
-    <|im_start|>assistant
+    You are a ghost writer for writing posts for a weblog.
+    Write a blog post about the topic: {input_text} in {blog_style} style. 
+    The blog should be {no_words} words long.
     """
     prompt=PromptTemplate(input_variables=["blog_style", "input_text", "no_words"], 
                           template=template)