tinyllama test

app.py

@@ -1,12 +1,9 @@
 import streamlit as st
 from langchain.prompts import PromptTemplate
 from langchain_community.llms import CTransformers
-from transformers import AutoModel
 
-# load the model
-PretrainedModel = AutoModel.from_pretrained("TinyLlama/TinyLlama-1.1B-Chat-v1.0")
 def getLlamaResponse(input_text, no_words, blog_style):
-    llm=CTransformers(model=PretrainedModel,
+    llm=CTransformers(model="TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF",
         model_type='llama',
         config={'max_new_tokens':256, 'temperature':0.2})