cpu

app.py

@@ -1,7 +1,7 @@
 import streamlit as st
 from ctransformers import AutoModelForCausalLM
-import torch
-llm = AutoModelForCausalLM.from_pretrained("TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF", gpu_layers=24)
+# import torch
+llm = AutoModelForCausalLM.from_pretrained("TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF")
 
 # Streamlit UI
 st.set_page_config(page_title="GenBlog Demo", 
@@ -12,8 +12,8 @@ st.header("GenBlog Demo 📚")
 st.subheader('This is a demo of the GenBlog assistant', divider='rainbow')
 st.write("Enter a blog topic, the number of words and the blog style to generate a blog post.")    
 
-device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
-st.write(f"Based on the TinyLlama 🦙 model by TheBloke. Device: {device} 🚀")
+# device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
+st.write(f"Based on the TinyLlama 🦙 model by TheBloke.")
 
 st.divider()