Daemontatox commited on
Commit
7af46e3
·
verified ·
1 Parent(s): 7fdc498

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -59,6 +59,7 @@ retriever = db.as_retriever(
59
  model_name = "Daemontatox/CogitoZ14" # Replace with your desired model
60
  tokenizer = AutoTokenizer.from_pretrained(model_name)
61
  model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", trust_remote_code=True)
 
62
  hf_pipeline = pipeline("text-generation", model=model, tokenizer=tokenizer)
63
 
64
  # LangChain LLM using Hugging Face Pipeline
 
59
  model_name = "Daemontatox/CogitoZ14" # Replace with your desired model
60
  tokenizer = AutoTokenizer.from_pretrained(model_name)
61
  model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", trust_remote_code=True)
62
+ @spaces.GPU()
63
  hf_pipeline = pipeline("text-generation", model=model, tokenizer=tokenizer)
64
 
65
  # LangChain LLM using Hugging Face Pipeline