Daemontatox commited on
Commit
1eaecfb
·
verified ·
1 Parent(s): bcd662c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -60,10 +60,10 @@ model_name = "Daemontatox/CogitoZ14" # Replace with your desired model
60
  tokenizer = AutoTokenizer.from_pretrained(model_name)
61
  model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", trust_remote_code=True)
62
  @spaces.GPU()
63
- x = pipeline("text-generation", model=model, tokenizer=tokenizer)
64
 
65
  # LangChain LLM using Hugging Face Pipeline
66
- llm = HuggingFacePipeline(pipeline=x)
67
 
68
  # Create prompt template
69
  template = """
 
60
  tokenizer = AutoTokenizer.from_pretrained(model_name)
61
  model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", trust_remote_code=True)
62
  @spaces.GPU()
63
+ hf_pipeline = pipeline("text-generation", model=model, tokenizer=tokenizer)
64
 
65
  # LangChain LLM using Hugging Face Pipeline
66
+ llm = HuggingFacePipeline(pipeline=hf_pipeline)
67
 
68
  # Create prompt template
69
  template = """