commit

app.py

@@ -60,9 +60,13 @@ retriever = db.as_retriever(search_kwargs={"k": target_source_chunks})
 
 match model_type:
     case "dolly-v2-3b":
-        model, tokenizer = load_model_tokenizer_for_generate(model_path)
-        generate_text = InstructionTextGenerationPipeline(model=model, tokenizer=tokenizer)
-        llm = HuggingFacePipeline(pipeline=generate_text)
+        # model, tokenizer = load_model_tokenizer_for_generate(model_path)
+        # generate_text = InstructionTextGenerationPipeline(model=model, tokenizer=tokenizer)
+        # llm = HuggingFacePipeline(pipeline=generate_text)
+
+        llm = AutoModelForCausalLM.from_pretrained(model_path, model_type='dolly-v2')
+
+
         # llm = HuggingFacePipeline(
         #     pipeline=InstructionTextGenerationPipeline(
         #         # Return the full text, because this is what the HuggingFacePipeline expects.