commit

app.py

@@ -68,7 +68,8 @@ match model_type:
 
         # llm = AutoModelForCausalLM.from_pretrained(model_path, model_type='dolly-v2')
 
-        llm = CTransformers(model_path, callbacks=[StreamingStdOutCallbackHandler()])
+        # llm = CTransformers(model_path, callbacks=[StreamingStdOutCallbackHandler()])
+        llm = CTransformers(model=model_path, model_type="dolly-v2", callbacks=[StreamingStdOutCallbackHandler()])
 
         # llm = HuggingFacePipeline(
         #     pipeline=InstructionTextGenerationPipeline(