Spaces:
Sleeping
Sleeping
IC4T
commited on
Commit
·
cee8bb0
1
Parent(s):
25d9afd
commit
Browse files
app.py
CHANGED
|
@@ -68,7 +68,7 @@ match model_type:
|
|
| 68 |
|
| 69 |
# llm = AutoModelForCausalLM.from_pretrained(model_path, model_type='dolly-v2')
|
| 70 |
|
| 71 |
-
llm =
|
| 72 |
|
| 73 |
# llm = HuggingFacePipeline(
|
| 74 |
# pipeline=InstructionTextGenerationPipeline(
|
|
|
|
| 68 |
|
| 69 |
# llm = AutoModelForCausalLM.from_pretrained(model_path, model_type='dolly-v2')
|
| 70 |
|
| 71 |
+
llm = ctransformers(model_path, callbacks=[StreamingStdOutCallbackHandler()])
|
| 72 |
|
| 73 |
# llm = HuggingFacePipeline(
|
| 74 |
# pipeline=InstructionTextGenerationPipeline(
|