Hugging Face's logo

Spaces:
Q4234
/
a1
Runtime error

App Files Community
Q4234 commited on
Commit
3e519ba
·
1 Parent(s): b707ba1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -33,8 +33,9 @@ from ctransformers import AutoModelForCausalLM
33
  # see https://github.com/melodysdreamj/WizardVicunaLM
34
  #llm = AutoModelForCausalLM.from_pretrained('TheBloke/Wizard-Vicuna-13B-Uncensored-GGML', model_file='Wizard-Vicuna-13B-Uncensored.ggmlv3.q4_0.bin', model_type='llama')
35
 
36
- llm = AutoModelForCausalLM.from_pretrained('mverrilli/dolly-v2-12b-ggml', model_file='ggml-model-q5_0.bin', model_type='dolly-v2')
37
 
 
38
 
39
 
40
  z = Z()
 
33
  # see https://github.com/melodysdreamj/WizardVicunaLM
34
  #llm = AutoModelForCausalLM.from_pretrained('TheBloke/Wizard-Vicuna-13B-Uncensored-GGML', model_file='Wizard-Vicuna-13B-Uncensored.ggmlv3.q4_0.bin', model_type='llama')
35
 
36
+ #llm = AutoModelForCausalLM.from_pretrained('mverrilli/dolly-v2-12b-ggml', model_file='ggml-model-q5_0.bin', model_type='dolly-v2')
37
 
38
+ llm = AutoModelForCausalLM.from_pretrained('mverrilli/dolly-v2-7b-ggml', model_file='ggml-model-q5_0.bin', model_type='dolly-v2')
39
 
40
 
41
  z = Z()