Hugging Face's logo

Spaces:
RamAnanth1
/
Dolly-v2
Runtime error

App Files Community
6
RamAnanth1 commited on
Commit
2dd04ea
·
1 Parent(s): 2b3c823

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -13,7 +13,7 @@ theme = gr.themes.Monochrome(
13
  )
14
 
15
  tokenizer = AutoTokenizer.from_pretrained("databricks/dolly-v2-12b", padding_side="left")
16
- model = AutoModelForCausalLM.from_pretrained("databricks/dolly-v2-12b", device_map="auto", load_8_bit = True)
17
 
18
  generate_text = InstructionTextGenerationPipeline(model=model, tokenizer=tokenizer)
19
 
 
13
  )
14
 
15
  tokenizer = AutoTokenizer.from_pretrained("databricks/dolly-v2-12b", padding_side="left")
16
+ model = AutoModelForCausalLM.from_pretrained("databricks/dolly-v2-12b", device_map="auto", load_in_8bit=True)
17
 
18
  generate_text = InstructionTextGenerationPipeline(model=model, tokenizer=tokenizer)
19