Hugging Face's logo

Spaces:
Lenery
/
Dolly-v2
Runtime error

App Files Community
Lenery commited on
Commit
97b55bb
·
1 Parent(s): 35a249d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -17,7 +17,7 @@ theme = gr.themes.Monochrome(
17
  )
18
 
19
  tokenizer = AutoTokenizer.from_pretrained("databricks/dolly-v2-12b", padding_side="left")
20
- model = AutoModelForCausalLM.from_pretrained("databricks/dolly-v2-12b", device_map={"":torch.cuda.current_device()}, torch_dtype=torch.bfloat16)
21
 
22
  generate_text = InstructionTextGenerationPipeline(model=model, tokenizer=tokenizer)
23
 
 
17
  )
18
 
19
  tokenizer = AutoTokenizer.from_pretrained("databricks/dolly-v2-12b", padding_side="left")
20
+ model = AutoModelForCausalLM.from_pretrained("databricks/dolly-v2-12b", device_map={"":torch.cuda.current_device()}, load_in_8bit=True)
21
 
22
  generate_text = InstructionTextGenerationPipeline(model=model, tokenizer=tokenizer)
23