llm-jp
/

llm-jp-13b-instruct-lora-jaster-v1.0

Text Generation

Model card Files Files and versions Community

losyer8 commited on Oct 19, 2023

Commit

ecd1737

·

1 Parent(s): 6e1fa69

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -60,7 +60,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
 peft_model_name = "llm-jp/llm-jp-13b-instruct-lora-jaster-v1.0"
 tokenizer = AutoTokenizer.from_pretrained(peft_model_name)
 config = PeftConfig.from_pretrained(peft_model_name)
-model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, device_map="auto", torch_dtype=torch.float16)
 model = PeftModel.from_pretrained(model, peft_model_name)
 text = "自然言語処理とは何か"
 text = text + "### 回答："

 peft_model_name = "llm-jp/llm-jp-13b-instruct-lora-jaster-v1.0"
 tokenizer = AutoTokenizer.from_pretrained(peft_model_name)
 config = PeftConfig.from_pretrained(peft_model_name)
+model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, torch_dtype=torch.float16)
 model = PeftModel.from_pretrained(model, peft_model_name)
 text = "自然言語処理とは何か"
 text = text + "### 回答："