Update README.md

README.md

@@ -63,7 +63,6 @@ def inference(datasets, model, tokenizer):
       ### 回答：
       """
 
-      # 修正箇所: encode_plus を使用して attention_mask を取得
       encoded_input = tokenizer.encode_plus(
           prompt,
           add_special_tokens=False,
@@ -75,7 +74,6 @@ def inference(datasets, model, tokenizer):
       tokenized_input = encoded_input["input_ids"]
       attention_mask = encoded_input["attention_mask"]
 
-      # 修正箇所: attention_mask と pad_token_id を model.generate に渡す
       with torch.no_grad():
           outputs = model.generate(
               tokenized_input,
@@ -83,7 +81,7 @@ def inference(datasets, model, tokenizer):
               max_new_tokens=100,
               do_sample=False,
               repetition_penalty=1.2,
-              pad_token_id=tokenizer.pad_token_id  # 明示的に設定
+              pad_token_id=tokenizer.pad_token_id
           )[0]
 
       output = tokenizer.decode(
@@ -102,7 +100,7 @@ def inference(datasets, model, tokenizer):
 model_name = "ak0327/llm-jp-3-13b-ft-5"
 
 model, tokenizer = load_model(model_name)
-datasets = load_test_datasets()
+datasets = load_test_datasets()  # your datasets
 results = inference(model_name, datasets, model, tokenizer)
 ```