Rashik24 commited on
Commit
0d7d920
·
1 Parent(s): 4107801

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +6 -3
README.md CHANGED
@@ -23,11 +23,14 @@ To start using the Rashik24/Mistral-Instruct-Bangla model, you can use the follo
23
  ```Python
24
  from transformers import AutoModelForCausalLM, AutoTokenizer
25
 
 
 
 
26
 
27
  def load_model(model_name):
28
- tokenizer = AutoTokenizer.from_pretrained(model_name)
29
- model = AutoModelForCausalLM.from_pretrained(model_name)
30
- return model, tokenizer
31
 
32
  def generate_text(prompt, model, tokenizer):
33
  inputs = tokenizer.encode(prompt, return_tensors='pt')
 
23
  ```Python
24
  from transformers import AutoModelForCausalLM, AutoTokenizer
25
 
26
+ from peft import PeftModel, PeftConfig
27
+
28
+
29
 
30
  def load_model(model_name):
31
+ config = PeftConfig.from_pretrained("Rashik24/Mistral-Instruct-Bangla")
32
+ model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-Instruct-v0.2")
33
+ model = PeftModel.from_pretrained(model, "Rashik24/Mistral-Instruct-Bangla")
34
 
35
  def generate_text(prompt, model, tokenizer):
36
  inputs = tokenizer.encode(prompt, return_tensors='pt')