Update README.md

README.md

@@ -12,7 +12,6 @@ tags:
 - uncensored
 - instruct
 - alpaca
-pipeline_tag: text-generation
 ---
 # DukunLM - Indonesian Language Model 🧙‍♂️
 
@@ -45,11 +44,11 @@ pip install -U einops==0.6.1
 
 ```python
 import torch
-from peft import PeftModel
-from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig, TextStreamer
+from peft import AutoPeftModelForCausalLM
+from transformers import AutoTokenizer, BitsAndBytesConfig, TextStreamer
 
-model = AutoModelForCausalLM.from_pretrained(
-    "nferroukhi/WizardLM-Uncensored-Falcon-7b-sharded-bf16",
+model = AutoPeftModelForCausalLM.from_pretrained(
+    "azale-ai/DukunLM-Uncensored-7B",
     load_in_4bit=True,
     torch_dtype=torch.float32,
     trust_remote_code=True,
@@ -62,8 +61,11 @@ model = AutoModelForCausalLM.from_pretrained(
         bnb_4bit_quant_type="nf4",
     )
 )
-model = PeftModel.from_pretrained(model, "azale-ai/DukunLM-Uncensored-7B")
-tokenizer = AutoTokenizer.from_pretrained("azale-ai/DukunLM-Uncensored-7B")
+tokenizer = AutoTokenizer.from_pretrained(
+    "azale-ai/DukunLM-Uncensored-7B",
+    use_fast=False,
+    padding_side="right"
+)
 streamer = TextStreamer(tokenizer)
 
 instruction_prompt = "Jelaskan mengapa air penting bagi kehidupan manusia."
@@ -105,11 +107,11 @@ _ = model.generate(
 
 ```python
 import torch
-from peft import PeftModel
-from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
+from peft import AutoPeftModelForCausalLM
+from transformers import AutoTokenizer, BitsAndBytesConfig
 
-model = AutoModelForCausalLM.from_pretrained(
-    "nferroukhi/WizardLM-Uncensored-Falcon-7b-sharded-bf16",
+model = AutoPeftModelForCausalLM.from_pretrained(
+    "azale-ai/DukunLM-Uncensored-7B",
     load_in_4bit=True,
     torch_dtype=torch.float32,
     trust_remote_code=True,
@@ -122,8 +124,11 @@ model = AutoModelForCausalLM.from_pretrained(
         bnb_4bit_quant_type="nf4",
     )
 )
-model = PeftModel.from_pretrained(model, "azale-ai/DukunLM-Uncensored-7B")
-tokenizer = AutoTokenizer.from_pretrained("azale-ai/DukunLM-Uncensored-7B")
+tokenizer = AutoTokenizer.from_pretrained(
+    "azale-ai/DukunLM-Uncensored-7B",
+    use_fast=False,
+    padding_side="right"
+)
 
 instruction_prompt = "Bangun dialog chatbot untuk layanan pelanggan yang ingin membantu pelanggan memesan produk tertentu."
 input_prompt = "Produk: Sepatu Nike Air Max"
@@ -149,11 +154,11 @@ else:
 """
 
 inputs = tokenizer(text, return_tensors="pt").to("cuda")
-outputs = model.generate(
+_ = model.generate(
     inputs=inputs.input_ids,
     pad_token_id=tokenizer.pad_token_id,
     eos_token_id=tokenizer.eos_token_id,
-    max_length=512, use_cache=True,
+    max_length=2048, use_cache=True,
     temperature=0.7, do_sample=True,
     top_k=4, top_p=0.95
 )