Update README.md

README.md

@@ -81,26 +81,38 @@ import torch
 
 model = "opencsg/opencsg-CodeLlama-7b-v0.1"
 
-tokenizer = AutoTokenizer.from_pretrained(model)
+tokenizer = AutoTokenizer.from_pretrained(model, trust_remote_code=True)
 pipeline = transformers.pipeline(
     "text-generation",
     model=model,
     torch_dtype=torch.float16,
     device_map="auto",
 )
-
+input_text = """def quick_sort(arr):
+    if len(arr) <= 1:
+        return arr
+    pivot = arr[0]
+    left = []
+    right = []
+<FILL_ME>
+        if arr[i] < pivot:
+            left.append(arr[i])
+        else:
+            right.append(arr[i])
+    return quick_sort(left) + [pivot] + quick_sort(right)
+"""
 sequences = pipeline(
-    'import socket\n\ndef ping_exponential_backoff(host: str):',
-    do_sample=True,
+    input_text,
+    do_sample=False,
     top_k=10,
     temperature=0.1,
     top_p=0.95,
     num_return_sequences=1,
-    eos_token_id=tokenizer.eos_token_id,
-    max_length=200,
+    eos_token_id=tokenizer1.eos_token_id,
+    max_length=256,
 )
 for seq in sequences:
-    print(f"Result: {seq['generated_text']}")
+    print(seq['generated_text'][len(input_text):])
 ```
 # Training