Update README.md

README.md

@@ -57,4 +57,41 @@ outputs = pipe(
     min_p=0
     )
 print(outputs[0]["generated_text"])
+```
+
+Also, this repository contains GGUF format model files and provides only the q4_k_m model.
+
+Please download the GGUF format model file from the repository and place it in the same directory, then execute the following code.
+# Usage
+```python
+from llama_cpp import Llama
+
+llm = Llama(model_path="TinyLlama-1.1B-Chat-v1.0-PCD250k_v0.1_Q4_K_M.gguf", verbose=False,n_ctx=2000,n_gpu_layers=-1)
+
+system_message = "You are a chatbot who can help code!"
+text = '''Create a program that determines whether a given year is a leap year or not.
+The input is an integer Y (1000 ≤ Y ≤ 2999) representing a year, provided in a single line.
+Output "YES" if the given year is a leap year, otherwise output "NO" in a single line.
+A leap year is determined according to the following rules:
+Rule 1: A year divisible by 4 is a leap year.
+Rule 2: A year divisible by 100 is not a leap year.
+Rule 3: A year divisible by 400 is a leap year.
+Rule 4: If none of the above rules (Rule 1-3) apply, the year is not a leap year.
+If a year satisfies multiple rules, the rule with the higher number takes precedence.
+'''
+texts = f"Translate the following problem statement into Python code. :\n{text}"
+prompt = f"<|system|>\n{system_message}</s>\n<|user|>\n{texts}</s>\n<|assistant|>\n"
+output = llm(
+    prompt,
+    stop=["</s>"],
+    max_tokens=512,
+    echo=True,
+    top_k=50,
+    top_p=1.0,
+    temperature=0.1,
+    min_p=0,
+    repeat_penalty=1.0,
+    typical_p=1.0
+)
+print(output['choices'][0]["text"])
 ```