Update README.md
Browse files
README.md
CHANGED
@@ -4,4 +4,27 @@ datasets:
|
|
4 |
- CarperAI/openai_summarize_tldr
|
5 |
metrics:
|
6 |
-rouge1: 0.3156
|
7 |
-
---
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4 |
- CarperAI/openai_summarize_tldr
|
5 |
metrics:
|
6 |
-rouge1: 0.3156
|
7 |
+
---
|
8 |
+
<details> <summary><strong>Example usage</strong></summary>
|
9 |
+
```
|
10 |
+
from transformers import AutoTokenizer, AutoModelForCausalLM
|
11 |
+
|
12 |
+
tokenizer = AutoTokenizer.from_pretrained("KookyGhost/GPT2-small-summarization")
|
13 |
+
model = AutoModelForCausalLM.from_pretrained("KookyGhost/GPT2-small-summarization")
|
14 |
+
|
15 |
+
prompt = "Summarize this: Reddit user shares a long story about learning to code with free online resources and eventually landing their first developer job."
|
16 |
+
|
17 |
+
inputs = tokenizer(prompt, return_tensors="pt", truncation=True)
|
18 |
+
outputs = model.generate(
|
19 |
+
**inputs,
|
20 |
+
max_new_tokens=60,
|
21 |
+
do_sample=True,
|
22 |
+
top_k=50,
|
23 |
+
top_p=0.95,
|
24 |
+
temperature=0.7
|
25 |
+
)
|
26 |
+
|
27 |
+
summary = tokenizer.decode(outputs[0], skip_special_tokens=True)
|
28 |
+
print(summary)
|
29 |
+
```
|
30 |
+
</details>
|