Update README.md
#1
by
MUmairAB
- opened
README.md
CHANGED
|
@@ -35,6 +35,10 @@ model = BigBirdModel.from_pretrained("google/bigbird-roberta-base", attention_ty
|
|
| 35 |
# you can change `block_size` & `num_random_blocks` like this:
|
| 36 |
model = BigBirdModel.from_pretrained("google/bigbird-roberta-base", block_size=16, num_random_blocks=2)
|
| 37 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 38 |
text = "Replace me by any text you'd like."
|
| 39 |
encoded_input = tokenizer(text, return_tensors='pt')
|
| 40 |
output = model(**encoded_input)
|
|
|
|
| 35 |
# you can change `block_size` & `num_random_blocks` like this:
|
| 36 |
model = BigBirdModel.from_pretrained("google/bigbird-roberta-base", block_size=16, num_random_blocks=2)
|
| 37 |
|
| 38 |
+
# download the tokenizer
|
| 39 |
+
from transformers import AutoTokenizer
|
| 40 |
+
tokenizer = AutoTokenizer.from_pretrained("google/bigbird-roberta-base")
|
| 41 |
+
|
| 42 |
text = "Replace me by any text you'd like."
|
| 43 |
encoded_input = tokenizer(text, return_tensors='pt')
|
| 44 |
output = model(**encoded_input)
|