Update README.md
#1
by
MUmairAB
- opened
README.md
CHANGED
@@ -35,6 +35,10 @@ model = BigBirdModel.from_pretrained("google/bigbird-roberta-base", attention_ty
|
|
35 |
# you can change `block_size` & `num_random_blocks` like this:
|
36 |
model = BigBirdModel.from_pretrained("google/bigbird-roberta-base", block_size=16, num_random_blocks=2)
|
37 |
|
|
|
|
|
|
|
|
|
38 |
text = "Replace me by any text you'd like."
|
39 |
encoded_input = tokenizer(text, return_tensors='pt')
|
40 |
output = model(**encoded_input)
|
|
|
35 |
# you can change `block_size` & `num_random_blocks` like this:
|
36 |
model = BigBirdModel.from_pretrained("google/bigbird-roberta-base", block_size=16, num_random_blocks=2)
|
37 |
|
38 |
+
# download the tokenizer
|
39 |
+
from transformers import AutoTokenizer
|
40 |
+
tokenizer = AutoTokenizer.from_pretrained("google/bigbird-roberta-base")
|
41 |
+
|
42 |
text = "Replace me by any text you'd like."
|
43 |
encoded_input = tokenizer(text, return_tensors='pt')
|
44 |
output = model(**encoded_input)
|