Added integration test for RoBERTa MaskedLM
@@ -69,8 +69,8 @@ fn main() -> failure::Fallible<()> {
let word_1 = tokenizer.vocab().id_to_token(&index_1.int64_value(&[]));
let word_2 = tokenizer.vocab().id_to_token(&index_2.int64_value(&[]));
- println!("{}", word_1); // Outputs "person" : "Looks like one [person] is missing"
- println!("{}", word_2);// Outputs "pear" : "It\'s like comparing [pear] to apples"
+ println!("{}", word_1); // Outputs "some" : "Looks like [some] thing is missing"
+ println!("{}", word_2);// Outputs "apple" : "It\'s like comparing [apple] to apples"
Ok(())
}
\ No newline at end of file
