@Test public void testSpellCheckTokenizer() { check("Gives words except 12345 or punctuation, and like.\n", new SpellCheckTokenizer.Token("Gives", 0), new SpellCheckTokenizer.Token("words", 6), new SpellCheckTokenizer.Token("except", 12), new SpellCheckTokenizer.Token("or", 25), new SpellCheckTokenizer.Token("punctuation", 28), new SpellCheckTokenizer.Token("and", 41), new SpellCheckTokenizer.Token("like", 45)); }
public SpellCheckTokenizer(String text) { this.text = text; wordIterator = BreakIterator.getWordInstance(); wordIterator.setText(text); wordIterator.first(); }
SpellCheckTokenizer { public SpellCheckTokenizer(String text) { this.text = text; wordIterator = BreakIterator.getWordInstance(); wordIterator.setText(text); wordIterator.first(); } }
SpellCheckTokenizer { public SpellCheckTokenizer(String text) { this.text = text; wordIterator = BreakIterator.getWordInstance(); wordIterator.setText(text); wordIterator.first(); } SpellCheckTokenizer(String text); }
SpellCheckTokenizer { public SpellCheckTokenizer(String text) { this.text = text; wordIterator = BreakIterator.getWordInstance(); wordIterator.setText(text); wordIterator.first(); } SpellCheckTokenizer(String text); boolean hasMoreTokens(); Token nextToken(); }
SpellCheckTokenizer { public SpellCheckTokenizer(String text) { this.text = text; wordIterator = BreakIterator.getWordInstance(); wordIterator.setText(text); wordIterator.first(); } SpellCheckTokenizer(String text); boolean hasMoreTokens(); Token nextToken();  }