void function ( ) { assertThat ( chunk ( "srini_string" ) , isTokens ( ) ) ; assertThat ( chunk ( "srini_string" ) , isTokens ( new Token ( "srini_string" , 2 , 1 ) ) ) ; }
comments concode_field_sep TokenChunker chunker concode_field_sep void shouldNormalizeCharacterLiterals concode_elem_sep void shouldPreserverNullLiteral concode_elem_sep void shouldIgnoreWhitespaces concode_elem_sep void realExamples concode_elem_sep Matcher<List<Token>> isNumericLiteral concode_elem_sep TokenQueue chunk concode_elem_sep List<Token> chunk concode_elem_sep Matcher<List<Token>> isTokens concode_elem_sep void shouldPreserveSeparators concode_elem_sep void shouldNormalizeNumericLiteralsWithUnderscores concode_elem_sep void shouldNormalizeStringLiterals concode_elem_sep void shouldNormalizeDecimalIntegerLiteral concode_elem_sep void shouldPreserveOperators concode_elem_sep void shouldPreserverKeywords concode_elem_sep void shouldNormalizeOctalIntegerLiteral concode_elem_sep void shouldNormalizeBinaryIntegerLiteral concode_elem_sep void shouldNormalizeHexadecimalFloatingPointLiteral concode_elem_sep void shouldPreserveIdentifiers concode_elem_sep void shouldNormalizeHexIntegerLiteral concode_elem_sep void shouldIgnoreTraditionalComment concode_elem_sep void shouldNormalizeDecimalFloatingPointLiteral concode_elem_sep void shouldPreserveBooleanLiterals concode_elem_sep Matcher<List<Token>> isStringLiteral