pub fn tokenize_no_comments<Chars: Iterator<Item=char>>(buffer: &mut TokenReadBuffer<Chars>, location: FileLocation) -> (Token, String, FileLocation) {
    let mut location = location;

    loop {
        let (token, token_text, next_location) = tokenize(buffer, location);
        location = next_location;

        match token {
            Token::Comment | Token::Whitespace  => { },
            _                                   => return (token, token_text, location)
        }
    }
}
///
/// Reads tokens until the first non-comment/whitespace token
///
Reads tokens until the first non-comment/whitespace token
Reads tokens until the first non - comment / whitespace token
pub fn tokenize_no_comments<Chars: Iterator<Item=char>>(buffer: &mut TokenReadBuffer<Chars>, location: FileLocation) -> (Token, String, FileLocation) {
    let mut location = location;
    loop {
        let (token, token_text, next_location) = tokenize(buffer, location);
        location = next_location;
        match token {
            Token::Comment | Token::Whitespace  => { },
            _                                   => return (token, token_text, location)
        }
    }
}
pub fn tokenize_no_comments < Chars : Iterator < Item = char > > ( buffer : & mut TokenReadBuffer < Chars > , location : FileLocation ) -> ( Token , String , FileLocation ) { let mut location = location ; loop { let ( token , token_text , next_location ) = tokenize ( buffer , location ) ; location = next_location ; match token { Token :: Comment | Token :: Whitespace => { } , _ => return ( token , token_text , location ) } } }
Reads tokens until the first non-comment/whitespace token
Reads tokens until the first non - comment / whitespace token
buffer
&mut TokenReadBuffer<Chars>
location
FileLocation
buffer
&mut TokenReadBuffer<Chars>
location
FileLocation