pub fn new() -> Lexer {
        Lexer {
            pos: TextPosition::new(),
            head_pos: TextPosition::new(),
            char_queue: VecDeque::with_capacity(4),  // TODO: check size
            st: State::Normal,
            skip_errors: false,
            inside_comment: false,
            inside_token: false,
            eof_handled: false
        }
    }
/// Returns a new lexer with default state.
Returns a new lexer with default state.
Returns a new lexer with default state .
pub fn new() -> Lexer {
        Lexer {
            pos: TextPosition::new(),
            head_pos: TextPosition::new(),
            char_queue: VecDeque::with_capacity(4),  // TODO: check size
            st: State::Normal,
            skip_errors: false,
            inside_comment: false,
            inside_token: false,
            eof_handled: false
        }
    }
pub fn new ( ) -> Lexer { Lexer { pos : TextPosition :: new ( ) , head_pos : TextPosition :: new ( ) , char_queue : VecDeque :: with_capacity ( 4 ) , // TODO: check size st : State :: Normal , skip_errors : false , inside_comment : false , inside_token : false , eof_handled : false } }
Returns a new lexer with default state.
Returns a new lexer with default state .