pub fn new(fmap: &'a FileMap) -> Tokenizer<'a> {
        let mut tok = Tokenizer {
            chs: fmap.src().chars(),
            fmap: fmap,
            last: None,
            curr: None,
            peek: None,
            last_pos: BytePos(0),
            curr_pos: BytePos(0),
            peek_pos: BytePos(0),
            token_start: BytePos(0),
            upeek: None,
            escaped_peek: 0,
            bump_err: None
        };
        tok.dbump();
        tok
    }
// =======================================================================
// Public methods of the Tokenizer
// =======================================================================
/// Creates and initializes a new Tokenizer with a reference to a filemap.
Public methods of the Tokenizer
Creates and initializes a new Tokenizer with a reference to a filemap.
Public methods of the Tokenizer Creates and initializes a new Tokenizer with a reference to a filemap .
pub fn new(fmap: &'a FileMap) -> Tokenizer<'a> {
        let mut tok = Tokenizer {
            chs: fmap.src().chars(),
            fmap: fmap,
            last: None,
            curr: None,
            peek: None,
            last_pos: BytePos(0),
            curr_pos: BytePos(0),
            peek_pos: BytePos(0),
            token_start: BytePos(0),
            upeek: None,
            escaped_peek: 0,
            bump_err: None
        };
        tok.dbump();
        tok
    }
pub fn new ( fmap : & ' a FileMap ) -> Tokenizer < ' a > { let mut tok = Tokenizer { chs : fmap . src ( ) . chars ( ) , fmap : fmap , last : None , curr : None , peek : None , last_pos : BytePos ( 0 ) , curr_pos : BytePos ( 0 ) , peek_pos : BytePos ( 0 ) , token_start : BytePos ( 0 ) , upeek : None , escaped_peek : 0 , bump_err : None } ; tok . dbump ( ) ; tok }
Public methods of the Tokenizer
Creates and initializes a new Tokenizer with a reference to a filemap.
Public methods of the Tokenizer Creates and initializes a new Tokenizer with a reference to a filemap .
fmap
&'a FileMap
fmap
&'a FileMap