pub fn build(self) -> Result<TokenizerImpl<M, N, PT, PP, D>> {
        let model = self
            .model
            .ok_or_else(|| Box::new(BuilderError("Model missing.".into())))?;
        Ok(TokenizerImpl {
            normalizer: self.normalizer,
            pre_tokenizer: self.pre_tokenizer,
            model,

            post_processor: self.post_processor,
            decoder: self.decoder,
            added_vocabulary: self.added_vocabulary,
            truncation: self.truncation,
            padding: self.padding,
        })
    }
/// Convert the TokenizerBuilder to a Tokenizer.
///
/// Conversion fails if the `model` is missing.
Convert the TokenizerBuilder to a Tokenizer.
Conversion fails if the `model` is missing.
Convert the TokenizerBuilder to a Tokenizer . Conversion fails if the ` model ` is missing .
pub fn build(self) -> Result<TokenizerImpl<M, N, PT, PP, D>> {
        let model = self
            .model
            .ok_or_else(|| Box::new(BuilderError("Model missing.".into())))?;
        Ok(TokenizerImpl {
            normalizer: self.normalizer,
            pre_tokenizer: self.pre_tokenizer,
            model,
            post_processor: self.post_processor,
            decoder: self.decoder,
            added_vocabulary: self.added_vocabulary,
            truncation: self.truncation,
            padding: self.padding,
        })
    }
pub fn build ( self ) -> Result < TokenizerImpl < M , N , PT , PP , D > > { let model = self . model . ok_or_else ( | | Box :: new ( BuilderError ( " " . into ( ) ) ) ) ? ; Ok ( TokenizerImpl { normalizer : self . normalizer , pre_tokenizer : self . pre_tokenizer , model , post_processor : self . post_processor , decoder : self . decoder , added_vocabulary : self . added_vocabulary , truncation : self . truncation , padding : self . padding , } ) }
Convert the TokenizerBuilder to a Tokenizer.
Convert the TokenizerBuilder to a Tokenizer .
self