paddlenlp/taskflow/text_generation.py
def _construct_tokenizer(self, model):
        """
        Construct the tokenizer for the predictor.
        """
        if self.model == "gpt-cpm-large-cn":
            tokenizer_instance = GPTChineseTokenizer.from_pretrained(model)
        else:
            tokenizer_instance = GPTTokenizer.from_pretrained(model)

        self._tokenizer = tokenizer_instance

        Construct the tokenizer for the predictor.
        
Construct the tokenizer for the predictor.
Construct the tokenizer for the predictor .
def _construct_tokenizer(self, model):
        if self.model == "gpt-cpm-large-cn":
            tokenizer_instance = GPTChineseTokenizer.from_pretrained(model)
        else:
            tokenizer_instance = GPTTokenizer.from_pretrained(model)
        self._tokenizer = tokenizer_instance
def _construct_tokenizer ( self , model ) : if self . model == "gpt-cpm-large-cn" : tokenizer_instance = GPTChineseTokenizer . from_pretrained ( model ) else : tokenizer_instance = GPTTokenizer . from_pretrained ( model ) self . _tokenizer = tokenizer_instance
Construct the tokenizer for the predictor.
Construct the tokenizer for the predictor .
"""
        Construct the tokenizer for the predictor.
        """
self
model