paddlenlp/transformers/mbart/tokenizer.py
def as_target_tokenizer(self):
        """
        Temporarily sets the tokenizer for encoding the targets. Useful for tokenizer associated to
        sequence-to-sequence models that need a slightly different processing for the labels.
        """
        self.tokenizer.set_tgt_lang_special_tokens(self.tgt_lang)
        yield
        self.tokenizer.set_src_lang_special_tokens(self.src_lang)

        Temporarily sets the tokenizer for encoding the targets. Useful for tokenizer associated to
        sequence-to-sequence models that need a slightly different processing for the labels.
        
Temporarily sets the tokenizer for encoding the targets. Useful for tokenizer associated to
sequence-to-sequence models that need a slightly different processing for the labels.
Temporarily sets the tokenizer for encoding the targets . Useful for tokenizer associated to sequence - to - sequence models that need a slightly different processing for the labels .
def as_target_tokenizer(self):
        self.tokenizer.set_tgt_lang_special_tokens(self.tgt_lang)
        yield
        self.tokenizer.set_src_lang_special_tokens(self.src_lang)
def as_target_tokenizer ( self ) : self . tokenizer . set_tgt_lang_special_tokens ( self . tgt_lang ) yield self . tokenizer . set_src_lang_special_tokens ( self . src_lang )
Temporarily sets the tokenizer for encoding the targets.
Temporarily sets the tokenizer for encoding the targets .
"""
        Temporarily sets the tokenizer for encoding the targets. Useful for tokenizer associated to
        sequence-to-sequence models that need a slightly different processing for the labels.
        """
self