




import os
import re
import shutil
import sys
import tempfile
import unittest

import black


UpperCamelCase__ :   int						=							os.path.abspath(os.path.dirname(os.path.dirname(os.path.dirname(__file__))))
sys.path.append(os.path.join(git_repo_path, '''utils'''))

import check_copies  # noqa: E402


# This is the reference code that will be used in the tests.
# If BertLMPredictionHead is changed in modeling_bert.py, this code needs to be manually updated.
UpperCamelCase__ :   Dict						=							'''    def __init__(self, config):
        super().__init__()
        self.transform = BertPredictionHeadTransform(config)

        # The output weights are the same as the input embeddings, but there is
        # an output-only bias for each token.
        self.decoder = nn.Linear(config.hidden_size, config.vocab_size, bias=False)

        self.bias = nn.Parameter(torch.zeros(config.vocab_size))

        # Need a link between the two variables so that the bias is correctly resized with `resize_token_embeddings`
        self.decoder.bias = self.bias

    def forward(self, hidden_states):
        hidden_states = self.transform(hidden_states)
        hidden_states = self.decoder(hidden_states)
        return hidden_states
'''







class 				lowerCAmelCase_       (					unittest.TestCase							):






				def 		snake_case	(			self ):
							SCREAMING_SNAKE_CASE_   : List[Any]					  =      tempfile.mkdtemp()
							os.makedirs(os.path.join(self.transformer_dir      ,'models/bert/' ) )
							SCREAMING_SNAKE_CASE_   : Any					  =      self.transformer_dir
							shutil.copy(
							    os.path.join(snake_case__      ,'src/transformers/models/bert/modeling_bert.py' )      ,os.path.join(self.transformer_dir      ,'models/bert/modeling_bert.py' )      ,)






				def 		snake_case	(			self ):
							SCREAMING_SNAKE_CASE_   : Any					  =      'src/transformers'
							shutil.rmtree(self.transformer_dir )






				def 		snake_case	(			self      ,snake_case__      ,snake_case__      ,snake_case__      ,snake_case__=None ):
							SCREAMING_SNAKE_CASE_   : Dict					  =      comment + F'\nclass {class_name}(nn.Module):\n' + class_code
							if overwrite_result is not None:
										SCREAMING_SNAKE_CASE_   : Optional[Any]					  =      comment + F'\nclass {class_name}(nn.Module):\n' + overwrite_result
							SCREAMING_SNAKE_CASE_   : List[str]					  =      black.Mode(target_versions={black.TargetVersion.PYaa}      ,line_length=119 )
							SCREAMING_SNAKE_CASE_   : Optional[int]					  =      black.format_str(snake_case__      ,mode=snake_case__ )
							SCREAMING_SNAKE_CASE_   : List[Any]					  =      os.path.join(self.transformer_dir      ,'new_code.py' )
							with open(snake_case__      ,'w'      ,newline='\n' ) as f:
										f.write(snake_case__ )
							if overwrite_result is None:
										self.assertTrue(len(check_copies.is_copy_consistent(snake_case__ ) ) == 0 )
							else:
										check_copies.is_copy_consistent(f.name      ,overwrite=snake_case__ )
										with open(snake_case__      ,'r' ) as f:
													self.assertTrue(f.read()      ,snake_case__ )






				def 		snake_case	(			self ):
							SCREAMING_SNAKE_CASE_   : Optional[int]					  =      check_copies.find_code_in_transformers('models.bert.modeling_bert.BertLMPredictionHead' )
							self.assertEqual(snake_case__      ,snake_case__ )






				def 		snake_case	(			self ):
							# Base copy consistency
							self.check_copy_consistency(
							    '# Copied from transformers.models.bert.modeling_bert.BertLMPredictionHead'      ,'BertLMPredictionHead'      ,REFERENCE_CODE + '\n'      ,)

							# With no empty line at the end
							self.check_copy_consistency(
							    '# Copied from transformers.models.bert.modeling_bert.BertLMPredictionHead'      ,'BertLMPredictionHead'      ,snake_case__      ,)

							# Copy consistency with rename
							self.check_copy_consistency(
							    '# Copied from transformers.models.bert.modeling_bert.BertLMPredictionHead with Bert->TestModel'      ,'TestModelLMPredictionHead'      ,re.sub('Bert'      ,'TestModel'      ,snake_case__ )      ,)

							# Copy consistency with a really long name
							SCREAMING_SNAKE_CASE_   : str					  =      'TestModelWithAReallyLongNameBecauseSomePeopleLikeThatForSomeReason'
							self.check_copy_consistency(
							    F'# Copied from transformers.models.bert.modeling_bert.BertLMPredictionHead with Bert->{long_class_name}'      ,F'{long_class_name}LMPredictionHead'      ,re.sub('Bert'      ,snake_case__      ,snake_case__ )      ,)

							# Copy consistency with overwrite
							self.check_copy_consistency(
							    '# Copied from transformers.models.bert.modeling_bert.BertLMPredictionHead with Bert->TestModel'      ,'TestModelLMPredictionHead'      ,snake_case__      ,overwrite_result=re.sub('Bert'      ,'TestModel'      ,snake_case__ )      ,)






				def 		snake_case	(			self ):
							SCREAMING_SNAKE_CASE_   : Optional[int]					  =      check_copies.LOCALIZED_READMES['README_zh-hans.md']

							SCREAMING_SNAKE_CASE_   : List[Any]					  =      (
							    '1. **[ALBERT](https://huggingface.co/transformers/model_doc/albert.html)** (from Google Research and the'
							    ' Toyota Technological Institute at Chicago) released with the paper [ALBERT: A Lite BERT for'
							    ' Self-supervised Learning of Language Representations](https://arxiv.org/abs/1909.11942), by Zhenzhong'
							    ' Lan, Mingda Chen, Sebastian Goodman, Kevin Gimpel, Piyush Sharma, Radu Soricut.\n1.'
							    ' **[DistilBERT](https://huggingface.co/transformers/model_doc/distilbert.html)** (from HuggingFace),'
							    ' released together with the paper [DistilBERT, a distilled version of BERT: smaller, faster, cheaper and'
							    ' lighter](https://arxiv.org/abs/1910.01108) by Victor Sanh, Lysandre Debut and Thomas Wolf. The same'
							    ' method has been applied to compress GPT2 into'
							    ' [DistilGPT2](https://github.com/huggingface/transformers/tree/main/examples/distillation), RoBERTa into'
							    ' [DistilRoBERTa](https://github.com/huggingface/transformers/tree/main/examples/distillation),'
							    ' Multilingual BERT into'
							    ' [DistilmBERT](https://github.com/huggingface/transformers/tree/main/examples/distillation) and a German'
							    ' version of DistilBERT.\n1. **[ELECTRA](https://huggingface.co/transformers/model_doc/electra.html)**'
							    ' (from Google Research/Stanford University) released with the paper [ELECTRA: Pre-training text encoders'
							    ' as discriminators rather than generators](https://arxiv.org/abs/2003.10555) by Kevin Clark, Minh-Thang'
							    ' Luong, Quoc V. Le, Christopher D. Manning.'
							)
							SCREAMING_SNAKE_CASE_   : Optional[int]					  =      (
							    '1. **[ALBERT](https://huggingface.co/transformers/model_doc/albert.html)** (来自 Google Research and the'
							    ' Toyota Technological Institute at Chicago) 伴随论文 [ALBERT: A Lite BERT for Self-supervised Learning of'
							    ' Language Representations](https://arxiv.org/abs/1909.11942), 由 Zhenzhong Lan, Mingda Chen, Sebastian'
							    ' Goodman, Kevin Gimpel, Piyush Sharma, Radu Soricut 发布。\n'
							)
							SCREAMING_SNAKE_CASE_   : List[Any]					  =      (
							    '1. **[ALBERT](https://huggingface.co/transformers/model_doc/albert.html)** (来自 Google Research and the'
							    ' Toyota Technological Institute at Chicago) 伴随论文 [ALBERT: A Lite BERT for Self-supervised Learning of'
							    ' Language Representations](https://arxiv.org/abs/1909.11942), 由 Zhenzhong Lan, Mingda Chen, Sebastian'
							    ' Goodman, Kevin Gimpel, Piyush Sharma, Radu Soricut 发布。\n1.'
							    ' **[DistilBERT](https://huggingface.co/transformers/model_doc/distilbert.html)** (来自 HuggingFace) 伴随论文'
							    ' [DistilBERT, a distilled version of BERT: smaller, faster, cheaper and'
							    ' lighter](https://arxiv.org/abs/1910.01108) 由 Victor Sanh, Lysandre Debut and Thomas Wolf 发布。 The same'
							    ' method has been applied to compress GPT2 into'
							    ' [DistilGPT2](https://github.com/huggingface/transformers/tree/main/examples/distillation), RoBERTa into'
							    ' [DistilRoBERTa](https://github.com/huggingface/transformers/tree/main/examples/distillation),'
							    ' Multilingual BERT into'
							    ' [DistilmBERT](https://github.com/huggingface/transformers/tree/main/examples/distillation) and a German'
							    ' version of DistilBERT.\n1. **[ELECTRA](https://huggingface.co/transformers/model_doc/electra.html)** (来自'
							    ' Google Research/Stanford University) 伴随论文 [ELECTRA: Pre-training text encoders as discriminators rather'
							    ' than generators](https://arxiv.org/abs/2003.10555) 由 Kevin Clark, Minh-Thang Luong, Quoc V. Le,'
							    ' Christopher D. Manning 发布。\n'
							)

							SCREAMING_SNAKE_CASE_  ,    SCREAMING_SNAKE_CASE_   : Optional[Any]					  =      check_copies.convert_to_localized_md(
							    snake_case__      ,snake_case__      ,localized_readme['format_model_list'] )

							self.assertFalse(snake_case__ )
							self.assertEqual(snake_case__      ,snake_case__ )

							SCREAMING_SNAKE_CASE_  ,    SCREAMING_SNAKE_CASE_   : List[Any]					  =      check_copies.convert_to_localized_md(
							    snake_case__      ,snake_case__      ,localized_readme['format_model_list'] )

							# Check whether the number of models is equal to README.md after conversion.
							self.assertTrue(snake_case__ )

							SCREAMING_SNAKE_CASE_   : int					  =      (
							    '1. **[ALBERT](https://huggingface.co/transformers/model_doc/albert.html)** (from Google Research and the'
							    ' Toyota Technological Institute at Chicago) released with the paper [ALBERT: A Lite BERT for'
							    ' Self-supervised Learning of Language Representations](https://arxiv.org/abs/1909.11942), by Zhenzhong'
							    ' Lan, Mingda Chen, Sebastian Goodman, Kevin Gimpel, Piyush Sharma, Radu Soricut.'
							)
							SCREAMING_SNAKE_CASE_   : Optional[Any]					  =      (
							    '1. **[ALBERT](https://huggingface.co/transformers/main/model_doc/albert.html)** (来自 Google Research and'
							    ' the Toyota Technological Institute at Chicago) 伴随论文 [ALBERT: A Lite BERT for Self-supervised Learning of'
							    ' Language Representations](https://arxiv.org/abs/1909.11942), 由 Zhenzhong Lan, Mingda Chen, Sebastian'
							    ' Goodman, Kevin Gimpel, Piyush Sharma, Radu Soricut 发布。\n'
							)
							SCREAMING_SNAKE_CASE_   : str					  =      (
							    '1. **[ALBERT](https://huggingface.co/transformers/model_doc/albert.html)** (来自 Google Research and the'
							    ' Toyota Technological Institute at Chicago) 伴随论文 [ALBERT: A Lite BERT for Self-supervised Learning of'
							    ' Language Representations](https://arxiv.org/abs/1909.11942), 由 Zhenzhong Lan, Mingda Chen, Sebastian'
							    ' Goodman, Kevin Gimpel, Piyush Sharma, Radu Soricut 发布。\n'
							)

							SCREAMING_SNAKE_CASE_  ,    SCREAMING_SNAKE_CASE_   : Tuple					  =      check_copies.convert_to_localized_md(
							    snake_case__      ,snake_case__      ,localized_readme['format_model_list'] )

							# Check if the model link is synchronized.
							self.assertEqual(snake_case__      ,snake_case__ )









import os

import pytest

from datasets import (
    get_dataset_config_info,
    get_dataset_config_names,
    get_dataset_infos,
    get_dataset_split_names,
    inspect_dataset,
    inspect_metric,
)


UpperCamelCase__ :   List[Any]						=							pytest.mark.integration





@pytest.mark.parametrize('path'  ,							['paws', 'csv']  )
def        __UpperCAmelCase						(							lowerCamelCase_ :     Any  ,							lowerCamelCase_ :     int  )       ->  Any:







			"""simple docstring"""





			inspect_dataset(lowerCamelCase_  ,							lowerCamelCase_  )
			SCREAMING_SNAKE_CASE_   : List[str]					  =      path + '.py'
			assert script_name in os.listdir(lowerCamelCase_  )
			assert "__pycache__" not in os.listdir(lowerCamelCase_  )





@pytest.mark.filterwarnings('ignore:inspect_metric is deprecated:FutureWarning'  )
@pytest.mark.filterwarnings('ignore:metric_module_factory is deprecated:FutureWarning'  )
@pytest.mark.parametrize('path'  ,							['accuracy']  )
def        __UpperCAmelCase						(							lowerCamelCase_ :     Optional[int]  ,							lowerCamelCase_ :     Dict  )       ->  Optional[Any]:







			"""simple docstring"""





			inspect_metric(lowerCamelCase_  ,							lowerCamelCase_  )
			SCREAMING_SNAKE_CASE_   : Tuple					  =      path + '.py'
			assert script_name in os.listdir(lowerCamelCase_  )
			assert "__pycache__" not in os.listdir(lowerCamelCase_  )





@pytest.mark.parametrize(
    'path, config_name, expected_splits'  ,							[
        ('squad', 'plain_text', ['train', 'validation']),
        ('dalle-mini/wit', 'dalle-mini--wit', ['train']),
        ('paws', 'labeled_final', ['train', 'test', 'validation']),
    ]  ,							)
def        __UpperCAmelCase						(							lowerCamelCase_ :     List[str]  ,							lowerCamelCase_ :     Dict  ,							lowerCamelCase_ :     Optional[Any]  )       ->  Optional[int]:







			"""simple docstring"""





			SCREAMING_SNAKE_CASE_   : int					  =      get_dataset_config_info(lowerCamelCase_  ,							config_name=lowerCamelCase_  )
			assert info.config_name == config_name
			assert list(info.splits.keys()  ) == expected_splits





@pytest.mark.parametrize(
    'path, config_name, expected_exception'  ,							[
        ('paws', None, ValueError),
    ]  ,							)
def        __UpperCAmelCase						(							lowerCamelCase_ :     Union[str, Any]  ,							lowerCamelCase_ :     Optional[int]  ,							lowerCamelCase_ :     int  )       ->  List[Any]:







			"""simple docstring"""





			with pytest.raises(lowerCamelCase_  ):
						get_dataset_config_info(lowerCamelCase_  ,							config_name=lowerCamelCase_  )





@pytest.mark.parametrize(
    'path, expected'  ,							[
        ('squad', 'plain_text'),
        ('acronym_identification', 'default'),
        ('lhoestq/squad', 'plain_text'),
        ('lhoestq/test', 'default'),
        ('lhoestq/demo1', 'lhoestq--demo1'),
        ('dalle-mini/wit', 'dalle-mini--wit'),
    ]  ,							)
def        __UpperCAmelCase						(							lowerCamelCase_ :     Tuple  ,							lowerCamelCase_ :     List[Any]  )       ->  Dict:







			"""simple docstring"""





			SCREAMING_SNAKE_CASE_   : str					  =      get_dataset_config_names(lowerCamelCase_  )
			assert expected in config_names





@pytest.mark.parametrize(
    'path, expected_configs, expected_splits_in_first_config'  ,							[
        ('squad', ['plain_text'], ['train', 'validation']),
        ('dalle-mini/wit', ['dalle-mini--wit'], ['train']),
        ('paws', ['labeled_final', 'labeled_swap', 'unlabeled_final'], ['train', 'test', 'validation']),
    ]  ,							)
def        __UpperCAmelCase						(							lowerCamelCase_ :     List[Any]  ,							lowerCamelCase_ :     int  ,							lowerCamelCase_ :     Union[str, Any]  )       ->  Optional[int]:







			"""simple docstring"""





			SCREAMING_SNAKE_CASE_   : str					  =      get_dataset_infos(lowerCamelCase_  )
			assert list(infos.keys()  ) == expected_configs
			SCREAMING_SNAKE_CASE_   : Optional[Any]					  =      expected_configs[0]
			assert expected_config in infos
			SCREAMING_SNAKE_CASE_   : Any					  =      infos[expected_config]
			assert info.config_name == expected_config
			assert list(info.splits.keys()  ) == expected_splits_in_first_config





@pytest.mark.parametrize(
    'path, expected_config, expected_splits'  ,							[
        ('squad', 'plain_text', ['train', 'validation']),
        ('dalle-mini/wit', 'dalle-mini--wit', ['train']),
        ('paws', 'labeled_final', ['train', 'test', 'validation']),
    ]  ,							)
def        __UpperCAmelCase						(							lowerCamelCase_ :     Union[str, Any]  ,							lowerCamelCase_ :     List[str]  ,							lowerCamelCase_ :     str  )       ->  str:







			"""simple docstring"""





			SCREAMING_SNAKE_CASE_   : Union[str, Any]					  =      get_dataset_infos(lowerCamelCase_  )
			assert expected_config in infos
			SCREAMING_SNAKE_CASE_   : Tuple					  =      infos[expected_config]
			assert info.config_name == expected_config
			assert list(info.splits.keys()  ) == expected_splits





@pytest.mark.parametrize(
    'path, config_name, expected_exception'  ,							[
        ('paws', None, ValueError),
    ]  ,							)
def        __UpperCAmelCase						(							lowerCamelCase_ :     int  ,							lowerCamelCase_ :     int  ,							lowerCamelCase_ :     int  )       ->  int:







			"""simple docstring"""





			with pytest.raises(lowerCamelCase_  ):
						get_dataset_split_names(lowerCamelCase_  ,							config_name=lowerCamelCase_  )



