
'''simple docstring'''







import re
import tempfile
from pathlib import Path

import pytest
import yaml

from datasets.utils.readme import ReadMe


# @pytest.fixture
# def example_yaml_structure():

__lowerCAmelCase   =       yaml.safe_load(
    """\\nname: \"\"\nallow_empty: false\nallow_empty_text: true\nsubsections:\n  - name: \"Dataset Card for X\" # First-level markdown heading\n    allow_empty: false\n    allow_empty_text: true\n    subsections:\n      - name: \"Table of Contents\"\n        allow_empty: false\n        allow_empty_text: false\n        subsections: null\n      - name: \"Dataset Description\"\n        allow_empty: false\n        allow_empty_text: false\n        subsections:\n          - name: \"Dataset Summary\"\n            allow_empty: false\n            allow_empty_text: false\n            subsections: null\n          - name: \"Supported Tasks and Leaderboards\"\n            allow_empty: true\n            allow_empty_text: true\n            subsections: null\n          - name: Languages\n            allow_empty: false\n            allow_empty_text: true\n            subsections: null\n"""
)


__lowerCAmelCase   =       {
    "name": "root",
    "text": "",
    "is_empty_text": True,
    "subsections": [
        {
            "name": "Dataset Card for My Dataset",
            "text": "",
            "is_empty_text": True,
            "subsections": [
                {"name": "Table of Contents", "text": "Some text here.", "is_empty_text": False, "subsections": []},
                {
                    "name": "Dataset Description",
                    "text": "Some text here.",
                    "is_empty_text": False,
                    "subsections": [
                        {
                            "name": "Dataset Summary",
                            "text": "Some text here.",
                            "is_empty_text": False,
                            "subsections": [],
                        },
                        {
                            "name": "Supported Tasks and Leaderboards",
                            "text": "",
                            "is_empty_text": True,
                            "subsections": [],
                        },
                        {"name": "Languages", "text": "Language Text", "is_empty_text": False, "subsections": []},
                    ],
                },
            ],
        }
    ],
}


__lowerCAmelCase   =       "\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"


__lowerCAmelCase   =       "\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n#### Extra Ignored Subsection\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"

__lowerCAmelCase   =       {
    "name": "root",
    "text": "",
    "is_empty_text": True,
    "subsections": [
        {
            "name": "Dataset Card for My Dataset",
            "text": "",
            "is_empty_text": True,
            "subsections": [
                {"name": "Table of Contents", "text": "Some text here.", "is_empty_text": False, "subsections": []},
                {
                    "name": "Dataset Description",
                    "text": "Some text here.",
                    "is_empty_text": False,
                    "subsections": [
                        {
                            "name": "Dataset Summary",
                            "text": "Some text here.",
                            "is_empty_text": False,
                            "subsections": [
                                {
                                    "name": "Extra Ignored Subsection",
                                    "text": "",
                                    "is_empty_text": True,
                                    "subsections": [],
                                }
                            ],
                        },
                        {
                            "name": "Supported Tasks and Leaderboards",
                            "text": "",
                            "is_empty_text": True,
                            "subsections": [],
                        },
                        {"name": "Languages", "text": "Language Text", "is_empty_text": False, "subsections": []},
                    ],
                },
            ],
        }
    ],
}

__lowerCAmelCase   =       "\\n---\n---\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"

__lowerCAmelCase   =       (
    "The following issues were found for the README at `{path}`:\n-\tEmpty YAML markers are present in the README."
)

__lowerCAmelCase   =       "\\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"

__lowerCAmelCase   =       (
    "The following issues were found for the README at `{path}`:\n-\tNo YAML markers are present in the README."
)

__lowerCAmelCase   =       "\\n---\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"

__lowerCAmelCase   =       "The following issues were found for the README at `{path}`:\n-\tOnly the start of YAML tags present in the README."

__lowerCAmelCase   =       "\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"
__lowerCAmelCase   =       "The following issues were found for the README at `{path}`:\n-\tExpected some content in section `Dataset Summary` but it is empty.\n-\tExpected some text in section `Dataset Summary` but it is empty (text in subsections are ignored)."


__lowerCAmelCase   =       "\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card for My Dataset\n"
__lowerCAmelCase   =       "The following issues were found for the README at `{path}`:\n-\tExpected some content in section `Dataset Card for My Dataset` but it is empty.\n-\tSection `Dataset Card for My Dataset` expected the following subsections: `Table of Contents`, `Dataset Description`. Found 'None'."

__lowerCAmelCase   =       "\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Languages\nLanguage Text\n"

__lowerCAmelCase   =       "The following issues were found for the README at `{path}`:\n-\tSection `Dataset Description` is missing subsection: `Supported Tasks and Leaderboards`."


__lowerCAmelCase   =       "\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\n"

__lowerCAmelCase   =       "The following issues were found for the README at `{path}`:\n-\tExpected some content in section `Languages` but it is empty."

__lowerCAmelCase   =       "\\n---\nlanguage:\n- zh\n- en\n---\n\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"
__lowerCAmelCase   =       "The following issues were found for the README at `{path}`:\n-\tThe README has no first-level headings. One heading is expected. Skipping further validation for this README."

__lowerCAmelCase   =       "\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n# Dataset Card My Dataset\n"

__lowerCAmelCase   =       "The following issues were found for the README at `{path}`:\n-\tThe README has several first-level headings: `Dataset Card for My Dataset`, `Dataset Card My Dataset`. Only one heading is expected. Skipping further validation for this README."

__lowerCAmelCase   =       "\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"

__lowerCAmelCase   =       "The following issues were found for the README at `{path}`:\n-\tNo first-level heading starting with `Dataset Card for` found in README. Skipping further validation for this README."

__lowerCAmelCase   =       ""

__lowerCAmelCase   =       "The following issues were found for the README at `{path}`:\n-\tThe README has no first-level headings. One heading is expected. Skipping further validation for this README.\n-\tNo YAML markers are present in the README."

__lowerCAmelCase   =       "\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card for My Dataset\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"

__lowerCAmelCase   =       "The following issues were found while parsing the README at `{path}`:\n-\tMultiple sections with the same heading `Dataset Card for My Dataset` have been found. Please keep only one of these sections."





@pytest.mark.parametrize(
    'readme_md, expected_dict'					,      [
        (README_CORRECT, CORRECT_DICT),
        (README_CORRECT_FOUR_LEVEL, CORRECT_DICT_FOUR_LEVEL),
    ]					,      )
def    UpperCAmelCase_						(__a :       Optional[int]					,      __a :       Optional[Any]					):






   """simple docstring"""

   assert ReadMe.from_string(UpperCamelCase__					,      UpperCamelCase__					).to_dict() == expected_dict





@pytest.mark.parametrize(
    'readme_md, expected_error'					,      [
        (README_NO_YAML, EXPECTED_ERROR_README_NO_YAML),
        (README_EMPTY_YAML, EXPECTED_ERROR_README_EMPTY_YAML),
        (README_INCORRECT_YAML, EXPECTED_ERROR_README_INCORRECT_YAML),
        (README_EMPTY, EXPECTED_ERROR_README_EMPTY),
        (README_NONE_SUBSECTION, EXPECTED_ERROR_README_NONE_SUBSECTION),
        (README_MISSING_FIRST_LEVEL, EXPECTED_ERROR_README_MISSING_FIRST_LEVEL),
        (README_MISSING_SUBSECTION, EXPECTED_ERROR_README_MISSING_SUBSECTION),
        (README_MISSING_TEXT, EXPECTED_ERROR_README_MISSING_TEXT),
        (README_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_WRONG_FIRST_LEVEL),
        (README_MULTIPLE_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_MULTIPLE_WRONG_FIRST_LEVEL),
        (README_MISSING_CONTENT, EXPECTED_ERROR_README_MISSING_CONTENT),
    ]					,      )
def    UpperCAmelCase_						(__a :       str					,      __a :       str					):






   """simple docstring"""

   with pytest.raises(UpperCamelCase__					,      match=re.escape(expected_error.format(path='root'					)					)					):
      _a							:      str     =  ReadMe.from_string(UpperCamelCase__					,      UpperCamelCase__					)
      readme.validate()





@pytest.mark.parametrize(
    'readme_md, expected_error'					,      [
        (README_MULTIPLE_SAME_HEADING_1, EXPECTED_ERROR_README_MULTIPLE_SAME_HEADING_1),
    ]					,      )
def    UpperCAmelCase_						(__a :       List[Any]					,      __a :       Union[str, Any]					):






   """simple docstring"""

   with pytest.raises(UpperCamelCase__					,      match=re.escape(expected_error.format(path='root'					)					)					):
      ReadMe.from_string(UpperCamelCase__					,      UpperCamelCase__					)





@pytest.mark.parametrize(
    'readme_md,'					,      [
        (README_MULTIPLE_SAME_HEADING_1),
    ]					,      )
def    UpperCAmelCase_						(__a :       List[str]					):






   """simple docstring"""

   ReadMe.from_string(UpperCamelCase__					,      UpperCamelCase__					,      suppress_parsing_errors=UpperCamelCase__					)





@pytest.mark.parametrize(
    'readme_md, expected_dict'					,      [
        (README_CORRECT, CORRECT_DICT),
        (README_CORRECT_FOUR_LEVEL, CORRECT_DICT_FOUR_LEVEL),
    ]					,      )
def    UpperCAmelCase_						(__a :       List[str]					,      __a :       Dict					):






   """simple docstring"""

   with tempfile.TemporaryDirectory() as tmp_dir:
      _a							:      Union[str, Any]     =  Path(UpperCamelCase__					) / 'README.md'
      with open(UpperCamelCase__					,      'w+'					) as readme_file:
         readme_file.write(UpperCamelCase__					)
      _a							:      Union[str, Any]     =  ReadMe.from_readme(UpperCamelCase__					,      UpperCamelCase__					).to_dict()
      assert out["name"] == path
      assert out["text"] == ""
      assert out["is_empty_text"]
      assert out["subsections"] == expected_dict["subsections"]





@pytest.mark.parametrize(
    'readme_md, expected_error'					,      [
        (README_NO_YAML, EXPECTED_ERROR_README_NO_YAML),
        (README_EMPTY_YAML, EXPECTED_ERROR_README_EMPTY_YAML),
        (README_INCORRECT_YAML, EXPECTED_ERROR_README_INCORRECT_YAML),
        (README_EMPTY, EXPECTED_ERROR_README_EMPTY),
        (README_NONE_SUBSECTION, EXPECTED_ERROR_README_NONE_SUBSECTION),
        (README_MISSING_FIRST_LEVEL, EXPECTED_ERROR_README_MISSING_FIRST_LEVEL),
        (README_MISSING_SUBSECTION, EXPECTED_ERROR_README_MISSING_SUBSECTION),
        (README_MISSING_TEXT, EXPECTED_ERROR_README_MISSING_TEXT),
        (README_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_WRONG_FIRST_LEVEL),
        (README_MULTIPLE_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_MULTIPLE_WRONG_FIRST_LEVEL),
        (README_MISSING_CONTENT, EXPECTED_ERROR_README_MISSING_CONTENT),
    ]					,      )
def    UpperCAmelCase_						(__a :       List[Any]					,      __a :       str					):






   """simple docstring"""

   with tempfile.TemporaryDirectory() as tmp_dir:
      _a							:      Dict     =  Path(UpperCamelCase__					) / 'README.md'
      with open(UpperCamelCase__					,      'w+'					) as readme_file:
         readme_file.write(UpperCamelCase__					)
      _a							:      List[str]     =  expected_error.format(path=UpperCamelCase__					)
      with pytest.raises(UpperCamelCase__					,      match=re.escape(UpperCamelCase__					)					):
         _a							:      Optional[int]     =  ReadMe.from_readme(UpperCamelCase__					,      UpperCamelCase__					)
         readme.validate()





@pytest.mark.parametrize(
    'readme_md, expected_error'					,      [
        (README_MULTIPLE_SAME_HEADING_1, EXPECTED_ERROR_README_MULTIPLE_SAME_HEADING_1),
    ]					,      )
def    UpperCAmelCase_						(__a :       Dict					,      __a :       int					):






   """simple docstring"""

   with tempfile.TemporaryDirectory() as tmp_dir:
      _a							:      List[Any]     =  Path(UpperCamelCase__					) / 'README.md'
      with open(UpperCamelCase__					,      'w+'					) as readme_file:
         readme_file.write(UpperCamelCase__					)
      _a							:      Optional[Any]     =  expected_error.format(path=UpperCamelCase__					)
      with pytest.raises(UpperCamelCase__					,      match=re.escape(UpperCamelCase__					)					):
         ReadMe.from_readme(UpperCamelCase__					,      UpperCamelCase__					)





@pytest.mark.parametrize(
    'readme_md,'					,      [
        (README_MULTIPLE_SAME_HEADING_1),
    ]					,      )
def    UpperCAmelCase_						(__a :       List[str]					):






   """simple docstring"""

   with tempfile.TemporaryDirectory() as tmp_dir:
      _a							:      Tuple     =  Path(UpperCamelCase__					) / 'README.md'
      with open(UpperCamelCase__					,      'w+'					) as readme_file:
         readme_file.write(UpperCamelCase__					)
      ReadMe.from_readme(UpperCamelCase__					,      UpperCamelCase__					,      suppress_parsing_errors=UpperCamelCase__					)




'''simple docstring'''


import importlib
import os
import sys


# This is required to make the module import works (when the python process is running from the root of the repo)
sys.path.append(".")





def    lowerCAmelCase       (		UpperCamelCase__					: Dict							):


	"""simple docstring"""
	__UpperCAmelCase      					=      test_file.split(os.path.sep							)
	if components[0:2] != ["tests", "models"]:
		raise ValueError(
		    '''`test_file` should start with `tests/models/` (with `/` being the OS specific path separator). Got '''
		    f"""{test_file} instead."""							)
	__UpperCAmelCase      					=      components[-1]
	if not test_fn.endswith('''py'''							):
		raise ValueError(f"""`test_file` should be a python file. Got {test_fn} instead."""							)
	if not test_fn.startswith('''test_modeling_'''							):
		raise ValueError(
		    f"""`test_file` should point to a file name of the form `test_modeling_*.py`. Got {test_fn} instead."""							)

	__UpperCAmelCase      					=      components[:-1] + [test_fn.replace('''.py'''     ,       ''''''							)]
	__UpperCAmelCase      					=      '''.'''.join(UpperCamelCase__							)

	return test_module_path





def    lowerCAmelCase       (		UpperCamelCase__					: int							):


	"""simple docstring"""
	__UpperCAmelCase      					=      get_module_path(UpperCamelCase__							)
	__UpperCAmelCase      					=      importlib.import_module(UpperCamelCase__							)

	return test_module





def    lowerCAmelCase       (		UpperCamelCase__					: Tuple							):


	"""simple docstring"""
	__UpperCAmelCase      					=      []
	__UpperCAmelCase      					=      get_test_module(UpperCamelCase__							)
	for attr in dir(UpperCamelCase__							):
		if attr.endswith('''ModelTester'''							):
			tester_classes.append(getattr(UpperCamelCase__     ,       UpperCamelCase__							)							)

    # sort with class names
	return sorted(UpperCamelCase__     ,       key=lambda UpperCamelCase__							: x.__name__							)





def    lowerCAmelCase       (		UpperCamelCase__					: List[Any]							):


	"""simple docstring"""
	__UpperCAmelCase      					=      []
	__UpperCAmelCase      					=      get_test_module(UpperCamelCase__							)
	for attr in dir(UpperCamelCase__							):
		__UpperCAmelCase      					=      getattr(UpperCamelCase__     ,       UpperCamelCase__							)
		# (TF/Flax)ModelTesterMixin is also an attribute in specific model test module. Let's exclude them by checking
		# `all_model_classes` is not empty (which also excludes other special classes).
		__UpperCAmelCase      					=      getattr(UpperCamelCase__     ,       '''all_model_classes'''     ,       []							)
		if len(UpperCamelCase__							) > 0:
			test_classes.append(UpperCamelCase__							)

    # sort with class names
	return sorted(UpperCamelCase__     ,       key=lambda UpperCamelCase__							: x.__name__							)





def    lowerCAmelCase       (		UpperCamelCase__					: str							):


	"""simple docstring"""
	__UpperCAmelCase      					=      get_test_classes(UpperCamelCase__							)
	__UpperCAmelCase      					=      set()
	for test_class in test_classes:
		model_classes.update(test_class.all_model_classes							)

	# sort with class names
	return sorted(UpperCamelCase__     ,       key=lambda UpperCamelCase__							: x.__name__							)





def    lowerCAmelCase       (		UpperCamelCase__					: Any							):


	"""simple docstring"""
	__UpperCAmelCase      					=      test_class()
	if hasattr(UpperCamelCase__     ,       '''setUp'''							):
		test.setUp()

	__UpperCAmelCase      					=      None
	if hasattr(UpperCamelCase__     ,       '''model_tester'''							):
		# `(TF/Flax)ModelTesterMixin` has this attribute default to `None`. Let's skip this case.
		if test.model_tester is not None:
			__UpperCAmelCase      					=      test.model_tester.__class__

	return model_tester





def    lowerCAmelCase       (		UpperCamelCase__					: Dict     ,       UpperCamelCase__					: int							):


	"""simple docstring"""
	__UpperCAmelCase      					=      get_test_classes(UpperCamelCase__							)

	__UpperCAmelCase      					=      []
	for test_class in test_classes:
		if model_class in test_class.all_model_classes:
			target_test_classes.append(UpperCamelCase__							)

    # sort with class names
	return sorted(UpperCamelCase__     ,       key=lambda UpperCamelCase__							: x.__name__							)





def    lowerCAmelCase       (		UpperCamelCase__					: Tuple     ,       UpperCamelCase__					: Any							):


	"""simple docstring"""
	__UpperCAmelCase      					=      get_test_classes_for_model(UpperCamelCase__     ,       UpperCamelCase__							)

	__UpperCAmelCase      					=      []
	for test_class in test_classes:
		__UpperCAmelCase      					=      get_model_tester_from_test_class(UpperCamelCase__							)
		if tester_class is not None:
			tester_classes.append(UpperCamelCase__							)

    # sort with class names
	return sorted(UpperCamelCase__     ,       key=lambda UpperCamelCase__							: x.__name__							)





def    lowerCAmelCase       (		UpperCamelCase__					: int							):


	"""simple docstring"""
	__UpperCAmelCase      					=      get_test_classes(UpperCamelCase__							)
	__UpperCAmelCase      					=      {test_class: get_model_tester_from_test_class(UpperCamelCase__							) for test_class in test_classes}
	return test_tester_mapping





def    lowerCAmelCase       (		UpperCamelCase__					: str							):


	"""simple docstring"""
	__UpperCAmelCase      					=      get_model_classes(UpperCamelCase__							)
	__UpperCAmelCase      					=      {
	    model_class: get_test_classes_for_model(UpperCamelCase__     ,       UpperCamelCase__							) for model_class in model_classes
	}
	return model_test_mapping





def    lowerCAmelCase       (		UpperCamelCase__					: Optional[int]							):


	"""simple docstring"""
	__UpperCAmelCase      					=      get_model_classes(UpperCamelCase__							)
	__UpperCAmelCase      					=      {
	    model_class: get_tester_classes_for_model(UpperCamelCase__     ,       UpperCamelCase__							) for model_class in model_classes
	}
	return model_to_tester_mapping





def    lowerCAmelCase       (		UpperCamelCase__					: Tuple							):


	"""simple docstring"""
	if isinstance(UpperCamelCase__     ,       UpperCamelCase__							):
		return o
	elif isinstance(UpperCamelCase__     ,       UpperCamelCase__							):
		return o.__name__
	elif isinstance(UpperCamelCase__     ,       (list, tuple)							):
		return [to_json(UpperCamelCase__							) for x in o]
	elif isinstance(UpperCamelCase__     ,       UpperCamelCase__							):
		return {to_json(UpperCamelCase__							): to_json(UpperCamelCase__							) for k, v in o.items()}
	else:
		return o
