





import re
import tempfile
from pathlib import Path

import pytest
import yaml

from datasets.utils.readme import ReadMe


# @pytest.fixture
# def example_yaml_structure():

UpperCAmelCase_           =	yaml.safe_load(
    "\\nname: \"\"\nallow_empty: false\nallow_empty_text: true\nsubsections:\n  - name: \"Dataset Card for X\" # First-level markdown heading\n    allow_empty: false\n    allow_empty_text: true\n    subsections:\n      - name: \"Table of Contents\"\n        allow_empty: false\n        allow_empty_text: false\n        subsections: null\n      - name: \"Dataset Description\"\n        allow_empty: false\n        allow_empty_text: false\n        subsections:\n          - name: \"Dataset Summary\"\n            allow_empty: false\n            allow_empty_text: false\n            subsections: null\n          - name: \"Supported Tasks and Leaderboards\"\n            allow_empty: true\n            allow_empty_text: true\n            subsections: null\n          - name: Languages\n            allow_empty: false\n            allow_empty_text: true\n            subsections: null\n"
)


UpperCAmelCase_           =	{
    "name": "root",
    "text": "",
    "is_empty_text": True,
    "subsections": [
        {
            "name": "Dataset Card for My Dataset",
            "text": "",
            "is_empty_text": True,
            "subsections": [
                {"name": "Table of Contents", "text": "Some text here.", "is_empty_text": False, "subsections": []},
                {
                    "name": "Dataset Description",
                    "text": "Some text here.",
                    "is_empty_text": False,
                    "subsections": [
                        {
                            "name": "Dataset Summary",
                            "text": "Some text here.",
                            "is_empty_text": False,
                            "subsections": [],
                        },
                        {
                            "name": "Supported Tasks and Leaderboards",
                            "text": "",
                            "is_empty_text": True,
                            "subsections": [],
                        },
                        {"name": "Languages", "text": "Language Text", "is_empty_text": False, "subsections": []},
                    ],
                },
            ],
        }
    ],
}


UpperCAmelCase_           =	"\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"


UpperCAmelCase_           =	"\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n#### Extra Ignored Subsection\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"

UpperCAmelCase_           =	{
    "name": "root",
    "text": "",
    "is_empty_text": True,
    "subsections": [
        {
            "name": "Dataset Card for My Dataset",
            "text": "",
            "is_empty_text": True,
            "subsections": [
                {"name": "Table of Contents", "text": "Some text here.", "is_empty_text": False, "subsections": []},
                {
                    "name": "Dataset Description",
                    "text": "Some text here.",
                    "is_empty_text": False,
                    "subsections": [
                        {
                            "name": "Dataset Summary",
                            "text": "Some text here.",
                            "is_empty_text": False,
                            "subsections": [
                                {
                                    "name": "Extra Ignored Subsection",
                                    "text": "",
                                    "is_empty_text": True,
                                    "subsections": [],
                                }
                            ],
                        },
                        {
                            "name": "Supported Tasks and Leaderboards",
                            "text": "",
                            "is_empty_text": True,
                            "subsections": [],
                        },
                        {"name": "Languages", "text": "Language Text", "is_empty_text": False, "subsections": []},
                    ],
                },
            ],
        }
    ],
}

UpperCAmelCase_           =	"\\n---\n---\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"

UpperCAmelCase_           =	(
    "The following issues were found for the README at `{path}`:\n-\tEmpty YAML markers are present in the README."
)

UpperCAmelCase_           =	"\\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"

UpperCAmelCase_           =	(
    "The following issues were found for the README at `{path}`:\n-\tNo YAML markers are present in the README."
)

UpperCAmelCase_           =	"\\n---\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"

UpperCAmelCase_           =	"The following issues were found for the README at `{path}`:\n-\tOnly the start of YAML tags present in the README."

UpperCAmelCase_           =	"\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"
UpperCAmelCase_           =	"The following issues were found for the README at `{path}`:\n-\tExpected some content in section `Dataset Summary` but it is empty.\n-\tExpected some text in section `Dataset Summary` but it is empty (text in subsections are ignored)."


UpperCAmelCase_           =	"\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card for My Dataset\n"
UpperCAmelCase_           =	"The following issues were found for the README at `{path}`:\n-\tExpected some content in section `Dataset Card for My Dataset` but it is empty.\n-\tSection `Dataset Card for My Dataset` expected the following subsections: `Table of Contents`, `Dataset Description`. Found 'None'."

UpperCAmelCase_           =	"\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Languages\nLanguage Text\n"

UpperCAmelCase_           =	"The following issues were found for the README at `{path}`:\n-\tSection `Dataset Description` is missing subsection: `Supported Tasks and Leaderboards`."


UpperCAmelCase_           =	"\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\n"

UpperCAmelCase_           =	"The following issues were found for the README at `{path}`:\n-\tExpected some content in section `Languages` but it is empty."

UpperCAmelCase_           =	"\\n---\nlanguage:\n- zh\n- en\n---\n\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"
UpperCAmelCase_           =	"The following issues were found for the README at `{path}`:\n-\tThe README has no first-level headings. One heading is expected. Skipping further validation for this README."

UpperCAmelCase_           =	"\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n# Dataset Card My Dataset\n"

UpperCAmelCase_           =	"The following issues were found for the README at `{path}`:\n-\tThe README has several first-level headings: `Dataset Card for My Dataset`, `Dataset Card My Dataset`. Only one heading is expected. Skipping further validation for this README."

UpperCAmelCase_           =	"\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"

UpperCAmelCase_           =	"The following issues were found for the README at `{path}`:\n-\tNo first-level heading starting with `Dataset Card for` found in README. Skipping further validation for this README."

UpperCAmelCase_           =	""

UpperCAmelCase_           =	"The following issues were found for the README at `{path}`:\n-\tThe README has no first-level headings. One heading is expected. Skipping further validation for this README.\n-\tNo YAML markers are present in the README."

UpperCAmelCase_           =	"\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card for My Dataset\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"

UpperCAmelCase_           =	"The following issues were found while parsing the README at `{path}`:\n-\tMultiple sections with the same heading `Dataset Card for My Dataset` have been found. Please keep only one of these sections."
@pytest.mark.parametrize(
    '''readme_md, expected_dict'''				,	[
        (README_CORRECT, CORRECT_DICT),
        (README_CORRECT_FOUR_LEVEL, CORRECT_DICT_FOUR_LEVEL),
    ]				,	)
def      A__       (    SCREAMING_SNAKE_CASE_   :      List[str]				,	SCREAMING_SNAKE_CASE_   :      str						)  ->  List[str]:






   """simple docstring"""







   assert ReadMe.from_string(SCREAMING_SNAKE_CASE_				,	SCREAMING_SNAKE_CASE_						).to_dict() == expected_dict
@pytest.mark.parametrize(
    '''readme_md, expected_error'''				,	[
        (README_NO_YAML, EXPECTED_ERROR_README_NO_YAML),
        (README_EMPTY_YAML, EXPECTED_ERROR_README_EMPTY_YAML),
        (README_INCORRECT_YAML, EXPECTED_ERROR_README_INCORRECT_YAML),
        (README_EMPTY, EXPECTED_ERROR_README_EMPTY),
        (README_NONE_SUBSECTION, EXPECTED_ERROR_README_NONE_SUBSECTION),
        (README_MISSING_FIRST_LEVEL, EXPECTED_ERROR_README_MISSING_FIRST_LEVEL),
        (README_MISSING_SUBSECTION, EXPECTED_ERROR_README_MISSING_SUBSECTION),
        (README_MISSING_TEXT, EXPECTED_ERROR_README_MISSING_TEXT),
        (README_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_WRONG_FIRST_LEVEL),
        (README_MULTIPLE_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_MULTIPLE_WRONG_FIRST_LEVEL),
        (README_MISSING_CONTENT, EXPECTED_ERROR_README_MISSING_CONTENT),
    ]				,	)
def      A__       (    SCREAMING_SNAKE_CASE_   :      Union[str, Any]				,	SCREAMING_SNAKE_CASE_   :      str						)  ->  Any:






   """simple docstring"""







   with pytest.raises(SCREAMING_SNAKE_CASE_				,	match=re.escape(expected_error.format(path='''root'''						)						)						):
      _UpperCAmelCase           =   ReadMe.from_string(SCREAMING_SNAKE_CASE_				,	SCREAMING_SNAKE_CASE_						)
      readme.validate()
@pytest.mark.parametrize(
    '''readme_md, expected_error'''				,	[
        (README_MULTIPLE_SAME_HEADING_1, EXPECTED_ERROR_README_MULTIPLE_SAME_HEADING_1),
    ]				,	)
def      A__       (    SCREAMING_SNAKE_CASE_   :      str				,	SCREAMING_SNAKE_CASE_   :      Tuple						)  ->  str:






   """simple docstring"""







   with pytest.raises(SCREAMING_SNAKE_CASE_				,	match=re.escape(expected_error.format(path='''root'''						)						)						):
      ReadMe.from_string(SCREAMING_SNAKE_CASE_				,	SCREAMING_SNAKE_CASE_						)
@pytest.mark.parametrize(
    '''readme_md,'''				,	[
        (README_MULTIPLE_SAME_HEADING_1),
    ]				,	)
def      A__       (    SCREAMING_SNAKE_CASE_   :      Optional[int]						)  ->  Optional[Any]:






   """simple docstring"""







   ReadMe.from_string(SCREAMING_SNAKE_CASE_				,	SCREAMING_SNAKE_CASE_				,	suppress_parsing_errors=SCREAMING_SNAKE_CASE_						)
@pytest.mark.parametrize(
    '''readme_md, expected_dict'''				,	[
        (README_CORRECT, CORRECT_DICT),
        (README_CORRECT_FOUR_LEVEL, CORRECT_DICT_FOUR_LEVEL),
    ]				,	)
def      A__       (    SCREAMING_SNAKE_CASE_   :      Any				,	SCREAMING_SNAKE_CASE_   :      List[Any]						)  ->  Optional[int]:






   """simple docstring"""







   with tempfile.TemporaryDirectory() as tmp_dir:
      _UpperCAmelCase           =   Path(SCREAMING_SNAKE_CASE_						) / '''README.md'''
      with open(SCREAMING_SNAKE_CASE_				,	'''w+'''						) as readme_file:
         readme_file.write(SCREAMING_SNAKE_CASE_						)
      _UpperCAmelCase           =   ReadMe.from_readme(SCREAMING_SNAKE_CASE_				,	SCREAMING_SNAKE_CASE_						).to_dict()
      assert out["name"] == path
      assert out["text"] == ""
      assert out["is_empty_text"]
      assert out["subsections"] == expected_dict["subsections"]
@pytest.mark.parametrize(
    '''readme_md, expected_error'''				,	[
        (README_NO_YAML, EXPECTED_ERROR_README_NO_YAML),
        (README_EMPTY_YAML, EXPECTED_ERROR_README_EMPTY_YAML),
        (README_INCORRECT_YAML, EXPECTED_ERROR_README_INCORRECT_YAML),
        (README_EMPTY, EXPECTED_ERROR_README_EMPTY),
        (README_NONE_SUBSECTION, EXPECTED_ERROR_README_NONE_SUBSECTION),
        (README_MISSING_FIRST_LEVEL, EXPECTED_ERROR_README_MISSING_FIRST_LEVEL),
        (README_MISSING_SUBSECTION, EXPECTED_ERROR_README_MISSING_SUBSECTION),
        (README_MISSING_TEXT, EXPECTED_ERROR_README_MISSING_TEXT),
        (README_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_WRONG_FIRST_LEVEL),
        (README_MULTIPLE_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_MULTIPLE_WRONG_FIRST_LEVEL),
        (README_MISSING_CONTENT, EXPECTED_ERROR_README_MISSING_CONTENT),
    ]				,	)
def      A__       (    SCREAMING_SNAKE_CASE_   :      List[Any]				,	SCREAMING_SNAKE_CASE_   :      Optional[Any]						)  ->  Optional[Any]:






   """simple docstring"""







   with tempfile.TemporaryDirectory() as tmp_dir:
      _UpperCAmelCase           =   Path(SCREAMING_SNAKE_CASE_						) / '''README.md'''
      with open(SCREAMING_SNAKE_CASE_				,	'''w+'''						) as readme_file:
         readme_file.write(SCREAMING_SNAKE_CASE_						)
      _UpperCAmelCase           =   expected_error.format(path=SCREAMING_SNAKE_CASE_						)
      with pytest.raises(SCREAMING_SNAKE_CASE_				,	match=re.escape(SCREAMING_SNAKE_CASE_						)						):
         _UpperCAmelCase           =   ReadMe.from_readme(SCREAMING_SNAKE_CASE_				,	SCREAMING_SNAKE_CASE_						)
         readme.validate()
@pytest.mark.parametrize(
    '''readme_md, expected_error'''				,	[
        (README_MULTIPLE_SAME_HEADING_1, EXPECTED_ERROR_README_MULTIPLE_SAME_HEADING_1),
    ]				,	)
def      A__       (    SCREAMING_SNAKE_CASE_   :      int				,	SCREAMING_SNAKE_CASE_   :      Optional[Any]						)  ->  Union[str, Any]:






   """simple docstring"""







   with tempfile.TemporaryDirectory() as tmp_dir:
      _UpperCAmelCase           =   Path(SCREAMING_SNAKE_CASE_						) / '''README.md'''
      with open(SCREAMING_SNAKE_CASE_				,	'''w+'''						) as readme_file:
         readme_file.write(SCREAMING_SNAKE_CASE_						)
      _UpperCAmelCase           =   expected_error.format(path=SCREAMING_SNAKE_CASE_						)
      with pytest.raises(SCREAMING_SNAKE_CASE_				,	match=re.escape(SCREAMING_SNAKE_CASE_						)						):
         ReadMe.from_readme(SCREAMING_SNAKE_CASE_				,	SCREAMING_SNAKE_CASE_						)
@pytest.mark.parametrize(
    '''readme_md,'''				,	[
        (README_MULTIPLE_SAME_HEADING_1),
    ]				,	)
def      A__       (    SCREAMING_SNAKE_CASE_   :      str						)  ->  int:






   """simple docstring"""







   with tempfile.TemporaryDirectory() as tmp_dir:
      _UpperCAmelCase           =   Path(SCREAMING_SNAKE_CASE_						) / '''README.md'''
      with open(SCREAMING_SNAKE_CASE_				,	'''w+'''						) as readme_file:
         readme_file.write(SCREAMING_SNAKE_CASE_						)
      ReadMe.from_readme(SCREAMING_SNAKE_CASE_				,	SCREAMING_SNAKE_CASE_				,	suppress_parsing_errors=SCREAMING_SNAKE_CASE_						)

"""simple docstring"""






import warnings
from collections import OrderedDict
from typing import Mapping

from packaging import version

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


UpperCAmelCase        =				logging.get_logger(__name__)

UpperCAmelCase        =				{
    """nvidia/segformer-b0-finetuned-ade-512-512""": (
        """https://huggingface.co/nvidia/segformer-b0-finetuned-ade-512-512/resolve/main/config.json"""
    ),
    # See all SegFormer models at https://huggingface.co/models?filter=segformer
}



class 			lowercase					( lowercase__		):
			lowercase        =     '''segformer'''






			def __init__(self  :	str      ,SCREAMING_SNAKE_CASE_  :	Optional[Any]=3      ,SCREAMING_SNAKE_CASE_  :	List[str]=4      ,SCREAMING_SNAKE_CASE_  :	Union[str, Any]=[2, 2, 2, 2]      ,SCREAMING_SNAKE_CASE_  :	List[str]=[8, 4, 2, 1]      ,SCREAMING_SNAKE_CASE_  :	int=[32, 64, 160, 256]      ,SCREAMING_SNAKE_CASE_  :	Optional[Any]=[7, 3, 3, 3]      ,SCREAMING_SNAKE_CASE_  :	Union[str, Any]=[4, 2, 2, 2]      ,SCREAMING_SNAKE_CASE_  :	List[Any]=[1, 2, 5, 8]      ,SCREAMING_SNAKE_CASE_  :	Dict=[4, 4, 4, 4]      ,SCREAMING_SNAKE_CASE_  :	Optional[int]="gelu"      ,SCREAMING_SNAKE_CASE_  :	Optional[Any]=0.0      ,SCREAMING_SNAKE_CASE_  :	Union[str, Any]=0.0      ,SCREAMING_SNAKE_CASE_  :	List[str]=0.1      ,SCREAMING_SNAKE_CASE_  :	List[Any]=0.02      ,SCREAMING_SNAKE_CASE_  :	str=0.1      ,SCREAMING_SNAKE_CASE_  :	Dict=1e-6      ,SCREAMING_SNAKE_CASE_  :	List[str]=256      ,SCREAMING_SNAKE_CASE_  :	List[str]=255      ,**SCREAMING_SNAKE_CASE_  :	Tuple      ,)       ->	int:





				"""simple docstring"""


				super().__init__(**SCREAMING_SNAKE_CASE_			)

				if "reshape_last_stage" in kwargs and kwargs["reshape_last_stage"] is False:
					warnings.warn(
					    '''Reshape_last_stage is set to False in this config. This argument is deprecated and will soon be'''
					    ''' removed, as the behaviour will default to that of reshape_last_stage = True.'''      ,SCREAMING_SNAKE_CASE_      ,)

				lowerCAmelCase												=  num_channels
				lowerCAmelCase												=  num_encoder_blocks
				lowerCAmelCase												=  depths
				lowerCAmelCase												=  sr_ratios
				lowerCAmelCase												=  hidden_sizes
				lowerCAmelCase												=  patch_sizes
				lowerCAmelCase												=  strides
				lowerCAmelCase												=  mlp_ratios
				lowerCAmelCase												=  num_attention_heads
				lowerCAmelCase												=  hidden_act
				lowerCAmelCase												=  hidden_dropout_prob
				lowerCAmelCase												=  attention_probs_dropout_prob
				lowerCAmelCase												=  classifier_dropout_prob
				lowerCAmelCase												=  initializer_range
				lowerCAmelCase												=  drop_path_rate
				lowerCAmelCase												=  layer_norm_eps
				lowerCAmelCase												=  decoder_hidden_size
				lowerCAmelCase												=  kwargs.get('''reshape_last_stage'''      ,SCREAMING_SNAKE_CASE_			)
				lowerCAmelCase												=  semantic_loss_ignore_index





class 			lowercase					( lowercase__		):
			lowercase        =     version.parse('''1.11'''		)






			@property
			def 					UpperCAmelCase							(self  :	Union[str, Any]			)       ->	Mapping[str, Mapping[int, str]]:





				"""simple docstring"""


				return OrderedDict(
				    [
				        ('''pixel_values''', {0: '''batch''', 1: '''num_channels''', 2: '''height''', 3: '''width'''}),
				    ]			)






			@property
			def 					UpperCAmelCase							(self  :	str			)       ->	float:





				"""simple docstring"""


				return 1e-4






			@property
			def 					UpperCAmelCase							(self  :	Dict			)       ->	int:





				"""simple docstring"""


				return 12


