
import re
import tempfile
from pathlib import Path

import pytest
import yaml

from datasets.utils.readme import ReadMe


# @pytest.fixture
# def example_yaml_structure():

_A  =	yaml.safe_load(
    "\\nname: \"\"\nallow_empty: false\nallow_empty_text: true\nsubsections:\n  - name: \"Dataset Card for X\" # First-level markdown heading\n    allow_empty: false\n    allow_empty_text: true\n    subsections:\n      - name: \"Table of Contents\"\n        allow_empty: false\n        allow_empty_text: false\n        subsections: null\n      - name: \"Dataset Description\"\n        allow_empty: false\n        allow_empty_text: false\n        subsections:\n          - name: \"Dataset Summary\"\n            allow_empty: false\n            allow_empty_text: false\n            subsections: null\n          - name: \"Supported Tasks and Leaderboards\"\n            allow_empty: true\n            allow_empty_text: true\n            subsections: null\n          - name: Languages\n            allow_empty: false\n            allow_empty_text: true\n            subsections: null\n"
)


_A  =	{
    "name": "root",
    "text": "",
    "is_empty_text": True,
    "subsections": [
        {
            "name": "Dataset Card for My Dataset",
            "text": "",
            "is_empty_text": True,
            "subsections": [
                {"name": "Table of Contents", "text": "Some text here.", "is_empty_text": False, "subsections": []},
                {
                    "name": "Dataset Description",
                    "text": "Some text here.",
                    "is_empty_text": False,
                    "subsections": [
                        {
                            "name": "Dataset Summary",
                            "text": "Some text here.",
                            "is_empty_text": False,
                            "subsections": [],
                        },
                        {
                            "name": "Supported Tasks and Leaderboards",
                            "text": "",
                            "is_empty_text": True,
                            "subsections": [],
                        },
                        {"name": "Languages", "text": "Language Text", "is_empty_text": False, "subsections": []},
                    ],
                },
            ],
        }
    ],
}


_A  =	"\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"


_A  =	"\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n#### Extra Ignored Subsection\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"

_A  =	{
    "name": "root",
    "text": "",
    "is_empty_text": True,
    "subsections": [
        {
            "name": "Dataset Card for My Dataset",
            "text": "",
            "is_empty_text": True,
            "subsections": [
                {"name": "Table of Contents", "text": "Some text here.", "is_empty_text": False, "subsections": []},
                {
                    "name": "Dataset Description",
                    "text": "Some text here.",
                    "is_empty_text": False,
                    "subsections": [
                        {
                            "name": "Dataset Summary",
                            "text": "Some text here.",
                            "is_empty_text": False,
                            "subsections": [
                                {
                                    "name": "Extra Ignored Subsection",
                                    "text": "",
                                    "is_empty_text": True,
                                    "subsections": [],
                                }
                            ],
                        },
                        {
                            "name": "Supported Tasks and Leaderboards",
                            "text": "",
                            "is_empty_text": True,
                            "subsections": [],
                        },
                        {"name": "Languages", "text": "Language Text", "is_empty_text": False, "subsections": []},
                    ],
                },
            ],
        }
    ],
}

_A  =	"\\n---\n---\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"

_A  =	(
    "The following issues were found for the README at `{path}`:\n-\tEmpty YAML markers are present in the README."
)

_A  =	"\\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"

_A  =	(
    "The following issues were found for the README at `{path}`:\n-\tNo YAML markers are present in the README."
)

_A  =	"\\n---\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"

_A  =	"The following issues were found for the README at `{path}`:\n-\tOnly the start of YAML tags present in the README."

_A  =	"\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"
_A  =	"The following issues were found for the README at `{path}`:\n-\tExpected some content in section `Dataset Summary` but it is empty.\n-\tExpected some text in section `Dataset Summary` but it is empty (text in subsections are ignored)."


_A  =	"\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card for My Dataset\n"
_A  =	"The following issues were found for the README at `{path}`:\n-\tExpected some content in section `Dataset Card for My Dataset` but it is empty.\n-\tSection `Dataset Card for My Dataset` expected the following subsections: `Table of Contents`, `Dataset Description`. Found 'None'."

_A  =	"\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Languages\nLanguage Text\n"

_A  =	"The following issues were found for the README at `{path}`:\n-\tSection `Dataset Description` is missing subsection: `Supported Tasks and Leaderboards`."


_A  =	"\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\n"

_A  =	"The following issues were found for the README at `{path}`:\n-\tExpected some content in section `Languages` but it is empty."

_A  =	"\\n---\nlanguage:\n- zh\n- en\n---\n\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"
_A  =	"The following issues were found for the README at `{path}`:\n-\tThe README has no first-level headings. One heading is expected. Skipping further validation for this README."

_A  =	"\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n# Dataset Card My Dataset\n"

_A  =	"The following issues were found for the README at `{path}`:\n-\tThe README has several first-level headings: `Dataset Card for My Dataset`, `Dataset Card My Dataset`. Only one heading is expected. Skipping further validation for this README."

_A  =	"\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"

_A  =	"The following issues were found for the README at `{path}`:\n-\tNo first-level heading starting with `Dataset Card for` found in README. Skipping further validation for this README."

_A  =	""

_A  =	"The following issues were found for the README at `{path}`:\n-\tThe README has no first-level headings. One heading is expected. Skipping further validation for this README.\n-\tNo YAML markers are present in the README."

_A  =	"\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card for My Dataset\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"

_A  =	"The following issues were found while parsing the README at `{path}`:\n-\tMultiple sections with the same heading `Dataset Card for My Dataset` have been found. Please keep only one of these sections."






@pytest.mark.parametrize(
    "readme_md, expected_dict"       ,				[
        (README_CORRECT, CORRECT_DICT),
        (README_CORRECT_FOUR_LEVEL, CORRECT_DICT_FOUR_LEVEL),
    ]       ,				)
def   lowerCamelCase__							(							__lowerCAmelCase    :    Dict       ,				__lowerCAmelCase    :    List[Any]							):




			"""simple docstring"""


			assert ReadMe.from_string(__lowerCAmelCase       ,				__lowerCAmelCase							).to_dict() == expected_dict






@pytest.mark.parametrize(
    "readme_md, expected_error"       ,				[
        (README_NO_YAML, EXPECTED_ERROR_README_NO_YAML),
        (README_EMPTY_YAML, EXPECTED_ERROR_README_EMPTY_YAML),
        (README_INCORRECT_YAML, EXPECTED_ERROR_README_INCORRECT_YAML),
        (README_EMPTY, EXPECTED_ERROR_README_EMPTY),
        (README_NONE_SUBSECTION, EXPECTED_ERROR_README_NONE_SUBSECTION),
        (README_MISSING_FIRST_LEVEL, EXPECTED_ERROR_README_MISSING_FIRST_LEVEL),
        (README_MISSING_SUBSECTION, EXPECTED_ERROR_README_MISSING_SUBSECTION),
        (README_MISSING_TEXT, EXPECTED_ERROR_README_MISSING_TEXT),
        (README_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_WRONG_FIRST_LEVEL),
        (README_MULTIPLE_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_MULTIPLE_WRONG_FIRST_LEVEL),
        (README_MISSING_CONTENT, EXPECTED_ERROR_README_MISSING_CONTENT),
    ]       ,				)
def   lowerCamelCase__							(							__lowerCAmelCase    :    Optional[Any]       ,				__lowerCAmelCase    :    Dict							):




			"""simple docstring"""


			with pytest.raises(__lowerCAmelCase       ,				match=re.escape(expected_error.format(path="root"							)							)							):
						lowerCAmelCase_         =      ReadMe.from_string(__lowerCAmelCase       ,				__lowerCAmelCase							)
						readme.validate()






@pytest.mark.parametrize(
    "readme_md, expected_error"       ,				[
        (README_MULTIPLE_SAME_HEADING_1, EXPECTED_ERROR_README_MULTIPLE_SAME_HEADING_1),
    ]       ,				)
def   lowerCamelCase__							(							__lowerCAmelCase    :    Dict       ,				__lowerCAmelCase    :    List[Any]							):




			"""simple docstring"""


			with pytest.raises(__lowerCAmelCase       ,				match=re.escape(expected_error.format(path="root"							)							)							):
						ReadMe.from_string(__lowerCAmelCase       ,				__lowerCAmelCase							)






@pytest.mark.parametrize(
    "readme_md,"       ,				[
        (README_MULTIPLE_SAME_HEADING_1),
    ]       ,				)
def   lowerCamelCase__							(							__lowerCAmelCase    :    Tuple							):




			"""simple docstring"""


			ReadMe.from_string(__lowerCAmelCase       ,				__lowerCAmelCase       ,				suppress_parsing_errors=__lowerCAmelCase							)






@pytest.mark.parametrize(
    "readme_md, expected_dict"       ,				[
        (README_CORRECT, CORRECT_DICT),
        (README_CORRECT_FOUR_LEVEL, CORRECT_DICT_FOUR_LEVEL),
    ]       ,				)
def   lowerCamelCase__							(							__lowerCAmelCase    :    str       ,				__lowerCAmelCase    :    Optional[int]							):




			"""simple docstring"""


			with tempfile.TemporaryDirectory() as tmp_dir:
						lowerCAmelCase_         =      Path(__lowerCAmelCase							) / "README.md"
						with open(__lowerCAmelCase       ,				"w+"							) as readme_file:
									readme_file.write(__lowerCAmelCase							)
						lowerCAmelCase_         =      ReadMe.from_readme(__lowerCAmelCase       ,				__lowerCAmelCase							).to_dict()
						assert out["name"] == path
						assert out["text"] == ""
						assert out["is_empty_text"]
						assert out["subsections"] == expected_dict["subsections"]






@pytest.mark.parametrize(
    "readme_md, expected_error"       ,				[
        (README_NO_YAML, EXPECTED_ERROR_README_NO_YAML),
        (README_EMPTY_YAML, EXPECTED_ERROR_README_EMPTY_YAML),
        (README_INCORRECT_YAML, EXPECTED_ERROR_README_INCORRECT_YAML),
        (README_EMPTY, EXPECTED_ERROR_README_EMPTY),
        (README_NONE_SUBSECTION, EXPECTED_ERROR_README_NONE_SUBSECTION),
        (README_MISSING_FIRST_LEVEL, EXPECTED_ERROR_README_MISSING_FIRST_LEVEL),
        (README_MISSING_SUBSECTION, EXPECTED_ERROR_README_MISSING_SUBSECTION),
        (README_MISSING_TEXT, EXPECTED_ERROR_README_MISSING_TEXT),
        (README_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_WRONG_FIRST_LEVEL),
        (README_MULTIPLE_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_MULTIPLE_WRONG_FIRST_LEVEL),
        (README_MISSING_CONTENT, EXPECTED_ERROR_README_MISSING_CONTENT),
    ]       ,				)
def   lowerCamelCase__							(							__lowerCAmelCase    :    Tuple       ,				__lowerCAmelCase    :    Any							):




			"""simple docstring"""


			with tempfile.TemporaryDirectory() as tmp_dir:
						lowerCAmelCase_         =      Path(__lowerCAmelCase							) / "README.md"
						with open(__lowerCAmelCase       ,				"w+"							) as readme_file:
									readme_file.write(__lowerCAmelCase							)
						lowerCAmelCase_         =      expected_error.format(path=__lowerCAmelCase							)
						with pytest.raises(__lowerCAmelCase       ,				match=re.escape(__lowerCAmelCase							)							):
									lowerCAmelCase_         =      ReadMe.from_readme(__lowerCAmelCase       ,				__lowerCAmelCase							)
									readme.validate()






@pytest.mark.parametrize(
    "readme_md, expected_error"       ,				[
        (README_MULTIPLE_SAME_HEADING_1, EXPECTED_ERROR_README_MULTIPLE_SAME_HEADING_1),
    ]       ,				)
def   lowerCamelCase__							(							__lowerCAmelCase    :    Dict       ,				__lowerCAmelCase    :    Tuple							):




			"""simple docstring"""


			with tempfile.TemporaryDirectory() as tmp_dir:
						lowerCAmelCase_         =      Path(__lowerCAmelCase							) / "README.md"
						with open(__lowerCAmelCase       ,				"w+"							) as readme_file:
									readme_file.write(__lowerCAmelCase							)
						lowerCAmelCase_         =      expected_error.format(path=__lowerCAmelCase							)
						with pytest.raises(__lowerCAmelCase       ,				match=re.escape(__lowerCAmelCase							)							):
									ReadMe.from_readme(__lowerCAmelCase       ,				__lowerCAmelCase							)






@pytest.mark.parametrize(
    "readme_md,"       ,				[
        (README_MULTIPLE_SAME_HEADING_1),
    ]       ,				)
def   lowerCamelCase__							(							__lowerCAmelCase    :    Optional[int]							):




			"""simple docstring"""


			with tempfile.TemporaryDirectory() as tmp_dir:
						lowerCAmelCase_         =      Path(__lowerCAmelCase							) / "README.md"
						with open(__lowerCAmelCase       ,				"w+"							) as readme_file:
									readme_file.write(__lowerCAmelCase							)
						ReadMe.from_readme(__lowerCAmelCase       ,				__lowerCAmelCase       ,				suppress_parsing_errors=__lowerCAmelCase							)





from collections import OrderedDict
from typing import TYPE_CHECKING, Any, Mapping, Optional

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


if TYPE_CHECKING:
			from ... import FeatureExtractionMixin, TensorType

_A  =	logging.get_logger(__name__)

_A  =	{
    "openai/imagegpt-small": "",
    "openai/imagegpt-medium": "",
    "openai/imagegpt-large": "",
}





class       _lowerCAmelCase   (      __a			):
				_lowercase     						='''imagegpt'''
				_lowercase     						=['''past_key_values''']
				_lowercase     						={
				    '''hidden_size''': '''n_embd''',
				    '''max_position_embeddings''': '''n_positions''',
				    '''num_attention_heads''': '''n_head''',
				    '''num_hidden_layers''': '''n_layer''',
				}




				def __init__(   self							,							_UpperCamelCase=512 + 1							,							_UpperCamelCase=32 * 32							,							_UpperCamelCase=512							,							_UpperCamelCase=24							,							_UpperCamelCase=8							,							_UpperCamelCase=None							,							_UpperCamelCase="quick_gelu"							,							_UpperCamelCase=0.1							,							_UpperCamelCase=0.1							,							_UpperCamelCase=0.1							,							_UpperCamelCase=1e-5							,							_UpperCamelCase=0.02							,							_UpperCamelCase=True							,							_UpperCamelCase=True							,							_UpperCamelCase=False							,							_UpperCamelCase=False							,							_UpperCamelCase=False							,							**_UpperCamelCase							,							)							-> Tuple:
							lowerCAmelCase_         =      vocab_size
							lowerCAmelCase_         =      n_positions
							lowerCAmelCase_         =      n_embd
							lowerCAmelCase_         =      n_layer
							lowerCAmelCase_         =      n_head
							lowerCAmelCase_         =      n_inner
							lowerCAmelCase_         =      activation_function
							lowerCAmelCase_         =      resid_pdrop
							lowerCAmelCase_         =      embd_pdrop
							lowerCAmelCase_         =      attn_pdrop
							lowerCAmelCase_         =      layer_norm_epsilon
							lowerCAmelCase_         =      initializer_range
							lowerCAmelCase_         =      scale_attn_weights
							lowerCAmelCase_         =      use_cache
							lowerCAmelCase_         =      scale_attn_by_inverse_layer_idx
							lowerCAmelCase_         =      reorder_and_upcast_attn
							lowerCAmelCase_         =      tie_word_embeddings

							super().__init__(tie_word_embeddings=_UpperCamelCase							,							**_UpperCamelCase	)





class       _lowerCAmelCase   (      __a			):




				@property
				def 	__a		(   self	)							-> Mapping[str, Mapping[int, str]]:
							return OrderedDict(
							    [
							        ("input_ids", {0: "batch", 1: "sequence"}),
							    ]	)




				def 	__a		(   self							,							_UpperCamelCase							,							_UpperCamelCase = 1							,							_UpperCamelCase = -1							,							_UpperCamelCase = False							,							_UpperCamelCase = None							,							_UpperCamelCase = 3							,							_UpperCamelCase = 32							,							_UpperCamelCase = 32							,							)							-> Mapping[str, Any]:
							lowerCAmelCase_         =      self._generate_dummy_images(_UpperCamelCase							,							_UpperCamelCase							,							_UpperCamelCase							,							_UpperCamelCase	)
							lowerCAmelCase_         =      dict(preprocessor(images=_UpperCamelCase							,							return_tensors=_UpperCamelCase	)	)

							return inputs



