"""simple docstring"""




import unittest

import numpy as np
import torch
from transformers import CLIPTextConfig, CLIPTextModel

from diffusers import DDIMScheduler, LDMPipeline, UNetaDModel, VQModel
from diffusers.utils.testing_utils import enable_full_determinism, require_torch, slow, torch_device


enable_full_determinism()
class     UpperCamelCase__(			unittest.TestCase ):





      @property
      def 				snake_case__	(       self     )					->				Optional[Any]:
             torch.manual_seed(0     )
             A__	     =							UNetaDModel(
                 block_out_channels=(32, 64)		,layers_per_block=2		,sample_size=32		,in_channels=3		,out_channels=3		,down_block_types=('DownBlock2D', 'AttnDownBlock2D')		,up_block_types=('AttnUpBlock2D', 'UpBlock2D')		,)
             return model





      @property
      def 				snake_case__	(       self     )					->				Optional[Any]:
             torch.manual_seed(0     )
             A__	     =							VQModel(
                 block_out_channels=[32, 64]		,in_channels=3		,out_channels=3		,down_block_types=['DownEncoderBlock2D', 'DownEncoderBlock2D']		,up_block_types=['UpDecoderBlock2D', 'UpDecoderBlock2D']		,latent_channels=3		,)
             return model





      @property
      def 				snake_case__	(       self     )					->				int:
             torch.manual_seed(0     )
             A__	     =							CLIPTextConfig(
                 bos_token_id=0		,eos_token_id=2		,hidden_size=32		,intermediate_size=37		,layer_norm_eps=1e-05		,num_attention_heads=4		,num_hidden_layers=5		,pad_token_id=1		,vocab_size=10_00		,)
             return CLIPTextModel(lowerCamelCase_     )





      def 				snake_case__	(       self     )					->				Union[str, Any]:
             A__	     =							self.dummy_uncond_unet
             A__	     =							DDIMScheduler()
             A__	     =							self.dummy_vq_model

             A__	     =							LDMPipeline(unet=lowerCamelCase_		,vqvae=lowerCamelCase_		,scheduler=lowerCamelCase_     )
             ldm.to(lowerCamelCase_     )
             ldm.set_progress_bar_config(disable=lowerCamelCase_     )

             A__	     =							torch.manual_seed(0     )
             A__	     =							ldm(generator=lowerCamelCase_		,num_inference_steps=2		,output_type='numpy'     ).images

             A__	     =							torch.manual_seed(0     )
             A__	     =							ldm(generator=lowerCamelCase_		,num_inference_steps=2		,output_type='numpy'		,return_dict=lowerCamelCase_     )[0]

             A__	     =							image[0, -3:, -3:, -1]
             A__	     =							image_from_tuple[0, -3:, -3:, -1]

             assert image.shape == (1, 64, 64, 3)
             A__	     =							np.array([0.8_5_1_2, 0.8_1_8, 0.6_4_1_1, 0.6_8_0_8, 0.4_4_6_5, 0.5_6_1_8, 0.4_6, 0.6_2_3_1, 0.5_1_7_2]     )
             A__	     =							1e-2 if torch_device != '''mps''' else 3e-2

             assert np.abs(image_slice.flatten() - expected_slice     ).max() < tolerance
             assert np.abs(image_from_tuple_slice.flatten() - expected_slice     ).max() < tolerance






@slow
@require_torch
class     UpperCamelCase__(			unittest.TestCase ):





      def 				snake_case__	(       self     )					->				Union[str, Any]:
             A__	     =							LDMPipeline.from_pretrained('CompVis/ldm-celebahq-256'     )
             ldm.to(lowerCamelCase_     )
             ldm.set_progress_bar_config(disable=lowerCamelCase_     )

             A__	     =							torch.manual_seed(0     )
             A__	     =							ldm(generator=lowerCamelCase_		,num_inference_steps=5		,output_type='numpy'     ).images

             A__	     =							image[0, -3:, -3:, -1]

             assert image.shape == (1, 2_56, 2_56, 3)
             A__	     =							np.array([0.4_3_9_9, 0.4_4_9_7_5, 0.4_6_8_2_5, 0.4_7_4, 0.4_3_5_9, 0.4_5_8_1, 0.4_5_0_9_5, 0.4_3_4_1, 0.4_4_4_7]     )
             A__	     =							1e-2 if torch_device != '''mps''' else 3e-2

             assert np.abs(image_slice.flatten() - expected_slice     ).max() < tolerance






"""simple docstring"""




import re
import tempfile
from pathlib import Path

import pytest
import yaml

from datasets.utils.readme import ReadMe


# @pytest.fixture
# def example_yaml_structure():

__lowerCamelCase											=  yaml.safe_load(
    "\\nname: \"\"\nallow_empty: false\nallow_empty_text: true\nsubsections:\n  - name: \"Dataset Card for X\" # First-level markdown heading\n    allow_empty: false\n    allow_empty_text: true\n    subsections:\n      - name: \"Table of Contents\"\n        allow_empty: false\n        allow_empty_text: false\n        subsections: null\n      - name: \"Dataset Description\"\n        allow_empty: false\n        allow_empty_text: false\n        subsections:\n          - name: \"Dataset Summary\"\n            allow_empty: false\n            allow_empty_text: false\n            subsections: null\n          - name: \"Supported Tasks and Leaderboards\"\n            allow_empty: true\n            allow_empty_text: true\n            subsections: null\n          - name: Languages\n            allow_empty: false\n            allow_empty_text: true\n            subsections: null\n"
)


__lowerCamelCase											=  {
    "name": "root",
    "text": "",
    "is_empty_text": True,
    "subsections": [
        {
            "name": "Dataset Card for My Dataset",
            "text": "",
            "is_empty_text": True,
            "subsections": [
                {"name": "Table of Contents", "text": "Some text here.", "is_empty_text": False, "subsections": []},
                {
                    "name": "Dataset Description",
                    "text": "Some text here.",
                    "is_empty_text": False,
                    "subsections": [
                        {
                            "name": "Dataset Summary",
                            "text": "Some text here.",
                            "is_empty_text": False,
                            "subsections": [],
                        },
                        {
                            "name": "Supported Tasks and Leaderboards",
                            "text": "",
                            "is_empty_text": True,
                            "subsections": [],
                        },
                        {"name": "Languages", "text": "Language Text", "is_empty_text": False, "subsections": []},
                    ],
                },
            ],
        }
    ],
}


__lowerCamelCase											=  "\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"


__lowerCamelCase											=  "\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n#### Extra Ignored Subsection\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"

__lowerCamelCase											=  {
    "name": "root",
    "text": "",
    "is_empty_text": True,
    "subsections": [
        {
            "name": "Dataset Card for My Dataset",
            "text": "",
            "is_empty_text": True,
            "subsections": [
                {"name": "Table of Contents", "text": "Some text here.", "is_empty_text": False, "subsections": []},
                {
                    "name": "Dataset Description",
                    "text": "Some text here.",
                    "is_empty_text": False,
                    "subsections": [
                        {
                            "name": "Dataset Summary",
                            "text": "Some text here.",
                            "is_empty_text": False,
                            "subsections": [
                                {
                                    "name": "Extra Ignored Subsection",
                                    "text": "",
                                    "is_empty_text": True,
                                    "subsections": [],
                                }
                            ],
                        },
                        {
                            "name": "Supported Tasks and Leaderboards",
                            "text": "",
                            "is_empty_text": True,
                            "subsections": [],
                        },
                        {"name": "Languages", "text": "Language Text", "is_empty_text": False, "subsections": []},
                    ],
                },
            ],
        }
    ],
}

__lowerCamelCase											=  "\\n---\n---\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"

__lowerCamelCase											=  (
    "The following issues were found for the README at `{path}`:\n-\tEmpty YAML markers are present in the README."
)

__lowerCamelCase											=  "\\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"

__lowerCamelCase											=  (
    "The following issues were found for the README at `{path}`:\n-\tNo YAML markers are present in the README."
)

__lowerCamelCase											=  "\\n---\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"

__lowerCamelCase											=  "The following issues were found for the README at `{path}`:\n-\tOnly the start of YAML tags present in the README."

__lowerCamelCase											=  "\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"
__lowerCamelCase											=  "The following issues were found for the README at `{path}`:\n-\tExpected some content in section `Dataset Summary` but it is empty.\n-\tExpected some text in section `Dataset Summary` but it is empty (text in subsections are ignored)."


__lowerCamelCase											=  "\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card for My Dataset\n"
__lowerCamelCase											=  "The following issues were found for the README at `{path}`:\n-\tExpected some content in section `Dataset Card for My Dataset` but it is empty.\n-\tSection `Dataset Card for My Dataset` expected the following subsections: `Table of Contents`, `Dataset Description`. Found 'None'."

__lowerCamelCase											=  "\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Languages\nLanguage Text\n"

__lowerCamelCase											=  "The following issues were found for the README at `{path}`:\n-\tSection `Dataset Description` is missing subsection: `Supported Tasks and Leaderboards`."


__lowerCamelCase											=  "\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\n"

__lowerCamelCase											=  "The following issues were found for the README at `{path}`:\n-\tExpected some content in section `Languages` but it is empty."

__lowerCamelCase											=  "\\n---\nlanguage:\n- zh\n- en\n---\n\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"
__lowerCamelCase											=  "The following issues were found for the README at `{path}`:\n-\tThe README has no first-level headings. One heading is expected. Skipping further validation for this README."

__lowerCamelCase											=  "\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n# Dataset Card My Dataset\n"

__lowerCamelCase											=  "The following issues were found for the README at `{path}`:\n-\tThe README has several first-level headings: `Dataset Card for My Dataset`, `Dataset Card My Dataset`. Only one heading is expected. Skipping further validation for this README."

__lowerCamelCase											=  "\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"

__lowerCamelCase											=  "The following issues were found for the README at `{path}`:\n-\tNo first-level heading starting with `Dataset Card for` found in README. Skipping further validation for this README."

__lowerCamelCase											=  ""

__lowerCamelCase											=  "The following issues were found for the README at `{path}`:\n-\tThe README has no first-level headings. One heading is expected. Skipping further validation for this README.\n-\tNo YAML markers are present in the README."

__lowerCamelCase											=  "\\n---\nlanguage:\n- zh\n- en\n---\n\n# Dataset Card for My Dataset\n# Dataset Card for My Dataset\n## Table of Contents\nSome text here.\n## Dataset Description\nSome text here.\n### Dataset Summary\nSome text here.\n### Supported Tasks and Leaderboards\n### Languages\nLanguage Text\n"

__lowerCamelCase											=  "The following issues were found while parsing the README at `{path}`:\n-\tMultiple sections with the same heading `Dataset Card for My Dataset` have been found. Please keep only one of these sections."






@pytest.mark.parametrize(
    'readme_md, expected_dict'       ,    [
        (README_CORRECT, CORRECT_DICT),
        (README_CORRECT_FOUR_LEVEL, CORRECT_DICT_FOUR_LEVEL),
    ]       ,    )
def   UpperCAmelCase					(	UpperCamelCase__       ,    UpperCamelCase__				):






							"""simple docstring"""





							assert ReadMe.from_string(UpperCamelCase__       ,    UpperCamelCase__				).to_dict() == expected_dict






@pytest.mark.parametrize(
    'readme_md, expected_error'       ,    [
        (README_NO_YAML, EXPECTED_ERROR_README_NO_YAML),
        (README_EMPTY_YAML, EXPECTED_ERROR_README_EMPTY_YAML),
        (README_INCORRECT_YAML, EXPECTED_ERROR_README_INCORRECT_YAML),
        (README_EMPTY, EXPECTED_ERROR_README_EMPTY),
        (README_NONE_SUBSECTION, EXPECTED_ERROR_README_NONE_SUBSECTION),
        (README_MISSING_FIRST_LEVEL, EXPECTED_ERROR_README_MISSING_FIRST_LEVEL),
        (README_MISSING_SUBSECTION, EXPECTED_ERROR_README_MISSING_SUBSECTION),
        (README_MISSING_TEXT, EXPECTED_ERROR_README_MISSING_TEXT),
        (README_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_WRONG_FIRST_LEVEL),
        (README_MULTIPLE_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_MULTIPLE_WRONG_FIRST_LEVEL),
        (README_MISSING_CONTENT, EXPECTED_ERROR_README_MISSING_CONTENT),
    ]       ,    )
def   UpperCAmelCase					(	UpperCamelCase__       ,    UpperCamelCase__				):






							"""simple docstring"""





							with pytest.raises(UpperCamelCase__       ,    match=re.escape(expected_error.format(path='root'				)				)				):
														A__	     =							ReadMe.from_string(UpperCamelCase__       ,    UpperCamelCase__				)
														readme.validate()






@pytest.mark.parametrize(
    'readme_md, expected_error'       ,    [
        (README_MULTIPLE_SAME_HEADING_1, EXPECTED_ERROR_README_MULTIPLE_SAME_HEADING_1),
    ]       ,    )
def   UpperCAmelCase					(	UpperCamelCase__       ,    UpperCamelCase__				):






							"""simple docstring"""





							with pytest.raises(UpperCamelCase__       ,    match=re.escape(expected_error.format(path='root'				)				)				):
														ReadMe.from_string(UpperCamelCase__       ,    UpperCamelCase__				)






@pytest.mark.parametrize(
    'readme_md,'       ,    [
        (README_MULTIPLE_SAME_HEADING_1),
    ]       ,    )
def   UpperCAmelCase					(	UpperCamelCase__				):






							"""simple docstring"""





							ReadMe.from_string(UpperCamelCase__       ,    UpperCamelCase__       ,    suppress_parsing_errors=UpperCamelCase__				)






@pytest.mark.parametrize(
    'readme_md, expected_dict'       ,    [
        (README_CORRECT, CORRECT_DICT),
        (README_CORRECT_FOUR_LEVEL, CORRECT_DICT_FOUR_LEVEL),
    ]       ,    )
def   UpperCAmelCase					(	UpperCamelCase__       ,    UpperCamelCase__				):






							"""simple docstring"""





							with tempfile.TemporaryDirectory() as tmp_dir:
														A__	     =							Path(UpperCamelCase__				) / 'README.md'
														with open(UpperCamelCase__       ,    'w+'				) as readme_file:
																					readme_file.write(UpperCamelCase__				)
														A__	     =							ReadMe.from_readme(UpperCamelCase__       ,    UpperCamelCase__				).to_dict()
														assert out["name"] == path
														assert out["text"] == ""
														assert out["is_empty_text"]
														assert out["subsections"] == expected_dict["subsections"]






@pytest.mark.parametrize(
    'readme_md, expected_error'       ,    [
        (README_NO_YAML, EXPECTED_ERROR_README_NO_YAML),
        (README_EMPTY_YAML, EXPECTED_ERROR_README_EMPTY_YAML),
        (README_INCORRECT_YAML, EXPECTED_ERROR_README_INCORRECT_YAML),
        (README_EMPTY, EXPECTED_ERROR_README_EMPTY),
        (README_NONE_SUBSECTION, EXPECTED_ERROR_README_NONE_SUBSECTION),
        (README_MISSING_FIRST_LEVEL, EXPECTED_ERROR_README_MISSING_FIRST_LEVEL),
        (README_MISSING_SUBSECTION, EXPECTED_ERROR_README_MISSING_SUBSECTION),
        (README_MISSING_TEXT, EXPECTED_ERROR_README_MISSING_TEXT),
        (README_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_WRONG_FIRST_LEVEL),
        (README_MULTIPLE_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_MULTIPLE_WRONG_FIRST_LEVEL),
        (README_MISSING_CONTENT, EXPECTED_ERROR_README_MISSING_CONTENT),
    ]       ,    )
def   UpperCAmelCase					(	UpperCamelCase__       ,    UpperCamelCase__				):






							"""simple docstring"""





							with tempfile.TemporaryDirectory() as tmp_dir:
														A__	     =							Path(UpperCamelCase__				) / 'README.md'
														with open(UpperCamelCase__       ,    'w+'				) as readme_file:
																					readme_file.write(UpperCamelCase__				)
														A__	     =							expected_error.format(path=UpperCamelCase__				)
														with pytest.raises(UpperCamelCase__       ,    match=re.escape(UpperCamelCase__				)				):
																					A__	     =							ReadMe.from_readme(UpperCamelCase__       ,    UpperCamelCase__				)
																					readme.validate()






@pytest.mark.parametrize(
    'readme_md, expected_error'       ,    [
        (README_MULTIPLE_SAME_HEADING_1, EXPECTED_ERROR_README_MULTIPLE_SAME_HEADING_1),
    ]       ,    )
def   UpperCAmelCase					(	UpperCamelCase__       ,    UpperCamelCase__				):






							"""simple docstring"""





							with tempfile.TemporaryDirectory() as tmp_dir:
														A__	     =							Path(UpperCamelCase__				) / 'README.md'
														with open(UpperCamelCase__       ,    'w+'				) as readme_file:
																					readme_file.write(UpperCamelCase__				)
														A__	     =							expected_error.format(path=UpperCamelCase__				)
														with pytest.raises(UpperCamelCase__       ,    match=re.escape(UpperCamelCase__				)				):
																					ReadMe.from_readme(UpperCamelCase__       ,    UpperCamelCase__				)






@pytest.mark.parametrize(
    'readme_md,'       ,    [
        (README_MULTIPLE_SAME_HEADING_1),
    ]       ,    )
def   UpperCAmelCase					(	UpperCamelCase__				):






							"""simple docstring"""





							with tempfile.TemporaryDirectory() as tmp_dir:
														A__	     =							Path(UpperCamelCase__				) / 'README.md'
														with open(UpperCamelCase__       ,    'w+'				) as readme_file:
																					readme_file.write(UpperCamelCase__				)
														ReadMe.from_readme(UpperCamelCase__       ,    UpperCamelCase__       ,    suppress_parsing_errors=UpperCamelCase__				)





