






'''simple docstring'''


import re
import tempfile
from pathlib import Path

import pytest
import yaml

from datasets.utils.readme import ReadMe


# @pytest.fixture
# def example_yaml_structure():

lowerCamelCase_				: List[str]    	=							yaml.safe_load(
    '''\
name: ""
allow_empty: false
allow_empty_text: true
subsections:
  - name: "Dataset Card for X" # First-level markdown heading
    allow_empty: false
    allow_empty_text: true
    subsections:
      - name: "Table of Contents"
        allow_empty: false
        allow_empty_text: false
        subsections: null
      - name: "Dataset Description"
        allow_empty: false
        allow_empty_text: false
        subsections:
          - name: "Dataset Summary"
            allow_empty: false
            allow_empty_text: false
            subsections: null
          - name: "Supported Tasks and Leaderboards"
            allow_empty: true
            allow_empty_text: true
            subsections: null
          - name: Languages
            allow_empty: false
            allow_empty_text: true
            subsections: null
'''
)


lowerCamelCase_				: Tuple    	=							{
    '''name''': '''root''',
    '''text''': '''''',
    '''is_empty_text''': True,
    '''subsections''': [
        {
            '''name''': '''Dataset Card for My Dataset''',
            '''text''': '''''',
            '''is_empty_text''': True,
            '''subsections''': [
                {'''name''': '''Table of Contents''', '''text''': '''Some text here.''', '''is_empty_text''': False, '''subsections''': []},
                {
                    '''name''': '''Dataset Description''',
                    '''text''': '''Some text here.''',
                    '''is_empty_text''': False,
                    '''subsections''': [
                        {
                            '''name''': '''Dataset Summary''',
                            '''text''': '''Some text here.''',
                            '''is_empty_text''': False,
                            '''subsections''': [],
                        },
                        {
                            '''name''': '''Supported Tasks and Leaderboards''',
                            '''text''': '''''',
                            '''is_empty_text''': True,
                            '''subsections''': [],
                        },
                        {'''name''': '''Languages''', '''text''': '''Language Text''', '''is_empty_text''': False, '''subsections''': []},
                    ],
                },
            ],
        }
    ],
}


lowerCamelCase_				: int    	=							'''\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
'''


lowerCamelCase_				: List[Any]    	=							'''\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
#### Extra Ignored Subsection
### Supported Tasks and Leaderboards
### Languages
Language Text
'''

lowerCamelCase_				: Optional[int]    	=							{
    '''name''': '''root''',
    '''text''': '''''',
    '''is_empty_text''': True,
    '''subsections''': [
        {
            '''name''': '''Dataset Card for My Dataset''',
            '''text''': '''''',
            '''is_empty_text''': True,
            '''subsections''': [
                {'''name''': '''Table of Contents''', '''text''': '''Some text here.''', '''is_empty_text''': False, '''subsections''': []},
                {
                    '''name''': '''Dataset Description''',
                    '''text''': '''Some text here.''',
                    '''is_empty_text''': False,
                    '''subsections''': [
                        {
                            '''name''': '''Dataset Summary''',
                            '''text''': '''Some text here.''',
                            '''is_empty_text''': False,
                            '''subsections''': [
                                {
                                    '''name''': '''Extra Ignored Subsection''',
                                    '''text''': '''''',
                                    '''is_empty_text''': True,
                                    '''subsections''': [],
                                }
                            ],
                        },
                        {
                            '''name''': '''Supported Tasks and Leaderboards''',
                            '''text''': '''''',
                            '''is_empty_text''': True,
                            '''subsections''': [],
                        },
                        {'''name''': '''Languages''', '''text''': '''Language Text''', '''is_empty_text''': False, '''subsections''': []},
                    ],
                },
            ],
        }
    ],
}

lowerCamelCase_				: Union[str, Any]    	=							'''\
---
---
# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
'''

lowerCamelCase_				: Tuple    	=							(
    '''The following issues were found for the README at `{path}`:\n-\tEmpty YAML markers are present in the README.'''
)

lowerCamelCase_				: Tuple    	=							'''\
# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
'''

lowerCamelCase_				: Optional[Any]    	=							(
    '''The following issues were found for the README at `{path}`:\n-\tNo YAML markers are present in the README.'''
)

lowerCamelCase_				: List[str]    	=							'''\
---
# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
'''

lowerCamelCase_				: str    	=							'''The following issues were found for the README at `{path}`:\n-\tOnly the start of YAML tags present in the README.'''

lowerCamelCase_				: int    	=							'''\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
### Supported Tasks and Leaderboards
### Languages
Language Text
'''
lowerCamelCase_				: Dict    	=							'''The following issues were found for the README at `{path}`:\n-\tExpected some content in section `Dataset Summary` but it is empty.\n-\tExpected some text in section `Dataset Summary` but it is empty (text in subsections are ignored).'''


lowerCamelCase_				: Union[str, Any]    	=							'''\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
'''
lowerCamelCase_				: List[str]    	=							'''The following issues were found for the README at `{path}`:\n-\tExpected some content in section `Dataset Card for My Dataset` but it is empty.\n-\tSection `Dataset Card for My Dataset` expected the following subsections: `Table of Contents`, `Dataset Description`. Found \'None\'.'''

lowerCamelCase_				: int    	=							'''\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Languages
Language Text
'''

lowerCamelCase_				: List[Any]    	=							'''The following issues were found for the README at `{path}`:\n-\tSection `Dataset Description` is missing subsection: `Supported Tasks and Leaderboards`.'''


lowerCamelCase_				: Union[str, Any]    	=							'''\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
'''

lowerCamelCase_				: int    	=							'''The following issues were found for the README at `{path}`:\n-\tExpected some content in section `Languages` but it is empty.'''

lowerCamelCase_				: List[str]    	=							'''\
---
language:
- zh
- en
---

## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
'''
lowerCamelCase_				: List[Any]    	=							'''The following issues were found for the README at `{path}`:\n-\tThe README has no first-level headings. One heading is expected. Skipping further validation for this README.'''

lowerCamelCase_				: Optional[int]    	=							'''\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
# Dataset Card My Dataset
'''

lowerCamelCase_				: Tuple    	=							'''The following issues were found for the README at `{path}`:\n-\tThe README has several first-level headings: `Dataset Card for My Dataset`, `Dataset Card My Dataset`. Only one heading is expected. Skipping further validation for this README.'''

lowerCamelCase_				: Optional[Any]    	=							'''\
---
language:
- zh
- en
---

# Dataset Card My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
'''

lowerCamelCase_				: List[str]    	=							'''The following issues were found for the README at `{path}`:\n-\tNo first-level heading starting with `Dataset Card for` found in README. Skipping further validation for this README.'''

lowerCamelCase_				: str    	=							''''''

lowerCamelCase_				: Optional[int]    	=							'''The following issues were found for the README at `{path}`:\n-\tThe README has no first-level headings. One heading is expected. Skipping further validation for this README.\n-\tNo YAML markers are present in the README.'''

lowerCamelCase_				: Optional[Any]    	=							'''\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
'''

lowerCamelCase_				: int    	=							'''The following issues were found while parsing the README at `{path}`:\n-\tMultiple sections with the same heading `Dataset Card for My Dataset` have been found. Please keep only one of these sections.'''







@pytest.mark.parametrize(
    """readme_md, expected_dict"""						,      [
        (README_CORRECT, CORRECT_DICT),
        (README_CORRECT_FOUR_LEVEL, CORRECT_DICT_FOUR_LEVEL),
    ]						,      )
def 	__magic_name__( _A						,      _A					):
						'''simple docstring'''





						assert ReadMe.from_string(_A						,      _A					).to_dict() == expected_dict







@pytest.mark.parametrize(
    """readme_md, expected_error"""						,      [
        (README_NO_YAML, EXPECTED_ERROR_README_NO_YAML),
        (README_EMPTY_YAML, EXPECTED_ERROR_README_EMPTY_YAML),
        (README_INCORRECT_YAML, EXPECTED_ERROR_README_INCORRECT_YAML),
        (README_EMPTY, EXPECTED_ERROR_README_EMPTY),
        (README_NONE_SUBSECTION, EXPECTED_ERROR_README_NONE_SUBSECTION),
        (README_MISSING_FIRST_LEVEL, EXPECTED_ERROR_README_MISSING_FIRST_LEVEL),
        (README_MISSING_SUBSECTION, EXPECTED_ERROR_README_MISSING_SUBSECTION),
        (README_MISSING_TEXT, EXPECTED_ERROR_README_MISSING_TEXT),
        (README_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_WRONG_FIRST_LEVEL),
        (README_MULTIPLE_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_MULTIPLE_WRONG_FIRST_LEVEL),
        (README_MISSING_CONTENT, EXPECTED_ERROR_README_MISSING_CONTENT),
    ]						,      )
def 	__magic_name__( _A						,      _A					):
						'''simple docstring'''





						with pytest.raises(_A						,      match=re.escape(expected_error.format(path="""root"""					)					)					):
												UpperCamelCase__         = ReadMe.from_string(_A						,      _A					)
												readme.validate()







@pytest.mark.parametrize(
    """readme_md, expected_error"""						,      [
        (README_MULTIPLE_SAME_HEADING_1, EXPECTED_ERROR_README_MULTIPLE_SAME_HEADING_1),
    ]						,      )
def 	__magic_name__( _A						,      _A					):
						'''simple docstring'''





						with pytest.raises(_A						,      match=re.escape(expected_error.format(path="""root"""					)					)					):
												ReadMe.from_string(_A						,      _A					)







@pytest.mark.parametrize(
    """readme_md,"""						,      [
        (README_MULTIPLE_SAME_HEADING_1),
    ]						,      )
def 	__magic_name__( _A					):
						'''simple docstring'''





						ReadMe.from_string(_A						,      _A						,      suppress_parsing_errors=_A					)







@pytest.mark.parametrize(
    """readme_md, expected_dict"""						,      [
        (README_CORRECT, CORRECT_DICT),
        (README_CORRECT_FOUR_LEVEL, CORRECT_DICT_FOUR_LEVEL),
    ]						,      )
def 	__magic_name__( _A						,      _A					):
						'''simple docstring'''





						with tempfile.TemporaryDirectory() as tmp_dir:
												UpperCamelCase__         = Path(_A					) / """README.md"""
												with open(_A						,      """w+"""					) as readme_file:
																		readme_file.write(_A					)
												UpperCamelCase__         = ReadMe.from_readme(_A						,      _A					).to_dict()
												assert out["name"] == path
												assert out["text"] == ""
												assert out["is_empty_text"]
												assert out["subsections"] == expected_dict["subsections"]







@pytest.mark.parametrize(
    """readme_md, expected_error"""						,      [
        (README_NO_YAML, EXPECTED_ERROR_README_NO_YAML),
        (README_EMPTY_YAML, EXPECTED_ERROR_README_EMPTY_YAML),
        (README_INCORRECT_YAML, EXPECTED_ERROR_README_INCORRECT_YAML),
        (README_EMPTY, EXPECTED_ERROR_README_EMPTY),
        (README_NONE_SUBSECTION, EXPECTED_ERROR_README_NONE_SUBSECTION),
        (README_MISSING_FIRST_LEVEL, EXPECTED_ERROR_README_MISSING_FIRST_LEVEL),
        (README_MISSING_SUBSECTION, EXPECTED_ERROR_README_MISSING_SUBSECTION),
        (README_MISSING_TEXT, EXPECTED_ERROR_README_MISSING_TEXT),
        (README_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_WRONG_FIRST_LEVEL),
        (README_MULTIPLE_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_MULTIPLE_WRONG_FIRST_LEVEL),
        (README_MISSING_CONTENT, EXPECTED_ERROR_README_MISSING_CONTENT),
    ]						,      )
def 	__magic_name__( _A						,      _A					):
						'''simple docstring'''





						with tempfile.TemporaryDirectory() as tmp_dir:
												UpperCamelCase__         = Path(_A					) / """README.md"""
												with open(_A						,      """w+"""					) as readme_file:
																		readme_file.write(_A					)
												UpperCamelCase__         = expected_error.format(path=_A					)
												with pytest.raises(_A						,      match=re.escape(_A					)					):
																		UpperCamelCase__         = ReadMe.from_readme(_A						,      _A					)
																		readme.validate()







@pytest.mark.parametrize(
    """readme_md, expected_error"""						,      [
        (README_MULTIPLE_SAME_HEADING_1, EXPECTED_ERROR_README_MULTIPLE_SAME_HEADING_1),
    ]						,      )
def 	__magic_name__( _A						,      _A					):
						'''simple docstring'''





						with tempfile.TemporaryDirectory() as tmp_dir:
												UpperCamelCase__         = Path(_A					) / """README.md"""
												with open(_A						,      """w+"""					) as readme_file:
																		readme_file.write(_A					)
												UpperCamelCase__         = expected_error.format(path=_A					)
												with pytest.raises(_A						,      match=re.escape(_A					)					):
																		ReadMe.from_readme(_A						,      _A					)







@pytest.mark.parametrize(
    """readme_md,"""						,      [
        (README_MULTIPLE_SAME_HEADING_1),
    ]						,      )
def 	__magic_name__( _A					):
						'''simple docstring'''





						with tempfile.TemporaryDirectory() as tmp_dir:
												UpperCamelCase__         = Path(_A					) / """README.md"""
												with open(_A						,      """w+"""					) as readme_file:
																		readme_file.write(_A					)
												ReadMe.from_readme(_A						,      _A						,      suppress_parsing_errors=_A					)








'''simple docstring'''


# Copyright 2023 The HuggingFace Inc. team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import torch

from ..models.speechta import SpeechTaForTextToSpeech, SpeechTaHifiGan, SpeechTaProcessor
from ..utils import is_datasets_available
from .base import PipelineTool


if is_datasets_available():
					from datasets import load_dataset
class    _SCREAMING_SNAKE_CASE							(		SCREAMING_SNAKE_CASE	):


			'''simple docstring'''





			__a							:							int					     =					"microsoft/speecht5_tts"
			__a							:							int					     =					(
			    "This is a tool that reads an English text out loud. It takes an input named `text` which should contain the "
			    "text to read (in English) and returns a waveform object containing the sound."
			)
			__a							:							Optional[Any]					     =					"text_reader"
			__a							:							Tuple					     =					SpeechTaProcessor
			__a							:							int					     =					SpeechTaForTextToSpeech
			__a							:							int					     =					SpeechTaHifiGan

			__a							:							Optional[int]					     =					["text"]
			__a							:							Union[str, Any]					     =					["audio"]






			def 				A      (   self							:						str			)							->    Optional[int]:

									'''simple docstring'''







									if self.post_processor is None:
															UpperCamelCase__         = """microsoft/speecht5_hifigan"""
									super().setup()






			def 				A      (   self							:						List[Any] ,      lowercase							:						Any ,      lowercase							:						Union[str, Any]=None			)							->    Tuple:

									'''simple docstring'''







									UpperCamelCase__         = self.pre_processor(text=lowercase ,      return_tensors="""pt""" ,      truncation=lowercase			)

									if speaker_embeddings is None:
															if not is_datasets_available():
																					raise ImportError("""Datasets needs to be installed if not passing speaker embeddings."""			)

															UpperCamelCase__         = load_dataset("""Matthijs/cmu-arctic-xvectors""" ,      split="""validation"""			)
															UpperCamelCase__         = torch.tensor(embeddings_dataset[7_3_0_5]["""xvector"""]			).unsqueeze(0			)

									return {"input_ids": inputs["input_ids"], "speaker_embeddings": speaker_embeddings}






			def 				A      (   self							:						Union[str, Any] ,      lowercase							:						Optional[int]			)							->    int:

									'''simple docstring'''







									with torch.no_grad():
															return self.model.generate_speech(**lowercase			)







			def 				A      (   self							:						str ,      lowercase							:						Union[str, Any]			)							->    Tuple:

									'''simple docstring'''







									with torch.no_grad():
															return self.post_processor(lowercase			).cpu().detach()
