


import re
import tempfile
import unittest
from pathlib import Path

from datasets.utils.metadata import DatasetMetadata






def 		a__       (							A__							):
			SCREAMING_SNAKE_CASE_						:			Optional[Any]       						= min(re.search('^ +',	A__							).end() if t.startswith(' '							) else 0 for t in string.splitlines()							)
			return "\n".join([line[indent_level:] for line in string.splitlines() if indent_level < len(A__							)]							)


lowerCAmelCase__       :	int     				='\\n---\nlanguage:\n- zh\n- en\ntask_ids:\n- sentiment-classification\n---\n# Begin of markdown\n\nSome cool dataset card\n'

lowerCAmelCase__       :	List[str]     				='\\n---\n---\n# Begin of markdown\n\nSome cool dataset card\n'


lowerCAmelCase__       :	Dict     				='\\n# Begin of markdown\n\nSome cool dataset card\n'







class      __lowercase  (unittest.TestCase   ):





							"""simple docstring"""







							def  UpperCamelCase__			(	self    ):





										"""simple docstring"""




										with tempfile.TemporaryDirectory() as tmp_dir:
													SCREAMING_SNAKE_CASE_						:			str       						= Path(lowerCAmelCase_    ) / 'README.md'
													with open(lowerCAmelCase_       ,		'w+'    ) as readme_file:
																readme_file.write(lowerCAmelCase_    )
													SCREAMING_SNAKE_CASE_						:			str       						= DatasetMetadata.from_readme(lowerCAmelCase_    )
													self.assertDictEqual(lowerCAmelCase_       ,		{'language': ['zh', 'en'], 'task_ids': ['sentiment-classification']}    )

													with open(lowerCAmelCase_       ,		'w+'    ) as readme_file:
																readme_file.write(lowerCAmelCase_    )
													SCREAMING_SNAKE_CASE_						:			Tuple       						= DatasetMetadata.from_readme(lowerCAmelCase_    )
													self.assertDictEqual(lowerCAmelCase_       ,		{}    )

													with open(lowerCAmelCase_       ,		'w+'    ) as readme_file:
																readme_file.write(lowerCAmelCase_    )
													SCREAMING_SNAKE_CASE_						:			Dict       						= DatasetMetadata.from_readme(lowerCAmelCase_    )
													self.assertEqual(lowerCAmelCase_       ,		{}    )






							def  UpperCamelCase__			(	self    ):





										"""simple docstring"""




										SCREAMING_SNAKE_CASE_						:			int       						= _dedent(
										    '\\n            annotations_creators:\n            - found\n            language_creators:\n            - found\n            language:\n            - en\n            license:\n            - unknown\n            multilinguality:\n            - monolingual\n            pretty_name: Test Dataset\n            size_categories:\n            - 10K<n<100K\n            source_datasets:\n            - extended|other-yahoo-webscope-l6\n            task_categories:\n            - question-answering\n            task_ids:\n            - open-domain-qa\n            '    )
										assert DatasetMetadata.from_yaml_string(lowerCAmelCase_    )

										SCREAMING_SNAKE_CASE_						:			Union[str, Any]       						= _dedent(
										    '\\n            annotations_creators:\n            - found\n            language:\n            - en\n            license:\n            - unknown\n            multilinguality:\n            - monolingual\n            pretty_name: Test Dataset\n            size_categories:\n            - 10K<n<100K\n            source_datasets:\n            - extended|other-yahoo-webscope-l6\n            task_categories:\n            - question-answering\n            task_ids:\n            - open-domain-qa\n            task_ids:\n            - open-domain-qa\n            '    )
										with self.assertRaises(lowerCAmelCase_    ):
													DatasetMetadata.from_yaml_string(lowerCAmelCase_    )

										SCREAMING_SNAKE_CASE_						:			Union[str, Any]       						= _dedent(
										    '\\n            annotations_creators:\n            - found\n            language_creators:\n            - found\n            language:\n            - en\n            license:\n            - unknown\n            multilinguality:\n            - monolingual\n            pretty_name: Test Dataset\n            size_categories:\n            - 10K<n<100K\n            source_datasets:\n            - extended|other-yahoo-webscope-l6\n            task_categories:\n            - text-classification\n            task_ids:\n            - multi-class-classification\n            paperswithcode_id:\n            - squad\n            configs:\n            - en\n            train-eval-index:\n            - config: en\n              task: text-classification\n              task_id: multi_class_classification\n              splits:\n                train_split: train\n                eval_split: test\n              col_mapping:\n                text: text\n                label: target\n              metrics:\n                - type: accuracy\n                  name: Accuracy\n            extra_gated_prompt: |\n              By clicking on “Access repository” below, you also agree to ImageNet Terms of Access:\n              [RESEARCHER_FULLNAME] (the "Researcher") has requested permission to use the ImageNet database (the "Database") at Princeton University and Stanford University. In exchange for such permission, Researcher hereby agrees to the following terms and conditions:\n              1. Researcher shall use the Database only for non-commercial research and educational purposes.\n            extra_gated_fields:\n              Company: text\n              Country: text\n              I agree to use this model for non-commerical use ONLY: checkbox\n            '    )
										assert DatasetMetadata.from_yaml_string(lowerCAmelCase_    )











'''simple docstring'''


from dataclasses import dataclass
from typing import Callable, Optional

import datasets

@dataclass
class 			A    (		datasets.BuilderConfig    ):
							lowercase_							=				None
							lowercase_							=				None
							lowercase_							=				None







							def    __lowerCAmelCase			(  self       :  Dict					)			->							List[str]:


														"""simple docstring"""


														assert self.generator is not None, "generator must be specified"

														if self.gen_kwargs is None:
																					_a	     =				{}



class 			A    (		datasets.GeneratorBasedBuilder    ):
							lowercase_							=				GeneratorConfig







							def    __lowerCAmelCase			(  self       :  Any					)			->							List[str]:


														"""simple docstring"""


														return datasets.DatasetInfo(features=self.config.features					)







							def    __lowerCAmelCase			(  self       :  Dict							,			lowerCAmelCase_       :  Optional[int]					)			->							Optional[Any]:


														"""simple docstring"""


														return [datasets.SplitGenerator(name=datasets.Split.TRAIN							,			gen_kwargs=self.config.gen_kwargs					)]







							def    __lowerCAmelCase			(  self       :  str							,			**lowerCAmelCase_       :  int					)			->							List[str]:


														"""simple docstring"""


														for idx, ex in enumerate(self.config.generator(**lowerCAmelCase_					)					):
																					yield idx, ex

