



import re
import tempfile
from pathlib import Path

import pytest
import yaml

from datasets.utils.readme import ReadMe


# @pytest.fixture
# def example_yaml_structure():

UpperCAmelCase_		 =					yaml.safe_load(
    """\
name: \"\"
allow_empty: false
allow_empty_text: true
subsections:
  - name: \"Dataset Card for X\" # First-level markdown heading
    allow_empty: false
    allow_empty_text: true
    subsections:
      - name: \"Table of Contents\"
        allow_empty: false
        allow_empty_text: false
        subsections: null
      - name: \"Dataset Description\"
        allow_empty: false
        allow_empty_text: false
        subsections:
          - name: \"Dataset Summary\"
            allow_empty: false
            allow_empty_text: false
            subsections: null
          - name: \"Supported Tasks and Leaderboards\"
            allow_empty: true
            allow_empty_text: true
            subsections: null
          - name: Languages
            allow_empty: false
            allow_empty_text: true
            subsections: null
"""
)


UpperCAmelCase_		 =					{
    """name""": """root""",
    """text""": """""",
    """is_empty_text""": True,
    """subsections""": [
        {
            """name""": """Dataset Card for My Dataset""",
            """text""": """""",
            """is_empty_text""": True,
            """subsections""": [
                {"""name""": """Table of Contents""", """text""": """Some text here.""", """is_empty_text""": False, """subsections""": []},
                {
                    """name""": """Dataset Description""",
                    """text""": """Some text here.""",
                    """is_empty_text""": False,
                    """subsections""": [
                        {
                            """name""": """Dataset Summary""",
                            """text""": """Some text here.""",
                            """is_empty_text""": False,
                            """subsections""": [],
                        },
                        {
                            """name""": """Supported Tasks and Leaderboards""",
                            """text""": """""",
                            """is_empty_text""": True,
                            """subsections""": [],
                        },
                        {"""name""": """Languages""", """text""": """Language Text""", """is_empty_text""": False, """subsections""": []},
                    ],
                },
            ],
        }
    ],
}


UpperCAmelCase_		 =					"""\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
"""


UpperCAmelCase_		 =					"""\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
#### Extra Ignored Subsection
### Supported Tasks and Leaderboards
### Languages
Language Text
"""

UpperCAmelCase_		 =					{
    """name""": """root""",
    """text""": """""",
    """is_empty_text""": True,
    """subsections""": [
        {
            """name""": """Dataset Card for My Dataset""",
            """text""": """""",
            """is_empty_text""": True,
            """subsections""": [
                {"""name""": """Table of Contents""", """text""": """Some text here.""", """is_empty_text""": False, """subsections""": []},
                {
                    """name""": """Dataset Description""",
                    """text""": """Some text here.""",
                    """is_empty_text""": False,
                    """subsections""": [
                        {
                            """name""": """Dataset Summary""",
                            """text""": """Some text here.""",
                            """is_empty_text""": False,
                            """subsections""": [
                                {
                                    """name""": """Extra Ignored Subsection""",
                                    """text""": """""",
                                    """is_empty_text""": True,
                                    """subsections""": [],
                                }
                            ],
                        },
                        {
                            """name""": """Supported Tasks and Leaderboards""",
                            """text""": """""",
                            """is_empty_text""": True,
                            """subsections""": [],
                        },
                        {"""name""": """Languages""", """text""": """Language Text""", """is_empty_text""": False, """subsections""": []},
                    ],
                },
            ],
        }
    ],
}

UpperCAmelCase_		 =					"""\
---
---
# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
"""

UpperCAmelCase_		 =					(
    """The following issues were found for the README at `{path}`:\n-\tEmpty YAML markers are present in the README."""
)

UpperCAmelCase_		 =					"""\
# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
"""

UpperCAmelCase_		 =					(
    """The following issues were found for the README at `{path}`:\n-\tNo YAML markers are present in the README."""
)

UpperCAmelCase_		 =					"""\
---
# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
"""

UpperCAmelCase_		 =					"""The following issues were found for the README at `{path}`:\n-\tOnly the start of YAML tags present in the README."""

UpperCAmelCase_		 =					"""\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
### Supported Tasks and Leaderboards
### Languages
Language Text
"""
UpperCAmelCase_		 =					"""The following issues were found for the README at `{path}`:\n-\tExpected some content in section `Dataset Summary` but it is empty.\n-\tExpected some text in section `Dataset Summary` but it is empty (text in subsections are ignored)."""


UpperCAmelCase_		 =					"""\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
"""
UpperCAmelCase_		 =					"""The following issues were found for the README at `{path}`:\n-\tExpected some content in section `Dataset Card for My Dataset` but it is empty.\n-\tSection `Dataset Card for My Dataset` expected the following subsections: `Table of Contents`, `Dataset Description`. Found 'None'."""

UpperCAmelCase_		 =					"""\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Languages
Language Text
"""

UpperCAmelCase_		 =					"""The following issues were found for the README at `{path}`:\n-\tSection `Dataset Description` is missing subsection: `Supported Tasks and Leaderboards`."""


UpperCAmelCase_		 =					"""\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
"""

UpperCAmelCase_		 =					"""The following issues were found for the README at `{path}`:\n-\tExpected some content in section `Languages` but it is empty."""

UpperCAmelCase_		 =					"""\
---
language:
- zh
- en
---

## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
"""
UpperCAmelCase_		 =					"""The following issues were found for the README at `{path}`:\n-\tThe README has no first-level headings. One heading is expected. Skipping further validation for this README."""

UpperCAmelCase_		 =					"""\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
# Dataset Card My Dataset
"""

UpperCAmelCase_		 =					"""The following issues were found for the README at `{path}`:\n-\tThe README has several first-level headings: `Dataset Card for My Dataset`, `Dataset Card My Dataset`. Only one heading is expected. Skipping further validation for this README."""

UpperCAmelCase_		 =					"""\
---
language:
- zh
- en
---

# Dataset Card My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
"""

UpperCAmelCase_		 =					"""The following issues were found for the README at `{path}`:\n-\tNo first-level heading starting with `Dataset Card for` found in README. Skipping further validation for this README."""

UpperCAmelCase_		 =					""""""

UpperCAmelCase_		 =					"""The following issues were found for the README at `{path}`:\n-\tThe README has no first-level headings. One heading is expected. Skipping further validation for this README.\n-\tNo YAML markers are present in the README."""

UpperCAmelCase_		 =					"""\
---
language:
- zh
- en
---

# Dataset Card for My Dataset
# Dataset Card for My Dataset
## Table of Contents
Some text here.
## Dataset Description
Some text here.
### Dataset Summary
Some text here.
### Supported Tasks and Leaderboards
### Languages
Language Text
"""

UpperCAmelCase_		 =					"""The following issues were found while parsing the README at `{path}`:\n-\tMultiple sections with the same heading `Dataset Card for My Dataset` have been found. Please keep only one of these sections."""

@pytest.mark.parametrize(
    '''readme_md, expected_dict'''	,   [
        (README_CORRECT, CORRECT_DICT),
        (README_CORRECT_FOUR_LEVEL, CORRECT_DICT_FOUR_LEVEL),
    ]	,   )
def 	SCREAMING_SNAKE_CASE_							(	_snake_case	:Union[str, Any]	,   _snake_case	:Tuple				)  ->     List[str]:
   assert ReadMe.from_string(_snake_case	,   _snake_case				).to_dict() == expected_dict

@pytest.mark.parametrize(
    '''readme_md, expected_error'''	,   [
        (README_NO_YAML, EXPECTED_ERROR_README_NO_YAML),
        (README_EMPTY_YAML, EXPECTED_ERROR_README_EMPTY_YAML),
        (README_INCORRECT_YAML, EXPECTED_ERROR_README_INCORRECT_YAML),
        (README_EMPTY, EXPECTED_ERROR_README_EMPTY),
        (README_NONE_SUBSECTION, EXPECTED_ERROR_README_NONE_SUBSECTION),
        (README_MISSING_FIRST_LEVEL, EXPECTED_ERROR_README_MISSING_FIRST_LEVEL),
        (README_MISSING_SUBSECTION, EXPECTED_ERROR_README_MISSING_SUBSECTION),
        (README_MISSING_TEXT, EXPECTED_ERROR_README_MISSING_TEXT),
        (README_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_WRONG_FIRST_LEVEL),
        (README_MULTIPLE_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_MULTIPLE_WRONG_FIRST_LEVEL),
        (README_MISSING_CONTENT, EXPECTED_ERROR_README_MISSING_CONTENT),
    ]	,   )
def 	SCREAMING_SNAKE_CASE_							(	_snake_case	:Any	,   _snake_case	:Any				)  ->     Union[str, Any]:
   with pytest.raises(_snake_case	,   match=re.escape(expected_error.format(path='''root'''				)				)				):
      _A      =       ReadMe.from_string(_snake_case	,   _snake_case				)
      readme.validate()

@pytest.mark.parametrize(
    '''readme_md, expected_error'''	,   [
        (README_MULTIPLE_SAME_HEADING_1, EXPECTED_ERROR_README_MULTIPLE_SAME_HEADING_1),
    ]	,   )
def 	SCREAMING_SNAKE_CASE_							(	_snake_case	:int	,   _snake_case	:Union[str, Any]				)  ->     Tuple:
   with pytest.raises(_snake_case	,   match=re.escape(expected_error.format(path='''root'''				)				)				):
      ReadMe.from_string(_snake_case	,   _snake_case				)

@pytest.mark.parametrize(
    '''readme_md,'''	,   [
        (README_MULTIPLE_SAME_HEADING_1),
    ]	,   )
def 	SCREAMING_SNAKE_CASE_							(	_snake_case	:Tuple				)  ->     Union[str, Any]:
   ReadMe.from_string(_snake_case	,   _snake_case	,   suppress_parsing_errors=_snake_case				)

@pytest.mark.parametrize(
    '''readme_md, expected_dict'''	,   [
        (README_CORRECT, CORRECT_DICT),
        (README_CORRECT_FOUR_LEVEL, CORRECT_DICT_FOUR_LEVEL),
    ]	,   )
def 	SCREAMING_SNAKE_CASE_							(	_snake_case	:Union[str, Any]	,   _snake_case	:Dict				)  ->     Optional[Any]:
   with tempfile.TemporaryDirectory() as tmp_dir:
      _A      =       Path(_snake_case				) / '''README.md'''
      with open(_snake_case	,   '''w+'''				) as readme_file:
         readme_file.write(_snake_case				)
      _A      =       ReadMe.from_readme(_snake_case	,   _snake_case				).to_dict()
      assert out["name"] == path
      assert out["text"] == ""
      assert out["is_empty_text"]
      assert out["subsections"] == expected_dict["subsections"]

@pytest.mark.parametrize(
    '''readme_md, expected_error'''	,   [
        (README_NO_YAML, EXPECTED_ERROR_README_NO_YAML),
        (README_EMPTY_YAML, EXPECTED_ERROR_README_EMPTY_YAML),
        (README_INCORRECT_YAML, EXPECTED_ERROR_README_INCORRECT_YAML),
        (README_EMPTY, EXPECTED_ERROR_README_EMPTY),
        (README_NONE_SUBSECTION, EXPECTED_ERROR_README_NONE_SUBSECTION),
        (README_MISSING_FIRST_LEVEL, EXPECTED_ERROR_README_MISSING_FIRST_LEVEL),
        (README_MISSING_SUBSECTION, EXPECTED_ERROR_README_MISSING_SUBSECTION),
        (README_MISSING_TEXT, EXPECTED_ERROR_README_MISSING_TEXT),
        (README_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_WRONG_FIRST_LEVEL),
        (README_MULTIPLE_WRONG_FIRST_LEVEL, EXPECTED_ERROR_README_MULTIPLE_WRONG_FIRST_LEVEL),
        (README_MISSING_CONTENT, EXPECTED_ERROR_README_MISSING_CONTENT),
    ]	,   )
def 	SCREAMING_SNAKE_CASE_							(	_snake_case	:Optional[int]	,   _snake_case	:str				)  ->     Tuple:
   with tempfile.TemporaryDirectory() as tmp_dir:
      _A      =       Path(_snake_case				) / '''README.md'''
      with open(_snake_case	,   '''w+'''				) as readme_file:
         readme_file.write(_snake_case				)
      _A      =       expected_error.format(path=_snake_case				)
      with pytest.raises(_snake_case	,   match=re.escape(_snake_case				)				):
         _A      =       ReadMe.from_readme(_snake_case	,   _snake_case				)
         readme.validate()

@pytest.mark.parametrize(
    '''readme_md, expected_error'''	,   [
        (README_MULTIPLE_SAME_HEADING_1, EXPECTED_ERROR_README_MULTIPLE_SAME_HEADING_1),
    ]	,   )
def 	SCREAMING_SNAKE_CASE_							(	_snake_case	:Optional[int]	,   _snake_case	:str				)  ->     Optional[Any]:
   with tempfile.TemporaryDirectory() as tmp_dir:
      _A      =       Path(_snake_case				) / '''README.md'''
      with open(_snake_case	,   '''w+'''				) as readme_file:
         readme_file.write(_snake_case				)
      _A      =       expected_error.format(path=_snake_case				)
      with pytest.raises(_snake_case	,   match=re.escape(_snake_case				)				):
         ReadMe.from_readme(_snake_case	,   _snake_case				)


@pytest.mark.parametrize(
    '''readme_md,'''	,   [
        (README_MULTIPLE_SAME_HEADING_1),
    ]	,   )
def 	SCREAMING_SNAKE_CASE_							(	_snake_case	:Optional[Any]				)  ->     int:
   with tempfile.TemporaryDirectory() as tmp_dir:
      _A      =       Path(_snake_case				) / '''README.md'''
      with open(_snake_case	,   '''w+'''				) as readme_file:
         readme_file.write(_snake_case				)
      ReadMe.from_readme(_snake_case	,   _snake_case	,   suppress_parsing_errors=_snake_case				)








UpperCAmelCase_		 =					2_5_6
# Modulus to hash a string
UpperCAmelCase_		 =					1_0_0_0_0_0_3

def 	SCREAMING_SNAKE_CASE_							(	_snake_case	:str	,   _snake_case	:str				)  ->     bool:
   _A      =       len(_snake_case				)
   _A      =       len(_snake_case				)
   if p_len > t_len:
      return False

   _A      =       0
   _A      =       0
   _A      =       1

   # Calculating the hash of pattern and substring of text
   for i in range(_snake_case				):
      _A      =       (ord(pattern[i]				) + p_hash * alphabet_size) % modulus
      _A      =       (ord(text[i]				) + text_hash * alphabet_size) % modulus
      if i == p_len - 1:
         continue
      _A      =       (modulus_power * alphabet_size) % modulus

   for i in range(0	,   t_len - p_len + 1				):
      if text_hash == p_hash and text[i : i + p_len] == pattern:
         return True
      if i == t_len - p_len:
         continue
      # Calculate the https://en.wikipedia.org/wiki/Rolling_hash
      _A      =       (
          (text_hash - ord(text[i]				) * modulus_power) * alphabet_size
          + ord(text[i + p_len]				)
      ) % modulus
   return False

def 	SCREAMING_SNAKE_CASE_							(	)  ->     None:
   _A      =       '''abc1abc12'''
   _A      =       '''alskfjaldsabc1abc1abc12k23adsfabcabc'''
   _A      =       '''alskfjaldsk23adsfabcabc'''
   assert rabin_karp(_snake_case	,   _snake_case				) and not rabin_karp(_snake_case	,   _snake_case				)

   # Test 2)
   _A      =       '''ABABX'''
   _A      =       '''ABABZABABYABABX'''
   assert rabin_karp(_snake_case	,   _snake_case				)

   # Test 3)
   _A      =       '''AAAB'''
   _A      =       '''ABAAAAAB'''
   assert rabin_karp(_snake_case	,   _snake_case				)

   # Test 4)
   _A      =       '''abcdabcy'''
   _A      =       '''abcxabcdabxabcdabcdabcy'''
   assert rabin_karp(_snake_case	,   _snake_case				)

   # Test 5)
   _A      =       '''Lü'''
   _A      =       '''Lüsai'''
   assert rabin_karp(_snake_case	,   _snake_case				)
   _A      =       '''Lue'''
   assert not rabin_karp(_snake_case	,   _snake_case				)
   print('''Success.'''				)


if __name__ == "__main__":
   test_rabin_karp()



