






import unittest

from transformers.testing_utils import require_bsa
from transformers.utils import is_bsa_available

from ...test_feature_extraction_common import FeatureExtractionSavingTestMixin


if is_bsa_available():
       from transformers import MarkupLMFeatureExtractor







class 		_A						( unittest.TestCase ):

  def __init__(    self						:	Optional[Any]   ,				lowerCamelCase__						:	str			):
     """simple docstring"""

     __UpperCamelCase	:			List[Any]					=					parent

  def    a					(    self						:	Tuple			):
     """simple docstring"""

     return {}







def 				__lowerCamelCase     (							)     ->  Dict:
   __UpperCamelCase	:			str					=					"""<HTML>

    <HEAD>
    <TITLE>sample document</TITLE>
    </HEAD>

    <BODY BGCOLOR=\"FFFFFF\">
    <HR>
    <a href=\"http://google.com\">Goog</a>
    <H1>This is one header</H1>
    <H2>This is a another Header</H2>
    <P>Travel from
        <P>
        <B>SFO to JFK</B>
        <BR>
        <B><I>on May 2, 2015 at 2:00 pm. For details go to confirm.com </I></B>
        <HR>
        <div style=\"color:#0000FF\">
            <h3>Traveler <b> name </b> is
            <p> John Doe </p>
        </div>"""

   __UpperCamelCase	:			Optional[int]					=					"""
    <!DOCTYPE html>
    <html>
    <body>

    <h1>My First Heading</h1>
    <p>My first paragraph.</p>

    </body>
    </html>
    """

   return [html_string_a, html_string_a]







@require_bsa
class 		_A						( UpperCAmelCase_	,				unittest.TestCase ):
  lowercase_						:			Dict						=					MarkupLMFeatureExtractor if is_bsa_available() else None

  def    a					(    self						:	Optional[int]			):
     """simple docstring"""

     __UpperCamelCase	:			List[str]					=					MarkupLMFeatureExtractionTester(self			)

  @property
  def    a					(    self						:	int			):
     """simple docstring"""

     return self.feature_extract_tester.prepare_feat_extract_dict()

  def    a					(    self						:	Any			):
     """simple docstring"""

     __UpperCamelCase	:			List[Any]					=					self.feature_extraction_class()

     # Test not batched input
     __UpperCamelCase	:			List[Any]					=					get_html_strings()[0]
     __UpperCamelCase	:			Optional[Any]					=					feature_extractor(lowerCamelCase__			)

     # fmt: off
     __UpperCamelCase	:			List[str]					=					[["""sample document""", """Goog""", """This is one header""", """This is a another Header""", """Travel from""", """SFO to JFK""", """on May 2, 2015 at 2:00 pm. For details go to confirm.com""", """Traveler""", """name""", """is""", """John Doe"""]]
     __UpperCamelCase	:			str					=					[["""/html/head/title""", """/html/body/a""", """/html/body/h1""", """/html/body/h2""", """/html/body/p""", """/html/body/p/p/b[1]""", """/html/body/p/p/b[2]/i""", """/html/body/p/p/div/h3""", """/html/body/p/p/div/h3/b""", """/html/body/p/p/div/h3""", """/html/body/p/p/div/h3/p"""]]
     # fmt: on

     self.assertEqual(encoding.nodes   ,				lowerCamelCase__			)
     self.assertEqual(encoding.xpaths   ,				lowerCamelCase__			)

     # Test batched
     __UpperCamelCase	:			Tuple					=					get_html_strings()
     __UpperCamelCase	:			List[Any]					=					feature_extractor(lowerCamelCase__			)

     # fmt: off
     __UpperCamelCase	:			Any					=					expected_nodes + [["""My First Heading""", """My first paragraph."""]]
     __UpperCamelCase	:			Union[str, Any]					=					expected_xpaths + [["""/html/body/h1""", """/html/body/p"""]]

     self.assertEqual(len(encoding.nodes			)   ,				2			)
     self.assertEqual(len(encoding.xpaths			)   ,				2			)

     self.assertEqual(encoding.nodes   ,				lowerCamelCase__			)
     self.assertEqual(encoding.xpaths   ,				lowerCamelCase__			)











import re

import jax.numpy as jnp
from flax.traverse_util import flatten_dict, unflatten_dict
from jax.random import PRNGKey

from ..utils import logging


UpperCamelCase    							=      logging.get_logger(__name__)


def 				__lowerCamelCase     (							__lowerCAmelCase							:					Tuple							)     ->  List[str]:
   __UpperCamelCase	:			List[str]					=					R"""\w+[.]\d+"""
   __UpperCamelCase	:			Optional[int]					=					re.findall(__lowerCAmelCase					,							__lowerCAmelCase							)
   for pat in pats:
      __UpperCamelCase	:			str					=					key.replace(__lowerCAmelCase					,							"""_""".join(pat.split("""."""							)							)							)
   return key


def 				__lowerCamelCase     (							__lowerCAmelCase							:					int					,							__lowerCAmelCase							:					Optional[int]					,							__lowerCAmelCase							:					Union[str, Any]							)     ->  str:
   __UpperCamelCase	:			Dict					=					pt_tuple_key[:-1] + ("""scale""",)
   if (
       any("""norm""" in str_ for str_ in pt_tuple_key							)
       and (pt_tuple_key[-1] == "bias")
       and (pt_tuple_key[:-1] + ("bias",) not in random_flax_state_dict)
       and (pt_tuple_key[:-1] + ("scale",) in random_flax_state_dict)
   ):
      __UpperCamelCase	:			List[Any]					=					pt_tuple_key[:-1] + ("""scale""",)
      return renamed_pt_tuple_key, pt_tensor
   elif pt_tuple_key[-1] in ["weight", "gamma"] and pt_tuple_key[:-1] + ("scale",) in random_flax_state_dict:
      __UpperCamelCase	:			Dict					=					pt_tuple_key[:-1] + ("""scale""",)
      return renamed_pt_tuple_key, pt_tensor

   # embedding
   if pt_tuple_key[-1] == "weight" and pt_tuple_key[:-1] + ("embedding",) in random_flax_state_dict:
      __UpperCamelCase	:			Any					=					pt_tuple_key[:-1] + ("""embedding""",)
      return renamed_pt_tuple_key, pt_tensor

   # conv layer
   __UpperCamelCase	:			List[Any]					=					pt_tuple_key[:-1] + ("""kernel""",)
   if pt_tuple_key[-1] == "weight" and pt_tensor.ndim == 4:
      __UpperCamelCase	:			Dict					=					pt_tensor.transpose(2					,							3					,							1					,							0							)
      return renamed_pt_tuple_key, pt_tensor

   # linear layer
   __UpperCamelCase	:			Union[str, Any]					=					pt_tuple_key[:-1] + ("""kernel""",)
   if pt_tuple_key[-1] == "weight":
      __UpperCamelCase	:			int					=					pt_tensor.T
      return renamed_pt_tuple_key, pt_tensor

   # old PyTorch layer norm weight
   __UpperCamelCase	:			List[Any]					=					pt_tuple_key[:-1] + ("""weight""",)
   if pt_tuple_key[-1] == "gamma":
      return renamed_pt_tuple_key, pt_tensor

   # old PyTorch layer norm bias
   __UpperCamelCase	:			Tuple					=					pt_tuple_key[:-1] + ("""bias""",)
   if pt_tuple_key[-1] == "beta":
      return renamed_pt_tuple_key, pt_tensor

   return pt_tuple_key, pt_tensor



def 				__lowerCamelCase     (							__lowerCAmelCase							:					Dict					,							__lowerCAmelCase							:					List[Any]					,							__lowerCAmelCase							:					Optional[int]=42							)     ->  int:
   # Step 1: Convert pytorch tensor to numpy
   __UpperCamelCase	:			Dict					=					{k: v.numpy() for k, v in pt_state_dict.items()}

   # Step 2: Since the model is stateless, get random Flax params
   __UpperCamelCase	:			str					=					flax_model.init_weights(PRNGKey(__lowerCAmelCase							)							)

   __UpperCamelCase	:			Union[str, Any]					=					flatten_dict(__lowerCAmelCase							)
   __UpperCamelCase	:			List[str]					=					{}

   # Need to change some parameters name to match Flax names
   for pt_key, pt_tensor in pt_state_dict.items():
      __UpperCamelCase	:			str					=					rename_key(__lowerCAmelCase							)
      __UpperCamelCase	:			Any					=					tuple(renamed_pt_key.split("""."""							)							)

      # Correctly rename weight parameters
      __UpperCamelCase	,     __UpperCamelCase	:			Tuple					=					rename_key_and_reshape_tensor(__lowerCAmelCase					,							__lowerCAmelCase					,							__lowerCAmelCase							)

      if flax_key in random_flax_state_dict:
         if flax_tensor.shape != random_flax_state_dict[flax_key].shape:
            raise ValueError(
                f'PyTorch checkpoint seems to be incorrect. Weight {pt_key} was expected to be of shape '
                f'{random_flax_state_dict[flax_key].shape}, but is {flax_tensor.shape}.'							)

        # also add unexpected weight so that warning is thrown
      __UpperCamelCase	:			Any					=					jnp.asarray(__lowerCAmelCase							)

   return unflatten_dict(__lowerCAmelCase							)



