



'''simple docstring'''

from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCAmelCase      						=       logging.get_logger(__name__)

UpperCAmelCase      						=       {
    'microsoft/trocr-base-handwritten': (
        'https://huggingface.co/microsoft/trocr-base-handwritten/resolve/main/config.json'
    ),
    # See all TrOCR models at https://huggingface.co/models?filter=trocr
}

class __snake_case( _A   ):


						'''simple docstring'''



						UpperCAmelCase				:       Optional[Any] 	=						"trocr"
						UpperCAmelCase				:       Any 	=						["past_key_values"]
						UpperCAmelCase				:       Optional[int] 	=						{
						    "num_attention_heads": "decoder_attention_heads",
						    "hidden_size": "d_model",
						    "num_hidden_layers": "decoder_layers",
						}


						def __init__(   self      ,			A_=5_0265      ,			A_=1024      ,			A_=12      ,			A_=16      ,			A_=4096      ,			A_="gelu"      ,			A_=512      ,			A_=0.1      ,			A_=0.0      ,			A_=0.0      ,			A_=2      ,			A_=0.0_2      ,			A_=0.0      ,			A_=True      ,			A_=False      ,			A_=True      ,			A_=True      ,			A_=1      ,			A_=0      ,			A_=2      ,			**A_      ,			)      ->      Dict:
							lowerCAmelCase       =      vocab_size
							lowerCAmelCase       =      d_model
							lowerCAmelCase       =      decoder_layers
							lowerCAmelCase       =      decoder_attention_heads
							lowerCAmelCase       =      decoder_ffn_dim
							lowerCAmelCase       =      activation_function
							lowerCAmelCase       =      max_position_embeddings
							lowerCAmelCase       =      dropout
							lowerCAmelCase       =      attention_dropout
							lowerCAmelCase       =      activation_dropout
							lowerCAmelCase       =      init_std
							lowerCAmelCase       =      decoder_layerdrop
							lowerCAmelCase       =      use_cache
							lowerCAmelCase       =      scale_embedding
							lowerCAmelCase       =      use_learned_position_embeddings
							lowerCAmelCase       =      layernorm_embedding

							super().__init__(
							    pad_token_id=UpperCamelCase__      ,			bos_token_id=UpperCamelCase__      ,			eos_token_id=UpperCamelCase__      ,			decoder_start_token_id=UpperCamelCase__      ,			**UpperCamelCase__      ,			)

import flax.linen as nn
import jax.numpy as jnp

from .attention_flax import FlaxTransformeraDModel
from .resnet_flax import FlaxDownsampleaD, FlaxResnetBlockaD, FlaxUpsampleaD




class 			UpperCAmelCase_     (					nn.Module	):


  '''simple docstring'''







  a__       			=						42
  a__       			=						42
  a__       			=						0.0
  a__       			=						1
  a__       			=						1
  a__       			=						True
  a__       			=						False
  a__       			=						False
  a__       			=						False
  a__       			=						jnp.floataa
  def 				_lowercase				(					self     :					Optional[Any]       )     ->      Tuple:







    """simple docstring"""






    __magic_name__								=			[]
    __magic_name__								=			[]

    for i in range(self.num_layers       ):
      __magic_name__								=			self.in_channels if i == 0 else self.out_channels

      __magic_name__								=			FlaxResnetBlockaD(
          in_channels=UpperCamelCase__     ,				out_channels=self.out_channels     ,				dropout_prob=self.dropout     ,				dtype=self.dtype     ,				)
      resnets.append(UpperCamelCase__       )

      __magic_name__								=			FlaxTransformeraDModel(
          in_channels=self.out_channels     ,				n_heads=self.num_attention_heads     ,				d_head=self.out_channels // self.num_attention_heads     ,				depth=1     ,				use_linear_projection=self.use_linear_projection     ,				only_cross_attention=self.only_cross_attention     ,				use_memory_efficient_attention=self.use_memory_efficient_attention     ,				dtype=self.dtype     ,				)
      attentions.append(UpperCamelCase__       )

    __magic_name__								=			resnets
    __magic_name__								=			attentions

    if self.add_downsample:
      __magic_name__								=			FlaxDownsampleaD(self.out_channels     ,				dtype=self.dtype       )





  def __call__(					self     :					List[Any]     ,				UpperCamelCase__     :					Optional[int]     ,				UpperCamelCase__     :					Tuple     ,				UpperCamelCase__     :					Dict     ,				UpperCamelCase__     :					Optional[int]=True       )     ->      Any:







    """simple docstring"""






    __magic_name__								=			()

    for resnet, attn in zip(self.resnets     ,				self.attentions       ):
      __magic_name__								=			resnet(UpperCamelCase__     ,				UpperCamelCase__     ,				deterministic=UpperCamelCase__       )
      __magic_name__								=			attn(UpperCamelCase__     ,				UpperCamelCase__     ,				deterministic=UpperCamelCase__       )
      output_states += (hidden_states,)

    if self.add_downsample:
      __magic_name__								=			self.downsamplers_a(UpperCamelCase__       )
      output_states += (hidden_states,)

    return hidden_states, output_states







class 			UpperCAmelCase_     (					nn.Module	):


  '''simple docstring'''







  a__       			=						42
  a__       			=						42
  a__       			=						0.0
  a__       			=						1
  a__       			=						True
  a__       			=						jnp.floataa
  def 				_lowercase				(					self     :					str       )     ->      Optional[Any]:







    """simple docstring"""






    __magic_name__								=			[]

    for i in range(self.num_layers       ):
      __magic_name__								=			self.in_channels if i == 0 else self.out_channels

      __magic_name__								=			FlaxResnetBlockaD(
          in_channels=UpperCamelCase__     ,				out_channels=self.out_channels     ,				dropout_prob=self.dropout     ,				dtype=self.dtype     ,				)
      resnets.append(UpperCamelCase__       )
    __magic_name__								=			resnets

    if self.add_downsample:
      __magic_name__								=			FlaxDownsampleaD(self.out_channels     ,				dtype=self.dtype       )





  def __call__(					self     :					str     ,				UpperCamelCase__     :					Tuple     ,				UpperCamelCase__     :					Union[str, Any]     ,				UpperCamelCase__     :					int=True       )     ->      Dict:







    """simple docstring"""






    __magic_name__								=			()

    for resnet in self.resnets:
      __magic_name__								=			resnet(UpperCamelCase__     ,				UpperCamelCase__     ,				deterministic=UpperCamelCase__       )
      output_states += (hidden_states,)

    if self.add_downsample:
      __magic_name__								=			self.downsamplers_a(UpperCamelCase__       )
      output_states += (hidden_states,)

    return hidden_states, output_states







class 			UpperCAmelCase_     (					nn.Module	):


  '''simple docstring'''







  a__       			=						42
  a__       			=						42
  a__       			=						42
  a__       			=						0.0
  a__       			=						1
  a__       			=						1
  a__       			=						True
  a__       			=						False
  a__       			=						False
  a__       			=						False
  a__       			=						jnp.floataa
  def 				_lowercase				(					self     :					Optional[Any]       )     ->      Any:







    """simple docstring"""






    __magic_name__								=			[]
    __magic_name__								=			[]

    for i in range(self.num_layers       ):
      __magic_name__								=			self.in_channels if (i == self.num_layers - 1) else self.out_channels
      __magic_name__								=			self.prev_output_channel if i == 0 else self.out_channels

      __magic_name__								=			FlaxResnetBlockaD(
          in_channels=resnet_in_channels + res_skip_channels     ,				out_channels=self.out_channels     ,				dropout_prob=self.dropout     ,				dtype=self.dtype     ,				)
      resnets.append(UpperCamelCase__       )

      __magic_name__								=			FlaxTransformeraDModel(
          in_channels=self.out_channels     ,				n_heads=self.num_attention_heads     ,				d_head=self.out_channels // self.num_attention_heads     ,				depth=1     ,				use_linear_projection=self.use_linear_projection     ,				only_cross_attention=self.only_cross_attention     ,				use_memory_efficient_attention=self.use_memory_efficient_attention     ,				dtype=self.dtype     ,				)
      attentions.append(UpperCamelCase__       )

    __magic_name__								=			resnets
    __magic_name__								=			attentions

    if self.add_upsample:
      __magic_name__								=			FlaxUpsampleaD(self.out_channels     ,				dtype=self.dtype       )





  def __call__(					self     :					Optional[int]     ,				UpperCamelCase__     :					Any     ,				UpperCamelCase__     :					Dict     ,				UpperCamelCase__     :					Optional[int]     ,				UpperCamelCase__     :					Optional[Any]     ,				UpperCamelCase__     :					Dict=True       )     ->      Union[str, Any]:







    """simple docstring"""






    for resnet, attn in zip(self.resnets     ,				self.attentions       ):
      # pop res hidden states
      __magic_name__								=			res_hidden_states_tuple[-1]
      __magic_name__								=			res_hidden_states_tuple[:-1]
      __magic_name__								=			jnp.concatenate((hidden_states, res_hidden_states)     ,				axis=-1       )

      __magic_name__								=			resnet(UpperCamelCase__     ,				UpperCamelCase__     ,				deterministic=UpperCamelCase__       )
      __magic_name__								=			attn(UpperCamelCase__     ,				UpperCamelCase__     ,				deterministic=UpperCamelCase__       )

    if self.add_upsample:
      __magic_name__								=			self.upsamplers_a(UpperCamelCase__       )

    return hidden_states







class 			UpperCAmelCase_     (					nn.Module	):


  '''simple docstring'''







  a__       			=						42
  a__       			=						42
  a__       			=						42
  a__       			=						0.0
  a__       			=						1
  a__       			=						True
  a__       			=						jnp.floataa
  def 				_lowercase				(					self     :					List[Any]       )     ->      str:







    """simple docstring"""






    __magic_name__								=			[]

    for i in range(self.num_layers       ):
      __magic_name__								=			self.in_channels if (i == self.num_layers - 1) else self.out_channels
      __magic_name__								=			self.prev_output_channel if i == 0 else self.out_channels

      __magic_name__								=			FlaxResnetBlockaD(
          in_channels=resnet_in_channels + res_skip_channels     ,				out_channels=self.out_channels     ,				dropout_prob=self.dropout     ,				dtype=self.dtype     ,				)
      resnets.append(UpperCamelCase__       )

    __magic_name__								=			resnets

    if self.add_upsample:
      __magic_name__								=			FlaxUpsampleaD(self.out_channels     ,				dtype=self.dtype       )





  def __call__(					self     :					List[Any]     ,				UpperCamelCase__     :					str     ,				UpperCamelCase__     :					Union[str, Any]     ,				UpperCamelCase__     :					Optional[Any]     ,				UpperCamelCase__     :					str=True       )     ->      Dict:







    """simple docstring"""






    for resnet in self.resnets:
      # pop res hidden states
      __magic_name__								=			res_hidden_states_tuple[-1]
      __magic_name__								=			res_hidden_states_tuple[:-1]
      __magic_name__								=			jnp.concatenate((hidden_states, res_hidden_states)     ,				axis=-1       )

      __magic_name__								=			resnet(UpperCamelCase__     ,				UpperCamelCase__     ,				deterministic=UpperCamelCase__       )

    if self.add_upsample:
      __magic_name__								=			self.upsamplers_a(UpperCamelCase__       )

    return hidden_states







class 			UpperCAmelCase_     (					nn.Module	):


  '''simple docstring'''







  a__       			=						42
  a__       			=						0.0
  a__       			=						1
  a__       			=						1
  a__       			=						False
  a__       			=						False
  a__       			=						jnp.floataa
  def 				_lowercase				(					self     :					List[Any]       )     ->      Optional[Any]:







    """simple docstring"""






    __magic_name__								=			[
        FlaxResnetBlockaD(
            in_channels=self.in_channels     ,				out_channels=self.in_channels     ,				dropout_prob=self.dropout     ,				dtype=self.dtype     ,				)
    ]

    __magic_name__								=			[]

    for _ in range(self.num_layers       ):
      __magic_name__								=			FlaxTransformeraDModel(
          in_channels=self.in_channels     ,				n_heads=self.num_attention_heads     ,				d_head=self.in_channels // self.num_attention_heads     ,				depth=1     ,				use_linear_projection=self.use_linear_projection     ,				use_memory_efficient_attention=self.use_memory_efficient_attention     ,				dtype=self.dtype     ,				)
      attentions.append(UpperCamelCase__       )

      __magic_name__								=			FlaxResnetBlockaD(
          in_channels=self.in_channels     ,				out_channels=self.in_channels     ,				dropout_prob=self.dropout     ,				dtype=self.dtype     ,				)
      resnets.append(UpperCamelCase__       )

    __magic_name__								=			resnets
    __magic_name__								=			attentions





  def __call__(					self     :					Optional[int]     ,				UpperCamelCase__     :					Any     ,				UpperCamelCase__     :					Any     ,				UpperCamelCase__     :					List[Any]     ,				UpperCamelCase__     :					int=True       )     ->      str:







    """simple docstring"""






    __magic_name__								=			self.resnets[0](UpperCamelCase__     ,				UpperCamelCase__       )
    for attn, resnet in zip(self.attentions     ,				self.resnets[1:]       ):
      __magic_name__								=			attn(UpperCamelCase__     ,				UpperCamelCase__     ,				deterministic=UpperCamelCase__       )
      __magic_name__								=			resnet(UpperCamelCase__     ,				UpperCamelCase__     ,				deterministic=UpperCamelCase__       )

    return hidden_states

