


'''simple docstring'''

# Lint as: python3
import sys
from collections.abc import Mapping
from typing import TYPE_CHECKING

import numpy as np
import pyarrow as pa

from .. import config
from ..utils.py_utils import map_nested
from .formatting import TensorFormatter


if TYPE_CHECKING:
 import torch
class     __lowerCAmelCase		(TensorFormatter[Mapping, """torch.Tensor""", Mapping]	):





      '''simple docstring'''






      def __init__(self       :       Optional[Any]  ,		UpperCamelCase       :       Tuple=None  ,		**UpperCamelCase       :       List[str]					):

             '''simple docstring'''







             super().__init__(features=UpperCamelCase					)
             lowercase__      =					torch_tensor_kwargs
             import torch  # noqa import torch at initialization



      def  UpperCamelCase__						(self       :       List[str]  ,		UpperCamelCase       :       Union[str, Any]					):

             '''simple docstring'''







             import torch

             if isinstance(UpperCamelCase  ,		UpperCamelCase					) and column:
                    if all(
                        isinstance(UpperCamelCase  ,		torch.Tensor					) and x.shape == column[0].shape and x.dtype == column[0].dtype
                        for x in column					):
                           return torch.stack(UpperCamelCase					)
             return column



      def  UpperCamelCase__						(self       :       List[Any]  ,		UpperCamelCase       :       Optional[Any]					):

             '''simple docstring'''







             import torch

             if isinstance(UpperCamelCase  ,		(str, bytes, type(UpperCamelCase					))					):
                    return value
             elif isinstance(UpperCamelCase  ,		(np.character, np.ndarray)					) and np.issubdtype(value.dtype  ,		np.character					):
                    return value.tolist()

             lowercase__      =					{}

             if isinstance(UpperCamelCase  ,		(np.number, np.ndarray)					) and np.issubdtype(value.dtype  ,		np.integer					):
                    lowercase__      =					{'''dtype''': torch.intaa}
             elif isinstance(UpperCamelCase  ,		(np.number, np.ndarray)					) and np.issubdtype(value.dtype  ,		np.floating					):
                    lowercase__      =					{'''dtype''': torch.floataa}
             elif config.PIL_AVAILABLE and "PIL" in sys.modules:
                    import PIL.Image

                    if isinstance(UpperCamelCase  ,		PIL.Image.Image					):
                           lowercase__      =					np.asarray(UpperCamelCase					)
             return torch.tensor(UpperCamelCase  ,		**{**default_dtype, **self.torch_tensor_kwargs}					)



      def  UpperCamelCase__						(self       :       Optional[int]  ,		UpperCamelCase       :       Dict					):

             '''simple docstring'''







             import torch

             # support for torch, tf, jax etc.
             if hasattr(UpperCamelCase  ,		'''__array__'''					) and not isinstance(UpperCamelCase  ,		torch.Tensor					):
                    lowercase__      =					data_struct.__array__()
             # support for nested types like struct of list of struct
             if isinstance(UpperCamelCase  ,		np.ndarray					):
                    if data_struct.dtype == object:  # torch tensors cannot be instantied from an array of objects
                           return self._consolidate([self.recursive_tensorize(UpperCamelCase					) for substruct in data_struct]					)
             elif isinstance(UpperCamelCase  ,		(list, tuple)					):
                    return self._consolidate([self.recursive_tensorize(UpperCamelCase					) for substruct in data_struct]					)
             return self._tensorize(UpperCamelCase					)



      def  UpperCamelCase__						(self       :       List[str]  ,		UpperCamelCase       :       dict					):

             '''simple docstring'''







             return map_nested(self._recursive_tensorize  ,		UpperCamelCase  ,		map_list=UpperCamelCase					)



      def  UpperCamelCase__						(self       :       Dict  ,		UpperCamelCase       :       pa.Table					):

             '''simple docstring'''







             lowercase__      =					self.numpy_arrow_extractor().extract_row(UpperCamelCase					)
             lowercase__      =					self.python_features_decoder.decode_row(UpperCamelCase					)
             return self.recursive_tensorize(UpperCamelCase					)



      def  UpperCamelCase__						(self       :       List[Any]  ,		UpperCamelCase       :       pa.Table					):

             '''simple docstring'''







             lowercase__      =					self.numpy_arrow_extractor().extract_column(UpperCamelCase					)
             lowercase__      =					self.python_features_decoder.decode_column(UpperCamelCase  ,		pa_table.column_names[0]					)
             lowercase__      =					self.recursive_tensorize(UpperCamelCase					)
             lowercase__      =					self._consolidate(UpperCamelCase					)
             return column






      def  UpperCamelCase__						(self       :       Tuple  ,		UpperCamelCase       :       pa.Table					):

             '''simple docstring'''







             lowercase__      =					self.numpy_arrow_extractor().extract_batch(UpperCamelCase					)
             lowercase__      =					self.python_features_decoder.decode_batch(UpperCamelCase					)
             lowercase__      =					self.recursive_tensorize(UpperCamelCase					)
             for column_name in batch:
                    lowercase__      =					self._consolidate(batch[column_name]					)
             return batch








'''simple docstring'''

from __future__ import annotations

from collections import deque
class     __lowerCAmelCase		:





      '''simple docstring'''






      def __init__(self       :       str  ,		UpperCamelCase       :       list[str]					):

             '''simple docstring'''







             lowercase__      =					[]
             self.adlist.append(
                 {'''value''': '''''', '''next_states''': [], '''fail_state''': 0, '''output''': []}					)

             for keyword in keywords:
                    self.add_keyword(UpperCamelCase					)
             self.set_fail_transitions()



      def  UpperCamelCase__						(self       :       Optional[int]  ,		UpperCamelCase       :       int  ,		UpperCamelCase       :       str					):

             '''simple docstring'''







             for state in self.adlist[current_state]["next_states"]:
                    if char == self.adlist[state]["value"]:
                           return state
             return None



      def  UpperCamelCase__						(self       :       Optional[Any]  ,		UpperCamelCase       :       str					):

             '''simple docstring'''







             lowercase__      =					0
             for character in keyword:
                    lowercase__      =					self.find_next_state(UpperCamelCase  ,		UpperCamelCase					)
                    if next_state is None:
                           self.adlist.append(
                               {
                                   '''value''': character,
                                   '''next_states''': [],
                                   '''fail_state''': 0,
                                   '''output''': [],
                               }					)
                           self.adlist[current_state]["next_states"].append(len(self.adlist					) - 1					)
                           lowercase__      =					len(self.adlist					) - 1
                    else:
                           lowercase__      =					next_state
             self.adlist[current_state]["output"].append(UpperCamelCase					)



      def  UpperCamelCase__						(self       :       List[str]					):

             '''simple docstring'''







             lowercase__      =					deque()
             for node in self.adlist[0]["next_states"]:
                    q.append(UpperCamelCase					)
                    lowercase__      =					0
             while q:
                    lowercase__      =					q.popleft()
                    for child in self.adlist[r]["next_states"]:
                           q.append(UpperCamelCase					)
                           lowercase__      =					self.adlist[r]['''fail_state''']
                           while (
                               self.find_next_state(UpperCamelCase  ,		self.adlist[child]['''value''']					) is None
                               and state != 0
                           ):
                                  lowercase__      =					self.adlist[state]['''fail_state''']
                           lowercase__      =					self.find_next_state(
                               UpperCamelCase  ,		self.adlist[child]['''value''']					)
                           if self.adlist[child]["fail_state"] is None:
                                  lowercase__      =					0
                           lowercase__      =					(
                               self.adlist[child]['''output''']
                               + self.adlist[self.adlist[child]['''fail_state''']]['''output''']
                           )






      def  UpperCamelCase__						(self       :       Optional[int]  ,		UpperCamelCase       :       str					):

             '''simple docstring'''







             lowercase__      =					{}  # returns a dict with keywords and list of its occurrences
             lowercase__      =					0
             for i in range(len(UpperCamelCase					)					):
                    while (
                        self.find_next_state(UpperCamelCase  ,		string[i]					) is None
                        and current_state != 0
                    ):
                           lowercase__      =					self.adlist[current_state]['''fail_state''']
                    lowercase__      =					self.find_next_state(UpperCamelCase  ,		string[i]					)
                    if next_state is None:
                           lowercase__      =					0
                    else:
                           lowercase__      =					next_state
                           for key in self.adlist[current_state]["output"]:
                                  if key not in result:
                                         lowercase__      =					[]
                                  result[key].append(i - len(UpperCamelCase					) + 1					)
             return result


if __name__ == "__main__":
 import doctest

 doctest.testmod()




