
from typing import Any, Dict, List, Union

from ..utils import add_end_docstrings, is_torch_available, is_vision_available, logging, requires_backends
from .base import PIPELINE_INIT_ARGS, ChunkPipeline


if is_vision_available():
     from PIL import Image

     from ..image_utils import load_image

if is_torch_available():
     import torch

     from transformers.modeling_outputs import BaseModelOutput

     from ..models.auto.modeling_auto import MODEL_FOR_ZERO_SHOT_OBJECT_DETECTION_MAPPING

lowerCamelCase__     :		Optional[Any]        = logging.get_logger(__name__)



@add_end_docstrings(UpperCAmelCase_				)
class    _snake_case (						UpperCAmelCase_				):


 def __init__(       self       ,	**SCREAMING_SNAKE_CASE_):


   '''simple docstring'''




   super().__init__(**SCREAMING_SNAKE_CASE_)

   if self.framework == "tf":
     raise ValueError(f'The {self.__class__} is only available in PyTorch.')

   requires_backends(self       ,	"""vision""")
   self.check_model_type(SCREAMING_SNAKE_CASE_)


 def __call__(       self       ,	SCREAMING_SNAKE_CASE_       ,	SCREAMING_SNAKE_CASE_ = None       ,	**SCREAMING_SNAKE_CASE_       ,	):


   '''simple docstring'''




   if "text_queries" in kwargs:
     lowercase__	: Any     		=   kwargs.pop("""text_queries""")

   if isinstance(SCREAMING_SNAKE_CASE_       ,	(str, Image.Image)):
     lowercase__	: Optional[Any]     		=   {"""image""": image, """candidate_labels""": candidate_labels}
   else:
     lowercase__	: int     		=   image
   lowercase__	: List[str]     		=   super().__call__(SCREAMING_SNAKE_CASE_       ,	**SCREAMING_SNAKE_CASE_)
   return results


 def   lowercase__  (       self       ,	**SCREAMING_SNAKE_CASE_):


   '''simple docstring'''




   lowercase__	: Tuple     		=   {}
   if "threshold" in kwargs:
     lowercase__	: List[Any]     		=   kwargs["""threshold"""]
   if "top_k" in kwargs:
     lowercase__	: int     		=   kwargs["""top_k"""]
   return {}, {}, postprocess_params


 def   lowercase__  (       self       ,	SCREAMING_SNAKE_CASE_):


   '''simple docstring'''




   lowercase__	: str     		=   load_image(inputs["""image"""])
   lowercase__	: Any     		=   inputs["""candidate_labels"""]
   if isinstance(SCREAMING_SNAKE_CASE_       ,	SCREAMING_SNAKE_CASE_):
     lowercase__	: List[str]     		=   candidate_labels.split(""",""")

   lowercase__	: Tuple     		=   torch.tensor([[image.height, image.width]]       ,	dtype=torch.intaa)
   for i, candidate_label in enumerate(SCREAMING_SNAKE_CASE_):
     lowercase__	: Optional[Any]     		=   self.tokenizer(SCREAMING_SNAKE_CASE_       ,	return_tensors=self.framework)
     lowercase__	: Union[str, Any]     		=   self.image_processor(SCREAMING_SNAKE_CASE_       ,	return_tensors=self.framework)
     yield {
         "is_last": i == len(SCREAMING_SNAKE_CASE_) - 1,
         "target_size": target_size,
         "candidate_label": candidate_label,
         **text_inputs,
         **image_features,
     }


 def   lowercase__  (       self       ,	SCREAMING_SNAKE_CASE_):


   '''simple docstring'''




   lowercase__	: str     		=   model_inputs.pop("""target_size""")
   lowercase__	: Optional[int]     		=   model_inputs.pop("""candidate_label""")
   lowercase__	: Dict     		=   model_inputs.pop("""is_last""")

   lowercase__	: Union[str, Any]     		=   self.model(**SCREAMING_SNAKE_CASE_)

   lowercase__	: Union[str, Any]     		=   {"""target_size""": target_size, """candidate_label""": candidate_label, """is_last""": is_last, **outputs}
   return model_outputs


 def   lowercase__  (       self       ,	SCREAMING_SNAKE_CASE_       ,	SCREAMING_SNAKE_CASE_=0.1       ,	SCREAMING_SNAKE_CASE_=None):


   '''simple docstring'''




   lowercase__	: Union[str, Any]     		=   []
   for model_output in model_outputs:
     lowercase__	: Optional[int]     		=   model_output["""candidate_label"""]
     lowercase__	: Tuple     		=   BaseModelOutput(SCREAMING_SNAKE_CASE_)
     lowercase__	: List[str]     		=   self.image_processor.post_process_object_detection(
         outputs=SCREAMING_SNAKE_CASE_       ,	threshold=SCREAMING_SNAKE_CASE_       ,	target_sizes=model_output["""target_size"""])[0]

     for index in outputs["scores"].nonzero():
       lowercase__	: Optional[Any]     		=   outputs["""scores"""][index].item()
       lowercase__	: Optional[Any]     		=   self._get_bounding_box(outputs["""boxes"""][index][0])

       lowercase__	: Tuple     		=   {"""score""": score, """label""": label, """box""": box}
       results.append(SCREAMING_SNAKE_CASE_)

   lowercase__	: int     		=   sorted(SCREAMING_SNAKE_CASE_       ,	key=lambda SCREAMING_SNAKE_CASE_: x["score"]       ,	reverse=SCREAMING_SNAKE_CASE_)
   if top_k:
     lowercase__	: Any     		=   results[:top_k]

   return results



 def   lowercase__  (       self       ,	SCREAMING_SNAKE_CASE_):


   '''simple docstring'''




   if self.framework != "pt":
     raise ValueError("""The ZeroShotObjectDetectionPipeline is only available in PyTorch.""")
   lowercase__		,     lowercase__		,     lowercase__		,     lowercase__	: List[Any]     		=   box.int().tolist()
   lowercase__	: Optional[int]     		=   {
       """xmin""": xmin,
       """ymin""": ymin,
       """xmax""": xmax,
       """ymax""": ymax,
   }
   return bbox














from ...configuration_utils import PretrainedConfig


lowerCamelCase__       		=  {
    """google/tapas-base-finetuned-sqa""": (
        """https://huggingface.co/google/tapas-base-finetuned-sqa/resolve/main/config.json"""
    ),
    """google/tapas-base-finetuned-wtq""": (
        """https://huggingface.co/google/tapas-base-finetuned-wtq/resolve/main/config.json"""
    ),
    """google/tapas-base-finetuned-wikisql-supervised""": (
        """https://huggingface.co/google/tapas-base-finetuned-wikisql-supervised/resolve/main/config.json"""
    ),
    """google/tapas-base-finetuned-tabfact""": (
        """https://huggingface.co/google/tapas-base-finetuned-tabfact/resolve/main/config.json"""
    ),
}




class       snake_case__ (				lowercase_):

       '''simple docstring'''
       lowerCamelCase				:					Tuple								=			"tapas"



       def __init__(				self      ,    a__=3_05_22      ,    a__=7_68      ,    a__=12      ,    a__=12      ,    a__=30_72      ,    a__="gelu"      ,    a__=0.1      ,    a__=0.1      ,    a__=10_24      ,    a__=[3, 2_56, 2_56, 2, 2_56, 2_56, 10]      ,    a__=0.02      ,    a__=1e-12      ,    a__=0      ,    a__=10.0      ,    a__=0      ,    a__=1.0      ,    a__=None      ,    a__=1.0      ,    a__=False      ,    a__=None      ,    a__=1.0      ,    a__=1.0      ,    a__=False      ,    a__=False      ,    a__="ratio"      ,    a__=None      ,    a__=None      ,    a__=64      ,    a__=32      ,    a__=False      ,    a__=True      ,    a__=False      ,    a__=False      ,    a__=True      ,    a__=False      ,    a__=None      ,    a__=None      ,    **a__      ,    )			->   Any:






            '''simple docstring'''





            super().__init__(pad_token_id=a__      ,    **a__     )

            # BERT hyperparameters (with updated max_position_embeddings and type_vocab_sizes)
            __snake_case      :Optional[Any] 							=    vocab_size
            __snake_case      :Tuple 							=    hidden_size
            __snake_case      :Tuple 							=    num_hidden_layers
            __snake_case      :Any 							=    num_attention_heads
            __snake_case      :List[str] 							=    hidden_act
            __snake_case      :List[str] 							=    intermediate_size
            __snake_case      :int 							=    hidden_dropout_prob
            __snake_case      :List[Any] 							=    attention_probs_dropout_prob
            __snake_case      :Any 							=    max_position_embeddings
            __snake_case      :Optional[int] 							=    type_vocab_sizes
            __snake_case      :Tuple 							=    initializer_range
            __snake_case      :Any 							=    layer_norm_eps

            # Fine-tuning task hyperparameters
            __snake_case      :Optional[int] 							=    positive_label_weight
            __snake_case      :Optional[Any] 							=    num_aggregation_labels
            __snake_case      :Dict 							=    aggregation_loss_weight
            __snake_case      :str 							=    use_answer_as_supervision
            __snake_case      :int 							=    answer_loss_importance
            __snake_case      :List[Any] 							=    use_normalized_answer_loss
            __snake_case      :List[str] 							=    huber_loss_delta
            __snake_case      :Any 							=    temperature
            __snake_case      :Optional[int] 							=    aggregation_temperature
            __snake_case      :List[str] 							=    use_gumbel_for_cells
            __snake_case      :Optional[int] 							=    use_gumbel_for_aggregation
            __snake_case      :Optional[Any] 							=    average_approximation_function
            __snake_case      :Union[str, Any] 							=    cell_selection_preference
            __snake_case      :Tuple 							=    answer_loss_cutoff
            __snake_case      :Union[str, Any] 							=    max_num_rows
            __snake_case      :Optional[int] 							=    max_num_columns
            __snake_case      :str 							=    average_logits_per_cell
            __snake_case      :Union[str, Any] 							=    select_one_column
            __snake_case      :Optional[int] 							=    allow_empty_column_selection
            __snake_case      :Optional[Any] 							=    init_cell_selection_weights_to_zero
            __snake_case      :Tuple 							=    reset_position_index_per_cell
            __snake_case      :Any 							=    disable_per_token_loss

            # Aggregation hyperparameters
            __snake_case      :List[str] 							=    aggregation_labels
            __snake_case      :int 							=    no_aggregation_label_index

            if isinstance(self.aggregation_labels      ,    a__     ):
                 __snake_case      :Any 							=    {int(a__     ): v for k, v in aggregation_labels.items()}


