

'''simple docstring'''





from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


UpperCamelCase_							=					logging.get_logger(__name__)

UpperCamelCase_							=					{
    """google/bigbird-roberta-base""": """https://huggingface.co/google/bigbird-roberta-base/resolve/main/config.json""",
    """google/bigbird-roberta-large""": """https://huggingface.co/google/bigbird-roberta-large/resolve/main/config.json""",
    """google/bigbird-base-trivia-itc""": """https://huggingface.co/google/bigbird-base-trivia-itc/resolve/main/config.json""",
    # See all BigBird models at https://huggingface.co/models?filter=big_bird
}





class 		__SCREAMING_SNAKE_CASE       ( lowercase__			):
				lowerCamelCase_							=						'big_bird'







				def __init__(					self    :		Union[str, Any]		,				UpperCAmelCase__    :		Dict=50358		,				UpperCAmelCase__    :		str=768		,				UpperCAmelCase__    :		List[Any]=12		,				UpperCAmelCase__    :		Dict=12		,				UpperCAmelCase__    :		str=3072		,				UpperCAmelCase__    :		Dict="gelu_new"		,				UpperCAmelCase__    :		Union[str, Any]=0.1		,				UpperCAmelCase__    :		Dict=0.1		,				UpperCAmelCase__    :		Union[str, Any]=4096		,				UpperCAmelCase__    :		Any=2		,				UpperCAmelCase__    :		Union[str, Any]=0.02		,				UpperCAmelCase__    :		Any=1E-12		,				UpperCAmelCase__    :		List[str]=True		,				UpperCAmelCase__    :		List[Any]=0		,				UpperCAmelCase__    :		Tuple=1		,				UpperCAmelCase__    :		str=2		,				UpperCAmelCase__    :		Optional[Any]=66		,				UpperCAmelCase__    :		str="block_sparse"		,				UpperCAmelCase__    :		Optional[Any]=True		,				UpperCAmelCase__    :		List[Any]=False		,				UpperCAmelCase__    :		Tuple=64		,				UpperCAmelCase__    :		Tuple=3		,				UpperCAmelCase__    :		Tuple=None		,				**UpperCAmelCase__    :		Dict		,				):
										'''simple docstring'''
										super().__init__(
										    pad_token_id=UpperCAmelCase__		,				bos_token_id=UpperCAmelCase__		,				eos_token_id=UpperCAmelCase__		,				sep_token_id=UpperCAmelCase__		,				**UpperCAmelCase__		,				)

										lowercase   :       str								=vocab_size
										lowercase   :       Tuple								=max_position_embeddings
										lowercase   :       Dict								=hidden_size
										lowercase   :       Dict								=num_hidden_layers
										lowercase   :       List[Any]								=num_attention_heads
										lowercase   :       List[str]								=intermediate_size
										lowercase   :       Optional[int]								=hidden_act
										lowercase   :       Optional[int]								=hidden_dropout_prob
										lowercase   :       Tuple								=attention_probs_dropout_prob
										lowercase   :       List[str]								=initializer_range
										lowercase   :       Optional[int]								=type_vocab_size
										lowercase   :       int								=layer_norm_eps
										lowercase   :       Dict								=use_cache

										lowercase   :       Dict								=rescale_embeddings
										lowercase   :       List[Any]								=attention_type
										lowercase   :       Optional[int]								=use_bias
										lowercase   :       str								=block_size
										lowercase   :       Dict								=num_random_blocks
										lowercase   :       List[Any]								=classifier_dropout





class 		__SCREAMING_SNAKE_CASE       ( lowercase__			):







				@property
				def    lowerCamelCase_  (					self    :		str      ):
										'''simple docstring'''
										if self.task == "multiple-choice":
																lowercase   :       str								={0: '''batch''', 1: '''choice''', 2: '''sequence'''}
										else:
																lowercase   :       List[Any]								={0: '''batch''', 1: '''sequence'''}
										return OrderedDict(
										    [
										        ('''input_ids''', dynamic_axis),
										        ('''attention_mask''', dynamic_axis),
										    ]      )








'''simple docstring'''





# coding=utf-8
# Copyright 2023 The HuggingFace Inc. team.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

# this script dumps information about the environment

import os
import platform
import sys


UpperCamelCase_							=					"""3"""

print("""Python version:""", sys.version)

print("""OS platform:""", platform.platform())
print("""OS architecture:""", platform.machine())

try:
							import torch

							print("""Torch version:""", torch.__version__)
							print("""Cuda available:""", torch.cuda.is_available())
							print("""Cuda version:""", torch.version.cuda)
							print("""CuDNN version:""", torch.backends.cudnn.version())
							print("""Number of GPUs available:""", torch.cuda.device_count())
except ImportError:
							print("""Torch version:""", None)

try:
							import transformers

							print("""transformers version:""", transformers.__version__)
except ImportError:
							print("""transformers version:""", None)





