from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_flax_available,
    is_tf_available,
    is_tokenizers_available,
    is_torch_available,
)


__lowerCamelCase    :				Optional[Any]							     =	{
    '''configuration_roformer''': ['''ROFORMER_PRETRAINED_CONFIG_ARCHIVE_MAP''', '''RoFormerConfig''', '''RoFormerOnnxConfig'''],
    '''tokenization_roformer''': ['''RoFormerTokenizer'''],
}

try:
   if not is_tokenizers_available():
      raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
   pass
else:
   __lowerCamelCase    :				Any							     =	['''RoFormerTokenizerFast''']

try:
   if not is_torch_available():
      raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
   pass
else:
   __lowerCamelCase    :				int							     =	[
       '''ROFORMER_PRETRAINED_MODEL_ARCHIVE_LIST''',
       '''RoFormerForCausalLM''',
       '''RoFormerForMaskedLM''',
       '''RoFormerForMultipleChoice''',
       '''RoFormerForQuestionAnswering''',
       '''RoFormerForSequenceClassification''',
       '''RoFormerForTokenClassification''',
       '''RoFormerLayer''',
       '''RoFormerModel''',
       '''RoFormerPreTrainedModel''',
       '''load_tf_weights_in_roformer''',
   ]


try:
   if not is_tf_available():
      raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
   pass
else:
   __lowerCamelCase    :				int							     =	[
       '''TF_ROFORMER_PRETRAINED_MODEL_ARCHIVE_LIST''',
       '''TFRoFormerForCausalLM''',
       '''TFRoFormerForMaskedLM''',
       '''TFRoFormerForMultipleChoice''',
       '''TFRoFormerForQuestionAnswering''',
       '''TFRoFormerForSequenceClassification''',
       '''TFRoFormerForTokenClassification''',
       '''TFRoFormerLayer''',
       '''TFRoFormerModel''',
       '''TFRoFormerPreTrainedModel''',
   ]


try:
   if not is_flax_available():
      raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
   pass
else:
   __lowerCamelCase    :				List[Any]							     =	[
       '''FLAX_ROFORMER_PRETRAINED_MODEL_ARCHIVE_LIST''',
       '''FlaxRoFormerForMaskedLM''',
       '''FlaxRoFormerForMultipleChoice''',
       '''FlaxRoFormerForQuestionAnswering''',
       '''FlaxRoFormerForSequenceClassification''',
       '''FlaxRoFormerForTokenClassification''',
       '''FlaxRoFormerModel''',
       '''FlaxRoFormerPreTrainedModel''',
   ]


if TYPE_CHECKING:
   from .configuration_roformer import ROFORMER_PRETRAINED_CONFIG_ARCHIVE_MAP, RoFormerConfig, RoFormerOnnxConfig
   from .tokenization_roformer import RoFormerTokenizer

   try:
      if not is_tokenizers_available():
         raise OptionalDependencyNotAvailable()
   except OptionalDependencyNotAvailable:
      pass
   else:
      from .tokenization_roformer_fast import RoFormerTokenizerFast

   try:
      if not is_torch_available():
         raise OptionalDependencyNotAvailable()
   except OptionalDependencyNotAvailable:
      pass
   else:
      from .modeling_roformer import (
          ROFORMER_PRETRAINED_MODEL_ARCHIVE_LIST,
          RoFormerForCausalLM,
          RoFormerForMaskedLM,
          RoFormerForMultipleChoice,
          RoFormerForQuestionAnswering,
          RoFormerForSequenceClassification,
          RoFormerForTokenClassification,
          RoFormerLayer,
          RoFormerModel,
          RoFormerPreTrainedModel,
          load_tf_weights_in_roformer,
      )

   try:
      if not is_tf_available():
         raise OptionalDependencyNotAvailable()
   except OptionalDependencyNotAvailable:
      pass
   else:
      from .modeling_tf_roformer import (
          TF_ROFORMER_PRETRAINED_MODEL_ARCHIVE_LIST,
          TFRoFormerForCausalLM,
          TFRoFormerForMaskedLM,
          TFRoFormerForMultipleChoice,
          TFRoFormerForQuestionAnswering,
          TFRoFormerForSequenceClassification,
          TFRoFormerForTokenClassification,
          TFRoFormerLayer,
          TFRoFormerModel,
          TFRoFormerPreTrainedModel,
      )

   try:
      if not is_flax_available():
         raise OptionalDependencyNotAvailable()
   except OptionalDependencyNotAvailable:
      pass
   else:
      from .modeling_flax_roformer import (
          FLAX_ROFORMER_PRETRAINED_MODEL_ARCHIVE_LIST,
          FlaxRoFormerForMaskedLM,
          FlaxRoFormerForMultipleChoice,
          FlaxRoFormerForQuestionAnswering,
          FlaxRoFormerForSequenceClassification,
          FlaxRoFormerForTokenClassification,
          FlaxRoFormerModel,
          FlaxRoFormerPreTrainedModel,
      )


else:
   import sys

   __lowerCamelCase    :				List[str]							     =	_LazyModule(__name__, globals()['''__file__'''], _import_structure, module_spec=__spec__)

# coding=utf-8
# Copyright 2020 The HuggingFace Inc. team.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

# this script dumps information about the environment

import os
import sys

import transformers


__lowerCamelCase    :				Tuple							     =	'''3'''

print('''Python version:''', sys.version)
print('''transformers version:''', transformers.__version__)

try:
   import torch

   print('''Torch version:''', torch.__version__)
   print('''Cuda available:''', torch.cuda.is_available())
   print('''Cuda version:''', torch.version.cuda)
   print('''CuDNN version:''', torch.backends.cudnn.version())
   print('''Number of GPUs available:''', torch.cuda.device_count())
   print('''NCCL version:''', torch.cuda.nccl.version())
except ImportError:
   print('''Torch version:''', None)

try:
   import deepspeed

   print('''DeepSpeed version:''', deepspeed.__version__)
except ImportError:
   print('''DeepSpeed version:''', None)

try:
   import tensorflow as tf

   print('''TensorFlow version:''', tf.__version__)
   print('''TF GPUs available:''', bool(tf.config.list_physical_devices('''GPU''')))
   print('''Number of TF GPUs available:''', len(tf.config.list_physical_devices('''GPU''')))
except ImportError:
   print('''TensorFlow version:''', None)
