






'''simple docstring'''



import math

import tensorflow as tf
from packaging import version


def 				lowercase_					(     __A			:							str      )							->   List[Any]:



 """simple docstring"""




 lowercase       : int						=tf.convert_to_tensor(__A      )
 lowercase       : Dict						=0.5 * (1.0 + tf.math.erf(x / tf.cast(tf.sqrt(2.0      )       ,   x.dtype      )      ))

 return x * cdf


def 				lowercase_					(     __A			:							Any      )							->   int:



 """simple docstring"""




 lowercase       : Optional[Any]						=tf.convert_to_tensor(__A      )
 lowercase       : Tuple						=tf.cast(math.pi       ,   x.dtype      )
 lowercase       : List[Any]						=tf.cast(0.044715       ,   x.dtype      )
 lowercase       : Optional[Any]						=0.5 * (1.0 + tf.tanh(tf.sqrt(2.0 / pi      ) * (x + coeff * tf.pow(__A       ,   3      ))      ))

 return x * cdf


def 				lowercase_					(     __A			:							List[str]      )							->   Optional[Any]:



 """simple docstring"""




 lowercase       : Optional[int]						=tf.convert_to_tensor(__A      )

 return x * tf.tanh(tf.math.softplus(__A      )      )


def 				lowercase_					(     __A			:							Dict      )							->   Union[str, Any]:



 """simple docstring"""




 lowercase       : Union[str, Any]						=tf.convert_to_tensor(__A      )
 lowercase       : Tuple						=tf.cast(0.044715       ,   x.dtype      )
 lowercase       : Any						=tf.cast(0.7978845608       ,   x.dtype      )

 return 0.5 * x * (1.0 + tf.tanh(x * coeffa * (1.0 + coeffa * x * x)      ))


def 				lowercase_					(     __A			:							Optional[Any]      )							->   Dict:



 """simple docstring"""




 lowercase       : List[str]						=tf.convert_to_tensor(__A      )
 lowercase       : Optional[int]						=tf.cast(1.702       ,   x.dtype      )
 return x * tf.math.sigmoid(coeff * x      )


def 				lowercase_					(     __A			:							Dict      )							->   Union[str, Any]:



 """simple docstring"""




 return tf.clip_by_value(_gelu(__A      )       ,   -1_0       ,   1_0      )


def 				lowercase_					(     __A			:							Optional[Any]       ,   __A			:							int=-1      )							->   Tuple:



 """simple docstring"""




 lowercase	,		lowercase       : List[Any]						=tf.split(__A       ,   2       ,   axis=__A      )
 return a * tf.math.sigmoid(__A      )


if version.parse(tf.version.VERSION) >= version.parse('2.4'):


      def 				lowercase_					(     __A			:							str      )							->   Optional[int]:



       """simple docstring"""




       return tf.keras.activations.gelu(__A       ,   approximate=__A      )

      SCREAMING_SNAKE_CASE							=						tf.keras.activations.gelu





      SCREAMING_SNAKE_CASE							=						approximate_gelu_wrap
else:
      SCREAMING_SNAKE_CASE							=						_gelu
      SCREAMING_SNAKE_CASE							=						_gelu_new


SCREAMING_SNAKE_CASE							=						{
    'gelu': gelu,
    'gelu_10': gelu_aa,
    'gelu_fast': gelu_fast,
    'gelu_new': gelu_new,
    'glu': glu,
    'mish': mish,
    'quick_gelu': quick_gelu,
    'relu': tf.keras.activations.relu,
    'sigmoid': tf.keras.activations.sigmoid,
    'silu': tf.keras.activations.swish,
    'swish': tf.keras.activations.swish,
    'tanh': tf.keras.activations.tanh,
}





def 				lowercase_					(     __A			:							Optional[int]      )							->   Optional[int]:



 """simple docstring"""




 if activation_string in ACTaFN:
  return ACTaFN[activation_string]
 else:
  raise KeyError(F'function {activation_string} not found in ACT2FN mapping {list(ACTaFN.keys()      )}'      )









import subprocess
import sys

from transformers import BertConfig, BertModel, BertTokenizer, pipeline
from transformers.testing_utils import TestCasePlus, require_torch





class 			lowerCamelCase_				( _SCREAMING_SNAKE_CASE   ):


 '''simple docstring'''







 @require_torch
 def  lowerCAmelCase_    (				self    :						int		):
       # this test is a bit tricky since TRANSFORMERS_OFFLINE can only be changed before
       # `transformers` is loaded, and it's too late for inside pytest - so we are changing it
       # while running an external program

       # python one-liner segments

       # this must be loaded before socket.socket is monkey-patched
       SCREAMING_SNAKE_CASE_      		=     '\nfrom transformers import BertConfig, BertModel, BertTokenizer, pipeline\n        '

       SCREAMING_SNAKE_CASE_      		=     '\nmname = "hf-internal-testing/tiny-random-bert"\nBertConfig.from_pretrained(mname)\nBertModel.from_pretrained(mname)\nBertTokenizer.from_pretrained(mname)\npipe = pipeline(task="fill-mask", model=mname)\nprint("success")\n        '

       SCREAMING_SNAKE_CASE_      		=     '\nimport socket\ndef offline_socket(*args, **kwargs): raise RuntimeError("Offline mode is enabled, we shouldn\'t access internet")\nsocket.socket = offline_socket\n        '

       # Force fetching the files so that we can use the cache
       SCREAMING_SNAKE_CASE_      		=     'hf-internal-testing/tiny-random-bert'
       BertConfig.from_pretrained(_lowerCAmelCase		)
       BertModel.from_pretrained(_lowerCAmelCase		)
       BertTokenizer.from_pretrained(_lowerCAmelCase		)
       pipeline(task='fill-mask'							,							model=_lowerCAmelCase		)

       # baseline - just load from_pretrained with normal network
       SCREAMING_SNAKE_CASE_      		=     [sys.executable, '-c', '\n'.join([load, run, mock]		)]

       # should succeed
       SCREAMING_SNAKE_CASE_      		=     self.get_env()
       # should succeed as TRANSFORMERS_OFFLINE=1 tells it to use local files
       SCREAMING_SNAKE_CASE_      		=     '1'
       SCREAMING_SNAKE_CASE_      		=     subprocess.run(_lowerCAmelCase							,							env=_lowerCAmelCase							,							check=_lowerCAmelCase							,							capture_output=_lowerCAmelCase		)
       self.assertEqual(result.returncode							,							0							,							result.stderr		)
       self.assertIn('success'							,							result.stdout.decode()		)



 @require_torch
 def  lowerCAmelCase_    (				self    :						Tuple		):
       # python one-liner segments
       # this must be loaded before socket.socket is monkey-patched
       SCREAMING_SNAKE_CASE_      		=     '\nfrom transformers import BertConfig, BertModel, BertTokenizer, pipeline\n        '

       SCREAMING_SNAKE_CASE_      		=     '\nmname = "hf-internal-testing/tiny-random-bert"\nBertConfig.from_pretrained(mname)\nBertModel.from_pretrained(mname)\nBertTokenizer.from_pretrained(mname)\npipe = pipeline(task="fill-mask", model=mname)\nprint("success")\n        '

       SCREAMING_SNAKE_CASE_      		=     '\nimport socket\ndef offline_socket(*args, **kwargs): raise socket.error("Faking flaky internet")\nsocket.socket = offline_socket\n        '

       # Force fetching the files so that we can use the cache
       SCREAMING_SNAKE_CASE_      		=     'hf-internal-testing/tiny-random-bert'
       BertConfig.from_pretrained(_lowerCAmelCase		)
       BertModel.from_pretrained(_lowerCAmelCase		)
       BertTokenizer.from_pretrained(_lowerCAmelCase		)
       pipeline(task='fill-mask'							,							model=_lowerCAmelCase		)

       # baseline - just load from_pretrained with normal network
       SCREAMING_SNAKE_CASE_      		=     [sys.executable, '-c', '\n'.join([load, run, mock]		)]

       # should succeed
       SCREAMING_SNAKE_CASE_      		=     self.get_env()
       SCREAMING_SNAKE_CASE_      		=     subprocess.run(_lowerCAmelCase							,							env=_lowerCAmelCase							,							check=_lowerCAmelCase							,							capture_output=_lowerCAmelCase		)
       self.assertEqual(result.returncode							,							0							,							result.stderr		)
       self.assertIn('success'							,							result.stdout.decode()		)



 @require_torch
 def  lowerCAmelCase_    (				self    :						List[str]		):
       # this test is a bit tricky since TRANSFORMERS_OFFLINE can only be changed before
       # `transformers` is loaded, and it's too late for inside pytest - so we are changing it
       # while running an external program

       # python one-liner segments

       # this must be loaded before socket.socket is monkey-patched
       SCREAMING_SNAKE_CASE_      		=     '\nfrom transformers import BertConfig, BertModel, BertTokenizer\n        '

       SCREAMING_SNAKE_CASE_      		=     '\nmname = "hf-internal-testing/tiny-random-bert-sharded"\nBertConfig.from_pretrained(mname)\nBertModel.from_pretrained(mname)\nprint("success")\n        '

       SCREAMING_SNAKE_CASE_      		=     '\nimport socket\ndef offline_socket(*args, **kwargs): raise ValueError("Offline mode is enabled")\nsocket.socket = offline_socket\n        '

       # baseline - just load from_pretrained with normal network
       SCREAMING_SNAKE_CASE_      		=     [sys.executable, '-c', '\n'.join([load, run]		)]

       # should succeed
       SCREAMING_SNAKE_CASE_      		=     self.get_env()
       SCREAMING_SNAKE_CASE_      		=     subprocess.run(_lowerCAmelCase							,							env=_lowerCAmelCase							,							check=_lowerCAmelCase							,							capture_output=_lowerCAmelCase		)
       self.assertEqual(result.returncode							,							0							,							result.stderr		)
       self.assertIn('success'							,							result.stdout.decode()		)

       # next emulate no network
       SCREAMING_SNAKE_CASE_      		=     [sys.executable, '-c', '\n'.join([load, mock, run]		)]

       # Doesn't fail anymore since the model is in the cache due to other tests, so commenting this.
       # env["TRANSFORMERS_OFFLINE"] = "0"
       # result = subprocess.run(cmd, env=env, check=False, capture_output=True)
       # self.assertEqual(result.returncode, 1, result.stderr)

       # should succeed as TRANSFORMERS_OFFLINE=1 tells it to use local files
       SCREAMING_SNAKE_CASE_      		=     '1'
       SCREAMING_SNAKE_CASE_      		=     subprocess.run(_lowerCAmelCase							,							env=_lowerCAmelCase							,							check=_lowerCAmelCase							,							capture_output=_lowerCAmelCase		)
       self.assertEqual(result.returncode							,							0							,							result.stderr		)
       self.assertIn('success'							,							result.stdout.decode()		)



 @require_torch
 def  lowerCAmelCase_    (				self    :						Any		):
       SCREAMING_SNAKE_CASE_      		=     '\nfrom transformers import pipeline\n        '
       SCREAMING_SNAKE_CASE_      		=     '\nmname = "hf-internal-testing/tiny-random-bert"\npipe = pipeline(model=mname)\n        '

       SCREAMING_SNAKE_CASE_      		=     '\nimport socket\ndef offline_socket(*args, **kwargs): raise socket.error("Offline mode is enabled")\nsocket.socket = offline_socket\n        '
       SCREAMING_SNAKE_CASE_      		=     self.get_env()
       SCREAMING_SNAKE_CASE_      		=     '1'
       SCREAMING_SNAKE_CASE_      		=     [sys.executable, '-c', '\n'.join([load, mock, run]		)]
       SCREAMING_SNAKE_CASE_      		=     subprocess.run(_lowerCAmelCase							,							env=_lowerCAmelCase							,							check=_lowerCAmelCase							,							capture_output=_lowerCAmelCase		)
       self.assertEqual(result.returncode							,							1							,							result.stderr		)
       self.assertIn(
           'You cannot infer task automatically within `pipeline` when using offline mode'							,							result.stderr.decode().replace('\n'							,							''		)							,							)




 @require_torch
 def  lowerCAmelCase_    (				self    :						Optional[int]		):
       SCREAMING_SNAKE_CASE_      		=     '\nfrom transformers import AutoModel\n        '
       SCREAMING_SNAKE_CASE_      		=     '\nmname = "hf-internal-testing/test_dynamic_model"\nAutoModel.from_pretrained(mname, trust_remote_code=True)\nprint("success")\n        '

       # baseline - just load from_pretrained with normal network
       SCREAMING_SNAKE_CASE_      		=     [sys.executable, '-c', '\n'.join([load, run]		)]

       # should succeed
       SCREAMING_SNAKE_CASE_      		=     self.get_env()
       SCREAMING_SNAKE_CASE_      		=     subprocess.run(_lowerCAmelCase							,							env=_lowerCAmelCase							,							check=_lowerCAmelCase							,							capture_output=_lowerCAmelCase		)
       self.assertEqual(result.returncode							,							0							,							result.stderr		)
       self.assertIn('success'							,							result.stdout.decode()		)

       # should succeed as TRANSFORMERS_OFFLINE=1 tells it to use local files
       SCREAMING_SNAKE_CASE_      		=     '1'
       SCREAMING_SNAKE_CASE_      		=     subprocess.run(_lowerCAmelCase							,							env=_lowerCAmelCase							,							check=_lowerCAmelCase							,							capture_output=_lowerCAmelCase		)
       self.assertEqual(result.returncode							,							0							,							result.stderr		)
       self.assertIn('success'							,							result.stdout.decode()		)