



'''simple docstring'''





import unittest

import numpy as np

from transformers import is_tf_available
from transformers.testing_utils import require_tf


if is_tf_available():
      import tensorflow as tf

      from transformers.activations_tf import get_tf_activation





@require_tf
class 							lowerCAmelCase_		(	unittest.TestCase						):





    def 					__snake_case       (    self    :    Dict     ):



       '''simple docstring'''







       snake_case   :							Tuple						  =tf.constant([-100, -1.0, -0.1, 0, 0.1, 1.0, 100.0]     )
       snake_case   :							Optional[Any]						  =get_tf_activation('''gelu'''     )
       snake_case   :							List[Any]						  =get_tf_activation('''gelu_10'''     )

       snake_case   :							Optional[int]						  =gelu(UpperCamelCase__     )
       snake_case   :							Optional[Any]						  =geluaa(UpperCamelCase__     )

       snake_case   :							Optional[Any]						  =tf.where(y_gelu_aa < 10.0,    1.0,    0.0     )

       self.assertEqual(tf.math.reduce_max(UpperCamelCase__     ).numpy().item(),    10.0     )
       self.assertTrue(np.allclose(y_gelu * clipped_mask,    y_gelu_aa * clipped_mask     )     )






    def 					__snake_case       (    self    :    Optional[int]     ):



       '''simple docstring'''







       get_tf_activation('''gelu'''     )
       get_tf_activation('''gelu_10'''     )
       get_tf_activation('''gelu_fast'''     )
       get_tf_activation('''gelu_new'''     )
       get_tf_activation('''glu'''     )
       get_tf_activation('''mish'''     )
       get_tf_activation('''quick_gelu'''     )
       get_tf_activation('''relu'''     )
       get_tf_activation('''sigmoid'''     )
       get_tf_activation('''silu'''     )
       get_tf_activation('''swish'''     )
       get_tf_activation('''tanh'''     )
       with self.assertRaises(UpperCamelCase__     ):
          get_tf_activation('''bogus'''     )
       with self.assertRaises(UpperCamelCase__     ):
          get_tf_activation(UpperCamelCase__     )










'''simple docstring'''





def 		_a   (  lowerCamelCase_							):
   return "".join(chr(ord(lowerCamelCase_							) + 32							) if '''A''' <= char <= '''Z''' else char for char in word							)


if __name__ == "__main__":
      from doctest import testmod

      testmod()





