


'''simple docstring'''

from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCamelCase							:       int  						=     logging.get_logger(__name__)

lowerCamelCase							:       Dict  						=     {
    'openbmb/cpm-ant-10b': 'https://huggingface.co/openbmb/cpm-ant-10b/blob/main/config.json'
    # See all CPMAnt models at https://huggingface.co/models?filter=cpmant
}
class   __lowerCAmelCase						(__UpperCAmelCase					):





      '''simple docstring'''






      lowerCAmelCase__ :					Optional[int]   =							"""cpmant"""



      def __init__(self   :   Optional[int]       ,						UpperCamelCase   :   Any = 30720       ,						UpperCamelCase   :   Optional[Any] = 4096       ,						UpperCamelCase   :   str = 32       ,						UpperCamelCase   :   int = 128       ,						UpperCamelCase   :   List[Any] = 10240       ,						UpperCamelCase   :   int = 48       ,						UpperCamelCase   :   Optional[Any] = 0.0       ,						UpperCamelCase   :   List[str] = 512       ,						UpperCamelCase   :   Tuple = 2048       ,						UpperCamelCase   :   Optional[int] = 1E-6       ,						UpperCamelCase   :   int = 1.0       ,						UpperCamelCase   :   Union[str, Any] = 32       ,						UpperCamelCase   :   Optional[Any] = 32       ,						UpperCamelCase   :   Optional[Any] = 32       ,						UpperCamelCase   :   Tuple = True       ,						**UpperCamelCase   :   Optional[int]       ,						):

             '''simple docstring'''







             super().__init__(**lowerCamelCase__			)
             lowercase__				      =			prompt_types
             lowercase__				      =			prompt_length
             lowercase__				      =			segment_types
             lowercase__				      =			hidden_size
             lowercase__				      =			num_attention_heads
             lowercase__				      =			dim_head
             lowercase__				      =			dim_ff
             lowercase__				      =			num_hidden_layers
             lowercase__				      =			position_bias_num_buckets
             lowercase__				      =			position_bias_max_distance
             lowercase__				      =			dropout_p
             lowercase__				      =			eps
             lowercase__				      =			use_cache
             lowercase__				      =			vocab_size
             lowercase__				      =			init_std








'''simple docstring'''

def _SCREAMING_SNAKE_CASE				(A	)	->	list:






       """simple docstring"""







       lowercase__				      =			len(A	)

       # Set the gap value to be decreased by a factor of 1.3
       # after each iteration
       lowercase__				      =			1.3

       # Continue sorting until the gap is 1
       while gap > 1:
              # Decrease the gap value
              lowercase__				      =			int(gap / shrink	)

              # Sort the elements using insertion sort
              for i in range(A  ,			len(A	)	):
                     lowercase__				      =			collection[i]
                     lowercase__				      =			i
                     while j >= gap and collection[j - gap] > temp:
                            lowercase__				      =			collection[j - gap]
                            j -= gap
                     lowercase__				      =			temp

       return collection


if __name__ == "__main__":
 import doctest

 doctest.testmod()




