





'''simple docstring'''


from ...configuration_utils import PretrainedConfig
from ...utils import logging


_SCREAMING_SNAKE_CASE			=							logging.get_logger(__name__)

_SCREAMING_SNAKE_CASE			=							{
    "openbmb/cpm-ant-10b": "https://huggingface.co/openbmb/cpm-ant-10b/blob/main/config.json"
    # See all CPMAnt models at https://huggingface.co/models?filter=cpmant
}

class 				lowerCAmelCase_						(						__magic_name__						):
 __lowerCamelCase  :							int    					=   "cpmant"




 def __init__(		self     ,       _lowerCAmelCase = 30720     ,       _lowerCAmelCase = 4096     ,       _lowerCAmelCase = 32     ,       _lowerCAmelCase = 128     ,       _lowerCAmelCase = 10240     ,       _lowerCAmelCase = 48     ,       _lowerCAmelCase = 0.0     ,       _lowerCAmelCase = 512     ,       _lowerCAmelCase = 2048     ,       _lowerCAmelCase = 1E-6     ,       _lowerCAmelCase = 1.0     ,       _lowerCAmelCase = 32     ,       _lowerCAmelCase = 32     ,       _lowerCAmelCase = 32     ,       _lowerCAmelCase = True     ,       **_lowerCAmelCase     ,       )      ->							Tuple:
     super().__init__(**_lowerCAmelCase						)
     _lowerCAmelCase		     = prompt_types
     _lowerCAmelCase		     = prompt_length
     _lowerCAmelCase		     = segment_types
     _lowerCAmelCase		     = hidden_size
     _lowerCAmelCase		     = num_attention_heads
     _lowerCAmelCase		     = dim_head
     _lowerCAmelCase		     = dim_ff
     _lowerCAmelCase		     = num_hidden_layers
     _lowerCAmelCase		     = position_bias_num_buckets
     _lowerCAmelCase		     = position_bias_max_distance
     _lowerCAmelCase		     = dropout_p
     _lowerCAmelCase		     = eps
     _lowerCAmelCase		     = use_cache
     _lowerCAmelCase		     = vocab_size
     _lowerCAmelCase		     = init_std









'''simple docstring'''


def 		__a(SCREAMING_SNAKE_CASE_					:   int = 1000      ):



    '''simple docstring'''





    return sum(i for i in range(SCREAMING_SNAKE_CASE_      ) if i % 3 == 0 or i % 5 == 0      )


if __name__ == "__main__":
       print(f'''{solution() = }''')


