






from ...configuration_utils import PretrainedConfig
from ...utils import logging


_SCREAMING_SNAKE_CASE :    Dict    =						logging.get_logger(__name__)

_SCREAMING_SNAKE_CASE :    Dict    =						{
    '''facebook/opt-125m''': '''https://huggingface.co/facebook/opt-125m/blob/main/config.json''',
    '''facebook/opt-350m''': '''https://huggingface.co/facebook/opt-350m/blob/main/config.json''',
    '''facebook/opt-1.3b''': '''https://huggingface.co/facebook/opt-1.3b/blob/main/config.json''',
    '''facebook/opt-2.7b''': '''https://huggingface.co/facebook/opt-2.7b/blob/main/config.json''',
    '''facebook/opt-6.7b''': '''https://huggingface.co/facebook/opt-6.7b/blob/main/config.json''',
    '''facebook/opt-13b''': '''https://huggingface.co/facebook/opt-13b/blob/main/config.json''',
}






class 					a						( A__		):
    SCREAMING_SNAKE_CASE						:					List[Any]						=			"""opt"""
    SCREAMING_SNAKE_CASE						:					Dict						=			["""past_key_values"""]






    def __init__(	self					:							Optional[int]	,						__SCREAMING_SNAKE_CASE					:							Optional[int]=50272	,						__SCREAMING_SNAKE_CASE					:							List[str]=768	,						__SCREAMING_SNAKE_CASE					:							Optional[int]=12	,						__SCREAMING_SNAKE_CASE					:							List[Any]=3072	,						__SCREAMING_SNAKE_CASE					:							List[Any]=2048	,						__SCREAMING_SNAKE_CASE					:							List[str]=True	,						__SCREAMING_SNAKE_CASE					:							int=False	,						__SCREAMING_SNAKE_CASE					:							int=None	,						__SCREAMING_SNAKE_CASE					:							Optional[Any]=0.1	,						__SCREAMING_SNAKE_CASE					:							int=0.0	,						__SCREAMING_SNAKE_CASE					:							Optional[int]=12	,						__SCREAMING_SNAKE_CASE					:							Tuple="relu"	,						__SCREAMING_SNAKE_CASE					:							Union[str, Any]=0.0	,						__SCREAMING_SNAKE_CASE					:							Optional[Any]=0.02	,						__SCREAMING_SNAKE_CASE					:							List[str]=True	,						__SCREAMING_SNAKE_CASE					:							Union[str, Any]=1	,						__SCREAMING_SNAKE_CASE					:							List[Any]=2	,						__SCREAMING_SNAKE_CASE					:							Dict=2	,						__SCREAMING_SNAKE_CASE					:							Dict=True	,						__SCREAMING_SNAKE_CASE					:							str=True	,						**__SCREAMING_SNAKE_CASE					:							int	,						)					->		str:
      super().__init__(
          pad_token_id=snake_case_	,						bos_token_id=snake_case_	,						eos_token_id=snake_case_	,						**snake_case_	,						)
      lowerCamelCase_   					=						vocab_size
      lowerCamelCase_   					=						max_position_embeddings
      lowerCamelCase_   					=						num_attention_heads
      lowerCamelCase_   					=						word_embed_proj_dim if word_embed_proj_dim is not None else hidden_size
      lowerCamelCase_   					=						ffn_dim
      lowerCamelCase_   					=						hidden_size
      lowerCamelCase_   					=						num_hidden_layers
      lowerCamelCase_   					=						dropout
      lowerCamelCase_   					=						attention_dropout
      lowerCamelCase_   					=						activation_function
      lowerCamelCase_   					=						init_std
      lowerCamelCase_   					=						layerdrop
      lowerCamelCase_   					=						use_cache
      lowerCamelCase_   					=						do_layer_norm_before
      # We keep these variables at `True` for backward compatibility.
      lowerCamelCase_   					=						enable_bias
      lowerCamelCase_   					=						layer_norm_elementwise_affine

      # Note that the only purpose of `_remove_final_layer_norm` is to keep backward compatibility
      # with checkpoints that have been fine-tuned before transformers v4.20.1
      # see https://github.com/facebookresearch/metaseq/pull/164
      lowerCamelCase_   					=						_remove_final_layer_norm












"""simple docstring"""





def 					lowerCamelCase__	(							_lowerCamelCase	:		int = 1000			)				->    int:
  lowerCamelCase_   					=						0
  lowerCamelCase_   					=						(n - 1) // 3
  total += ((terms) * (6 + (terms - 1) * 3)) // 2  # total of an A.P.
  lowerCamelCase_   					=						(n - 1) // 5
  total += ((terms) * (10 + (terms - 1) * 5)) // 2
  lowerCamelCase_   					=						(n - 1) // 15
  total -= ((terms) * (30 + (terms - 1) * 15)) // 2
  return total


if __name__ == "__main__":
  print(F'''{solution() = }''')




