




'''simple docstring'''






from ...configuration_utils import PretrainedConfig
from ...utils import logging


_lowerCAmelCase				     = logging.get_logger(__name__)

_lowerCAmelCase				     = {
    '''facebook/opt-125m''': '''https://huggingface.co/facebook/opt-125m/blob/main/config.json''',
    '''facebook/opt-350m''': '''https://huggingface.co/facebook/opt-350m/blob/main/config.json''',
    '''facebook/opt-1.3b''': '''https://huggingface.co/facebook/opt-1.3b/blob/main/config.json''',
    '''facebook/opt-2.7b''': '''https://huggingface.co/facebook/opt-2.7b/blob/main/config.json''',
    '''facebook/opt-6.7b''': '''https://huggingface.co/facebook/opt-6.7b/blob/main/config.json''',
    '''facebook/opt-13b''': '''https://huggingface.co/facebook/opt-13b/blob/main/config.json''',
}



class  A		(			SCREAMING_SNAKE_CASE__		):




				'''simple docstring'''





				A				     =    "opt"
				A				     =    ["past_key_values"]
				def __init__(self			,  _UpperCAmelCase=5_0_2_7_2			,  _UpperCAmelCase=7_6_8			,  _UpperCAmelCase=1_2			,  _UpperCAmelCase=3_0_7_2			,  _UpperCAmelCase=2_0_4_8			,  _UpperCAmelCase=True			,  _UpperCAmelCase=False			,  _UpperCAmelCase=None			,  _UpperCAmelCase=0.1			,  _UpperCAmelCase=0.0			,  _UpperCAmelCase=1_2			,  _UpperCAmelCase="relu"			,  _UpperCAmelCase=0.0			,  _UpperCAmelCase=0.02			,  _UpperCAmelCase=True			,  _UpperCAmelCase=1			,  _UpperCAmelCase=2			,  _UpperCAmelCase=2			,  _UpperCAmelCase=True			,  _UpperCAmelCase=True			,  **_UpperCAmelCase			,  )     ->	List[str]:
							super().__init__(
							    pad_token_id=_UpperCAmelCase			,  bos_token_id=_UpperCAmelCase			,  eos_token_id=_UpperCAmelCase			,  **_UpperCAmelCase			,  )
							__UpperCamelCase				:      Tuple									=       vocab_size
							__UpperCamelCase				:      Tuple									=       max_position_embeddings
							__UpperCamelCase				:      str									=       num_attention_heads
							__UpperCamelCase				:      List[Any]									=       word_embed_proj_dim if word_embed_proj_dim is not None else hidden_size
							__UpperCamelCase				:      Dict									=       ffn_dim
							__UpperCamelCase				:      Tuple									=       hidden_size
							__UpperCamelCase				:      Union[str, Any]									=       num_hidden_layers
							__UpperCamelCase				:      Any									=       dropout
							__UpperCamelCase				:      Union[str, Any]									=       attention_dropout
							__UpperCamelCase				:      Tuple									=       activation_function
							__UpperCamelCase				:      Any									=       init_std
							__UpperCamelCase				:      Optional[Any]									=       layerdrop
							__UpperCamelCase				:      Dict									=       use_cache
							__UpperCamelCase				:      Optional[Any]									=       do_layer_norm_before
							# We keep these variables at `True` for backward compatibility.
							__UpperCamelCase				:      Optional[Any]									=       enable_bias
							__UpperCamelCase				:      Optional[int]									=       layer_norm_elementwise_affine

							# Note that the only purpose of `_remove_final_layer_norm` is to keep backward compatibility
							# with checkpoints that have been fine-tuned before transformers v4.20.1
							# see https://github.com/facebookresearch/metaseq/pull/164
							__UpperCamelCase				:      int									=       _remove_final_layer_norm









'''simple docstring'''






def       __lowerCAmelCase (   snake_case__ = 4_000_000						):
			__UpperCamelCase				:      Tuple									=       1
			__UpperCamelCase				:      int									=       2
			__UpperCamelCase				:      str									=       0
			while j <= n:
						if j % 2 == 0:
									total += j
						__UpperCamelCase		, __UpperCamelCase				:      List[Any]									=       j, i + j

			return total


if __name__ == "__main__":
				print(f'{solution() = }')



