





from ...configuration_utils import PretrainedConfig
from ...utils import logging


__A    :   Optional[int]          =       logging.get_logger(__name__)

__A    :   Tuple          =       {
    "facebook/opt-125m": "https://huggingface.co/facebook/opt-125m/blob/main/config.json",
    "facebook/opt-350m": "https://huggingface.co/facebook/opt-350m/blob/main/config.json",
    "facebook/opt-1.3b": "https://huggingface.co/facebook/opt-1.3b/blob/main/config.json",
    "facebook/opt-2.7b": "https://huggingface.co/facebook/opt-2.7b/blob/main/config.json",
    "facebook/opt-6.7b": "https://huggingface.co/facebook/opt-6.7b/blob/main/config.json",
    "facebook/opt-13b": "https://huggingface.co/facebook/opt-13b/blob/main/config.json",
}

class      A_	(a_      ):
	UpperCAmelCase__ =      '''opt'''
	UpperCAmelCase__ =      ['''past_key_values''']
	def __init__(   self							, _A=5_0_2_7_2							, _A=7_6_8							, _A=1_2							, _A=3_0_7_2							, _A=2_0_4_8							, _A=True							, _A=False							, _A=None							, _A=0.1							, _A=0.0							, _A=1_2							, _A="relu"							, _A=0.0							, _A=0.02							, _A=True							, _A=1							, _A=2							, _A=2							, _A=True							, _A=True							, **_A							, ):






				'''simple docstring'''







				super().__init__(
				    pad_token_id=_A							, bos_token_id=_A							, eos_token_id=_A							, **_A							, )
				UpperCAmelCase       		=    vocab_size
				UpperCAmelCase       		=    max_position_embeddings
				UpperCAmelCase       		=    num_attention_heads
				UpperCAmelCase       		=    word_embed_proj_dim if word_embed_proj_dim is not None else hidden_size
				UpperCAmelCase       		=    ffn_dim
				UpperCAmelCase       		=    hidden_size
				UpperCAmelCase       		=    num_hidden_layers
				UpperCAmelCase       		=    dropout
				UpperCAmelCase       		=    attention_dropout
				UpperCAmelCase       		=    activation_function
				UpperCAmelCase       		=    init_std
				UpperCAmelCase       		=    layerdrop
				UpperCAmelCase       		=    use_cache
				UpperCAmelCase       		=    do_layer_norm_before
				# We keep these variables at `True` for backward compatibility.
				UpperCAmelCase       		=    enable_bias
				UpperCAmelCase       		=    layer_norm_elementwise_affine

				# Note that the only purpose of `_remove_final_layer_norm` is to keep backward compatibility
				# with checkpoints that have been fine-tuned before transformers v4.20.1
				# see https://github.com/facebookresearch/metaseq/pull/164
				UpperCAmelCase       		=    _remove_final_layer_norm










def 						__SCREAMING_SNAKE_CASE  (    UpperCamelCase__      ,      UpperCamelCase__      ,      UpperCamelCase__			)  ->    float:







			'''simple docstring'''

			if mass < 0:
						raise ValueError('''The mass of the body cannot be negative'''			)
			if radius <= 0:
						raise ValueError('''The radius is always a positive non zero integer'''			)
			return (mass * (velocity) ** 2) / radius


if __name__ == "__main__":
				import doctest

				doctest.testmod(verbose=True)



