




from ...configuration_utils import PretrainedConfig
from ...utils import logging


__SCREAMING_SNAKE_CASE      :				int				      =logging.get_logger(__name__)

__SCREAMING_SNAKE_CASE      :				List[Any]				      ={
    """facebook/opt-125m""": """https://huggingface.co/facebook/opt-125m/blob/main/config.json""",
    """facebook/opt-350m""": """https://huggingface.co/facebook/opt-350m/blob/main/config.json""",
    """facebook/opt-1.3b""": """https://huggingface.co/facebook/opt-1.3b/blob/main/config.json""",
    """facebook/opt-2.7b""": """https://huggingface.co/facebook/opt-2.7b/blob/main/config.json""",
    """facebook/opt-6.7b""": """https://huggingface.co/facebook/opt-6.7b/blob/main/config.json""",
    """facebook/opt-13b""": """https://huggingface.co/facebook/opt-13b/blob/main/config.json""",
}






class      A     (						_a						):
     """simple docstring"""

     _snake_case:		List[str]       ="opt"
     _snake_case:		str       =["past_key_values"]




     def __init__(      self					:				List[str]		,					A__					:				Any=5_0_2_7_2		,					A__					:				Any=7_6_8		,					A__					:				Optional[int]=1_2		,					A__					:				Optional[Any]=3_0_7_2		,					A__					:				Optional[Any]=2_0_4_8		,					A__					:				str=True		,					A__					:				List[str]=False		,					A__					:				Optional[Any]=None		,					A__					:				Optional[int]=0.1		,					A__					:				Optional[Any]=0.0		,					A__					:				Optional[Any]=1_2		,					A__					:				Optional[Any]="relu"		,					A__					:				List[str]=0.0		,					A__					:				Optional[Any]=0.02		,					A__					:				Any=True		,					A__					:				List[str]=1		,					A__					:				List[str]=2		,					A__					:				Optional[Any]=2		,					A__					:				List[str]=True		,					A__					:				str=True		,					**A__					:				str		,					)			->    Union[str, Any]:
           super().__init__(
               pad_token_id=A__		,					bos_token_id=A__		,					eos_token_id=A__		,					**A__		,					)
           lowerCamelCase__ 					=			vocab_size
           lowerCamelCase__ 					=			max_position_embeddings
           lowerCamelCase__ 					=			num_attention_heads
           lowerCamelCase__ 					=			word_embed_proj_dim if word_embed_proj_dim is not None else hidden_size
           lowerCamelCase__ 					=			ffn_dim
           lowerCamelCase__ 					=			hidden_size
           lowerCamelCase__ 					=			num_hidden_layers
           lowerCamelCase__ 					=			dropout
           lowerCamelCase__ 					=			attention_dropout
           lowerCamelCase__ 					=			activation_function
           lowerCamelCase__ 					=			init_std
           lowerCamelCase__ 					=			layerdrop
           lowerCamelCase__ 					=			use_cache
           lowerCamelCase__ 					=			do_layer_norm_before
           # We keep these variables at `True` for backward compatibility.
           lowerCamelCase__ 					=			enable_bias
           lowerCamelCase__ 					=			layer_norm_elementwise_affine

           # Note that the only purpose of `_remove_final_layer_norm` is to keep backward compatibility
           # with checkpoints that have been fine-tuned before transformers v4.20.1
           # see https://github.com/facebookresearch/metaseq/pull/164
           lowerCamelCase__ 					=			_remove_final_layer_norm






from __future__ import annotations

def      lowerCAmelCase_     (					lowerCamelCase:    list[int | float]  )   ->     int | float:


      '''simple docstring'''




      if len(lowerCamelCase  ) == 0:
            raise ValueError('find_max() arg is an empty sequence'  )
      lowerCamelCase__ 					=			nums[0]
      for x in nums:
            if x > max_num:
                  lowerCamelCase__ 					=			x
      return max_num


if __name__ == "__main__":
      import doctest

      doctest.testmod(verbose=True)