



'''simple docstring'''






from typing import List, Union

from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCamelCase__:       int							     =      logging.get_logger(__name__)

UpperCamelCase__:       Dict							     =      {
    "allenai/led-base-16384": "https://huggingface.co/allenai/led-base-16384/resolve/main/config.json",
    # See all LED models at https://huggingface.co/models?filter=led
}

class     SCREAMING_SNAKE_CASE(							A__      ):







	"""simple docstring"""






	lowerCamelCase__      			=	"""led"""
	lowerCamelCase__      			=	{
	    """num_attention_heads""": """encoder_attention_heads""",
	    """hidden_size""": """d_model""",
	    """attention_probs_dropout_prob""": """attention_dropout""",
	    """initializer_range""": """init_std""",
	}







	def __init__(						self      :					str		,      __snake_case      :					Dict=50265		,      __snake_case      :					Dict=16384		,      __snake_case      :					Optional[Any]=1024		,      __snake_case      :					int=12		,      __snake_case      :					Union[str, Any]=4096		,      __snake_case      :					List[str]=16		,      __snake_case      :					Optional[Any]=12		,      __snake_case      :					Optional[Any]=4096		,      __snake_case      :					int=16		,      __snake_case      :					int=0.0		,      __snake_case      :					Union[str, Any]=0.0		,      __snake_case      :					Optional[int]=True		,      __snake_case      :					Tuple=True		,      __snake_case      :					Optional[Any]="gelu"		,      __snake_case      :					List[Any]=1024		,      __snake_case      :					Union[str, Any]=0.1		,      __snake_case      :					Tuple=0.0		,      __snake_case      :					Any=0.0		,      __snake_case      :					int=0.02		,      __snake_case      :					Tuple=2		,      __snake_case      :					int=0.0		,      __snake_case      :					Any=1		,      __snake_case      :					Optional[Any]=0		,      __snake_case      :					Any=2		,      __snake_case      :					Union[List[int], int] = 512		,      **__snake_case      :					Union[str, Any]		,      )      ->		List[Any]:
								UpperCAmelCase			:	Any										=		vocab_size
								UpperCAmelCase			:	Tuple										=		max_encoder_position_embeddings
								UpperCAmelCase			:	List[Any]										=		max_decoder_position_embeddings
								UpperCAmelCase			:	List[str]										=		d_model
								UpperCAmelCase			:	Any										=		encoder_ffn_dim
								UpperCAmelCase			:	Tuple										=		encoder_layers
								UpperCAmelCase			:	int										=		encoder_attention_heads
								UpperCAmelCase			:	Optional[Any]										=		decoder_ffn_dim
								UpperCAmelCase			:	Any										=		decoder_layers
								UpperCAmelCase			:	Optional[int]										=		decoder_attention_heads
								UpperCAmelCase			:	int										=		dropout
								UpperCAmelCase			:	List[Any]										=		attention_dropout
								UpperCAmelCase			:	int										=		activation_dropout
								UpperCAmelCase			:	Optional[Any]										=		activation_function
								UpperCAmelCase			:	Dict										=		init_std
								UpperCAmelCase			:	Tuple										=		encoder_layerdrop
								UpperCAmelCase			:	Optional[int]										=		decoder_layerdrop
								UpperCAmelCase			:	List[str]										=		classifier_dropout
								UpperCAmelCase			:	Union[str, Any]										=		use_cache
								UpperCAmelCase			:	Any										=		encoder_layers
								UpperCAmelCase			:	List[Any]										=		attention_window

								super().__init__(
								    pad_token_id=__snake_case		,      bos_token_id=__snake_case		,      eos_token_id=__snake_case		,      is_encoder_decoder=__snake_case		,      decoder_start_token_id=__snake_case		,      **__snake_case		,      )










'''simple docstring'''






UpperCamelCase__:       str							     =      [0.485, 0.456, 0.406]
UpperCamelCase__:       List[str]							     =      [0.229, 0.224, 0.225]
UpperCamelCase__:       List[str]							     =      [0.5, 0.5, 0.5]
UpperCamelCase__:       Optional[Any]							     =      [0.5, 0.5, 0.5]
UpperCamelCase__:       List[str]							     =      [0.48145466, 0.4578275, 0.40821073]
UpperCamelCase__:       List[str]							     =      [0.26862954, 0.26130258, 0.27577711]





