




"""simple docstring"""

from ...configuration_utils import PretrainedConfig
from ...utils import logging


__A							=     logging.get_logger(__name__)

__A							=     {
    "openbmb/cpm-ant-10b": "https://huggingface.co/openbmb/cpm-ant-10b/blob/main/config.json"
    # See all CPMAnt models at https://huggingface.co/models?filter=cpmant
}
class      lowerCamelCase__      (					lowerCamelCase_     ):
			a__	: List[str]        =       """cpmant"""


			def __init__(       self			,	SCREAMING_SNAKE_CASE = 30_720			,	SCREAMING_SNAKE_CASE = 4_096			,	SCREAMING_SNAKE_CASE = 32			,	SCREAMING_SNAKE_CASE = 128			,	SCREAMING_SNAKE_CASE = 10_240			,	SCREAMING_SNAKE_CASE = 48			,	SCREAMING_SNAKE_CASE = 0.0			,	SCREAMING_SNAKE_CASE = 512			,	SCREAMING_SNAKE_CASE = 2_048			,	SCREAMING_SNAKE_CASE = 1E-6			,	SCREAMING_SNAKE_CASE = 1.0			,	SCREAMING_SNAKE_CASE = 32			,	SCREAMING_SNAKE_CASE = 32			,	SCREAMING_SNAKE_CASE = 32			,	SCREAMING_SNAKE_CASE = True			,	**SCREAMING_SNAKE_CASE			,	):



					"""simple docstring"""







					super().__init__(**SCREAMING_SNAKE_CASE							)
					snake_case						:  Dict        =			prompt_types
					snake_case						:  Optional[Any]        =			prompt_length
					snake_case						:  Optional[int]        =			segment_types
					snake_case						:  List[str]        =			hidden_size
					snake_case						:  int        =			num_attention_heads
					snake_case						:  List[str]        =			dim_head
					snake_case						:  str        =			dim_ff
					snake_case						:  Optional[int]        =			num_hidden_layers
					snake_case						:  List[Any]        =			position_bias_num_buckets
					snake_case						:  List[str]        =			position_bias_max_distance
					snake_case						:  str        =			dropout_p
					snake_case						:  int        =			eps
					snake_case						:  List[Any]        =			use_cache
					snake_case						:  Any        =			vocab_size
					snake_case						:  Tuple        =			init_std







"""simple docstring"""

from ...configuration_utils import PretrainedConfig
from ...utils import logging


__A							=     logging.get_logger(__name__)

__A							=     {
    "dandelin/vilt-b32-mlm": "https://huggingface.co/dandelin/vilt-b32-mlm/blob/main/config.json"
}
class      lowerCamelCase__      (					lowerCamelCase_     ):
			a__	: Optional[int]        =       """vilt"""


			def __init__(       self			,	SCREAMING_SNAKE_CASE=30_522			,	SCREAMING_SNAKE_CASE=2			,	SCREAMING_SNAKE_CASE=2			,	SCREAMING_SNAKE_CASE=40			,	SCREAMING_SNAKE_CASE=768			,	SCREAMING_SNAKE_CASE=12			,	SCREAMING_SNAKE_CASE=12			,	SCREAMING_SNAKE_CASE=3_072			,	SCREAMING_SNAKE_CASE="gelu"			,	SCREAMING_SNAKE_CASE=0.0			,	SCREAMING_SNAKE_CASE=0.0			,	SCREAMING_SNAKE_CASE=0.02			,	SCREAMING_SNAKE_CASE=1E-12			,	SCREAMING_SNAKE_CASE=384			,	SCREAMING_SNAKE_CASE=32			,	SCREAMING_SNAKE_CASE=3			,	SCREAMING_SNAKE_CASE=True			,	SCREAMING_SNAKE_CASE=-1			,	SCREAMING_SNAKE_CASE=False			,	SCREAMING_SNAKE_CASE=-1			,	**SCREAMING_SNAKE_CASE			,	):



					"""simple docstring"""







					super().__init__(tie_word_embeddings=SCREAMING_SNAKE_CASE			,	**SCREAMING_SNAKE_CASE							)

					snake_case						:  str        =			vocab_size
					snake_case						:  Optional[Any]        =			type_vocab_size
					snake_case						:  List[str]        =			modality_type_vocab_size
					snake_case						:  Optional[Any]        =			max_position_embeddings

					snake_case						:  Tuple        =			hidden_size
					snake_case						:  List[str]        =			num_hidden_layers
					snake_case						:  int        =			num_attention_heads
					snake_case						:  Optional[int]        =			intermediate_size
					snake_case						:  List[Any]        =			hidden_act
					snake_case						:  List[str]        =			hidden_dropout_prob
					snake_case						:  Union[str, Any]        =			attention_probs_dropout_prob
					snake_case						:  Any        =			initializer_range
					snake_case						:  List[Any]        =			layer_norm_eps

					snake_case						:  Any        =			image_size
					snake_case						:  str        =			patch_size
					snake_case						:  Optional[int]        =			num_channels
					snake_case						:  List[str]        =			qkv_bias
					snake_case						:  Optional[int]        =			max_image_length
					snake_case						:  Any        =			num_images

