



from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCAmelCase								=   logging.get_logger(__name__)

UpperCAmelCase								=   {
    """dandelin/vilt-b32-mlm""": """https://huggingface.co/dandelin/vilt-b32-mlm/blob/main/config.json"""
}

class 	__snake_case (				SCREAMING_SNAKE_CASE):







							'''simple docstring'''






							UpperCamelCase__			: Any             =   """vilt"""


							def __init__(							self					,					a_=30_522					,					a_=2					,					a_=2					,					a_=40					,					a_=768					,					a_=12					,					a_=12					,					a_=3_072					,					a_="gelu"					,					a_=0.0					,					a_=0.0					,					a_=0.02					,					a_=1E-1_2					,					a_=384					,					a_=32					,					a_=3					,					a_=True					,					a_=-1					,					a_=False					,					a_=-1					,					**a_					,					):
											super().__init__(tie_word_embeddings=a_					,					**a_						)

											a__			 =						vocab_size
											a__			 =						type_vocab_size
											a__			 =						modality_type_vocab_size
											a__			 =						max_position_embeddings

											a__			 =						hidden_size
											a__			 =						num_hidden_layers
											a__			 =						num_attention_heads
											a__			 =						intermediate_size
											a__			 =						hidden_act
											a__			 =						hidden_dropout_prob
											a__			 =						attention_probs_dropout_prob
											a__			 =						initializer_range
											a__			 =						layer_norm_eps

											a__			 =						image_size
											a__			 =						patch_size
											a__			 =						num_channels
											a__			 =						qkv_bias
											a__			 =						max_image_length
											a__			 =						num_images






def      A_ (		__a       :			float						):

				"""simple docstring"""
				return int(__a						) if x - int(__a						) >= 0 else int(__a						) - 1


if __name__ == "__main__":
	import doctest

	doctest.testmod()

