


from ...configuration_utils import PretrainedConfig
from ...utils import logging


__UpperCamelCase      						=    logging.get_logger(__name__)

__UpperCamelCase      						=    {
    'bert-base-uncased': 'https://huggingface.co/bert-base-uncased/resolve/main/config.json',
    # QDQBERT models can be loaded from any BERT checkpoint, available at https://huggingface.co/models?filter=bert
}







class     lowerCamelCase__		(							UpperCAmelCase ):






			"""simple docstring"""






			_UpperCamelCase						:   List[str]					=						'qdqbert'




			def __init__(							self ,  snake_case=30522 ,  snake_case=768 ,  snake_case=12 ,  snake_case=12 ,  snake_case=3072 ,  snake_case="gelu" ,  snake_case=0.1 ,  snake_case=0.1 ,  snake_case=512 ,  snake_case=2 ,  snake_case=0.02 ,  snake_case=1E-1_2 ,  snake_case=True ,  snake_case=1 ,  snake_case=0 ,  snake_case=2 ,  **snake_case ,  ):

						'''simple docstring'''


						super().__init__(pad_token_id=snake_case ,  bos_token_id=snake_case ,  eos_token_id=snake_case ,  **snake_case       )

						UpperCamelCase__   =    vocab_size
						UpperCamelCase__   =    max_position_embeddings
						UpperCamelCase__   =    hidden_size
						UpperCamelCase__   =    num_hidden_layers
						UpperCamelCase__   =    num_attention_heads
						UpperCamelCase__   =    intermediate_size
						UpperCamelCase__   =    hidden_act
						UpperCamelCase__   =    hidden_dropout_prob
						UpperCamelCase__   =    attention_probs_dropout_prob
						UpperCamelCase__   =    initializer_range
						UpperCamelCase__   =    type_vocab_size
						UpperCamelCase__   =    layer_norm_eps
						UpperCamelCase__   =    use_cache






from __future__ import annotations
def     UpperCamelCase_(			_A				:list					)->						int | float:
			UpperCamelCase__   =    sorted(_A					)
			UpperCamelCase__   =    len(_A					)
			UpperCamelCase__   =    length >> 1
			return (
			    (sorted_list[mid_index] + sorted_list[mid_index - 1]) / 2
			    if length % 2 == 0
			    else sorted_list[mid_index]
			)
def     UpperCamelCase_(			)->						List[Any]:
			import doctest

			doctest.testmod()


if __name__ == "__main__":
						main()


