
"""simple docstring"""




from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCAmelCase__				:   Dict   							=			logging.get_logger(__name__)

UpperCAmelCase__				:   Dict   							=			{
    'uw-madison/yoso-4096': 'https://huggingface.co/uw-madison/yoso-4096/resolve/main/config.json',
    # See all YOSO models at https://huggingface.co/models?filter=yoso
}



class      lowerCAmelCase_   (a__  ):


				"""simple docstring"""



				__UpperCamelCase				:						str 	=       'yoso'



				def __init__(self       ,	SCREAMING_SNAKE_CASE__=5_02_65       ,	SCREAMING_SNAKE_CASE__=7_68       ,	SCREAMING_SNAKE_CASE__=12       ,	SCREAMING_SNAKE_CASE__=12       ,	SCREAMING_SNAKE_CASE__=30_72       ,	SCREAMING_SNAKE_CASE__="gelu"       ,	SCREAMING_SNAKE_CASE__=0.1       ,	SCREAMING_SNAKE_CASE__=0.1       ,	SCREAMING_SNAKE_CASE__=40_96       ,	SCREAMING_SNAKE_CASE__=1       ,	SCREAMING_SNAKE_CASE__=0.02       ,	SCREAMING_SNAKE_CASE__=1E-12       ,	SCREAMING_SNAKE_CASE__="absolute"       ,	SCREAMING_SNAKE_CASE__=True       ,	SCREAMING_SNAKE_CASE__=9       ,	SCREAMING_SNAKE_CASE__=64       ,	SCREAMING_SNAKE_CASE__=None       ,	SCREAMING_SNAKE_CASE__=True       ,	SCREAMING_SNAKE_CASE__=True       ,	SCREAMING_SNAKE_CASE__=1       ,	SCREAMING_SNAKE_CASE__=0       ,	SCREAMING_SNAKE_CASE__=2       ,	**SCREAMING_SNAKE_CASE__       ,	) ->		Dict:



											"""simple docstring"""




											super().__init__(pad_token_id=SCREAMING_SNAKE_CASE__       ,	bos_token_id=SCREAMING_SNAKE_CASE__       ,	eos_token_id=SCREAMING_SNAKE_CASE__       ,	**SCREAMING_SNAKE_CASE__   )

											SCREAMING_SNAKE_CASE__						:	Union[str, Any]									=       vocab_size
											SCREAMING_SNAKE_CASE__						:	List[str]									=       max_position_embeddings
											SCREAMING_SNAKE_CASE__						:	Any									=       hidden_size
											SCREAMING_SNAKE_CASE__						:	List[str]									=       num_hidden_layers
											SCREAMING_SNAKE_CASE__						:	Optional[Any]									=       num_attention_heads
											SCREAMING_SNAKE_CASE__						:	Tuple									=       intermediate_size
											SCREAMING_SNAKE_CASE__						:	List[Any]									=       hidden_act
											SCREAMING_SNAKE_CASE__						:	Tuple									=       hidden_dropout_prob
											SCREAMING_SNAKE_CASE__						:	str									=       attention_probs_dropout_prob
											SCREAMING_SNAKE_CASE__						:	Optional[int]									=       initializer_range
											SCREAMING_SNAKE_CASE__						:	Optional[int]									=       type_vocab_size
											SCREAMING_SNAKE_CASE__						:	List[str]									=       layer_norm_eps
											SCREAMING_SNAKE_CASE__						:	Union[str, Any]									=       position_embedding_type
											SCREAMING_SNAKE_CASE__						:	List[str]									=       use_expectation
											SCREAMING_SNAKE_CASE__						:	int									=       hash_code_len
											SCREAMING_SNAKE_CASE__						:	Tuple									=       num_hash
											SCREAMING_SNAKE_CASE__						:	str									=       conv_window
											SCREAMING_SNAKE_CASE__						:	Optional[int]									=       use_fast_hash
											SCREAMING_SNAKE_CASE__						:	Dict									=       lsh_backward






"""simple docstring"""




import re

def lowercase_  (       _snake_case						):
							def docstring_decorator(_snake_case						):
														SCREAMING_SNAKE_CASE__						:	Any									=       fn.__doc__
														SCREAMING_SNAKE_CASE__						:	Dict									=       func_doc.split("""\n"""						)
														SCREAMING_SNAKE_CASE__						:	Any									=       0
														while i < len(_snake_case						) and re.search(R"""^\s*Examples?:\s*$"""       ,lines[i]						) is None:
																					i += 1
														if i < len(_snake_case						):
																					SCREAMING_SNAKE_CASE__						:	List[str]									=       example_docstring
																					SCREAMING_SNAKE_CASE__						:	List[Any]									=       """\n""".join(_snake_case						)
														else:
																					raise ValueError(
																					    f'''The function {fn} should have an empty \'Examples:\' in its docstring as placeholder, '''
																					    f'''current docstring is:\n{func_doc}'''						)
														SCREAMING_SNAKE_CASE__						:	int									=       func_doc
														return fn

							return docstring_decorator




