
'''simple docstring'''




from ...configuration_utils import PretrainedConfig
from ...utils import logging


__lowercase				   =  logging.get_logger(__name__)

__lowercase				   =  {
    '''uw-madison/yoso-4096''': '''https://huggingface.co/uw-madison/yoso-4096/resolve/main/config.json''',
    # See all YOSO models at https://huggingface.co/models?filter=yoso
}






class     a__( _a     ):


			'''simple docstring'''






			UpperCAmelCase_      :					Tuple								=	'''yoso'''



			def __init__(       self	,   __lowerCAmelCase=50265	,   __lowerCAmelCase=768	,   __lowerCAmelCase=12	,   __lowerCAmelCase=12	,   __lowerCAmelCase=3072	,   __lowerCAmelCase="gelu"	,   __lowerCAmelCase=0.1	,   __lowerCAmelCase=0.1	,   __lowerCAmelCase=4096	,   __lowerCAmelCase=1	,   __lowerCAmelCase=0.02	,   __lowerCAmelCase=1E-1_2	,   __lowerCAmelCase="absolute"	,   __lowerCAmelCase=True	,   __lowerCAmelCase=9	,   __lowerCAmelCase=64	,   __lowerCAmelCase=None	,   __lowerCAmelCase=True	,   __lowerCAmelCase=True	,   __lowerCAmelCase=1	,   __lowerCAmelCase=0	,   __lowerCAmelCase=2	,   **__lowerCAmelCase	,   ):




					"""simple docstring"""


					super().__init__(pad_token_id=SCREAMING_SNAKE_CASE__	,   bos_token_id=SCREAMING_SNAKE_CASE__	,   eos_token_id=SCREAMING_SNAKE_CASE__	,   **SCREAMING_SNAKE_CASE__)

					lowerCAmelCase        =  vocab_size
					lowerCAmelCase        =  max_position_embeddings
					lowerCAmelCase        =  hidden_size
					lowerCAmelCase        =  num_hidden_layers
					lowerCAmelCase        =  num_attention_heads
					lowerCAmelCase        =  intermediate_size
					lowerCAmelCase        =  hidden_act
					lowerCAmelCase        =  hidden_dropout_prob
					lowerCAmelCase        =  attention_probs_dropout_prob
					lowerCAmelCase        =  initializer_range
					lowerCAmelCase        =  type_vocab_size
					lowerCAmelCase        =  layer_norm_eps
					lowerCAmelCase        =  position_embedding_type
					lowerCAmelCase        =  use_expectation
					lowerCAmelCase        =  hash_code_len
					lowerCAmelCase        =  num_hash
					lowerCAmelCase        =  conv_window
					lowerCAmelCase        =  use_fast_hash
					lowerCAmelCase        =  lsh_backward





'''simple docstring'''




from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_flax_available,
    is_tf_available,
    is_tokenizers_available,
    is_torch_available,
)


__lowercase				   =  {
    '''configuration_bart''': ['''BART_PRETRAINED_CONFIG_ARCHIVE_MAP''', '''BartConfig''', '''BartOnnxConfig'''],
    '''tokenization_bart''': ['''BartTokenizer'''],
}

try:
						if not is_tokenizers_available():
												raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
						pass
else:
						__lowercase				   =  ['''BartTokenizerFast''']

try:
						if not is_torch_available():
												raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
						pass
else:
						__lowercase				   =  [
						    '''BART_PRETRAINED_MODEL_ARCHIVE_LIST''',
						    '''BartForCausalLM''',
						    '''BartForConditionalGeneration''',
						    '''BartForQuestionAnswering''',
						    '''BartForSequenceClassification''',
						    '''BartModel''',
						    '''BartPretrainedModel''',
						    '''PretrainedBartModel''',
						]

try:
						if not is_tf_available():
												raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
						pass
else:
						__lowercase				   =  [
						    '''TFBartForConditionalGeneration''',
						    '''TFBartForSequenceClassification''',
						    '''TFBartModel''',
						    '''TFBartPretrainedModel''',
						]

try:
						if not is_flax_available():
												raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
						pass
else:
						__lowercase				   =  [
						    '''FlaxBartDecoderPreTrainedModel''',
						    '''FlaxBartForCausalLM''',
						    '''FlaxBartForConditionalGeneration''',
						    '''FlaxBartForQuestionAnswering''',
						    '''FlaxBartForSequenceClassification''',
						    '''FlaxBartModel''',
						    '''FlaxBartPreTrainedModel''',
						]

if TYPE_CHECKING:
						from .configuration_bart import BART_PRETRAINED_CONFIG_ARCHIVE_MAP, BartConfig, BartOnnxConfig
						from .tokenization_bart import BartTokenizer

						try:
												if not is_tokenizers_available():
																		raise OptionalDependencyNotAvailable()
						except OptionalDependencyNotAvailable:
												pass
						else:
												from .tokenization_bart_fast import BartTokenizerFast

						try:
												if not is_torch_available():
																		raise OptionalDependencyNotAvailable()
						except OptionalDependencyNotAvailable:
												pass
						else:
												from .modeling_bart import (
												    BART_PRETRAINED_MODEL_ARCHIVE_LIST,
												    BartForCausalLM,
												    BartForConditionalGeneration,
												    BartForQuestionAnswering,
												    BartForSequenceClassification,
												    BartModel,
												    BartPretrainedModel,
												    PretrainedBartModel,
												)

						try:
												if not is_tf_available():
																		raise OptionalDependencyNotAvailable()
						except OptionalDependencyNotAvailable:
												pass
						else:
												from .modeling_tf_bart import (
												    TFBartForConditionalGeneration,
												    TFBartForSequenceClassification,
												    TFBartModel,
												    TFBartPretrainedModel,
												)

						try:
												if not is_flax_available():
																		raise OptionalDependencyNotAvailable()
						except OptionalDependencyNotAvailable:
												pass
						else:
												from .modeling_flax_bart import (
												    FlaxBartDecoderPreTrainedModel,
												    FlaxBartForCausalLM,
												    FlaxBartForConditionalGeneration,
												    FlaxBartForQuestionAnswering,
												    FlaxBartForSequenceClassification,
												    FlaxBartModel,
												    FlaxBartPreTrainedModel,
												)

else:
						import sys

						__lowercase				   =  _LazyModule(__name__, globals()['''__file__'''], _import_structure, module_spec=__spec__)




