

from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_flax_available,
    is_keras_nlp_available,
    is_tensorflow_text_available,
    is_tf_available,
    is_tokenizers_available,
    is_torch_available,
)


__snake_case							:     Tuple 						=	{
    """configuration_gpt2""": ["""GPT2_PRETRAINED_CONFIG_ARCHIVE_MAP""", """GPT2Config""", """GPT2OnnxConfig"""],
    """tokenization_gpt2""": ["""GPT2Tokenizer"""],
}

try:
	if not is_tokenizers_available():
		raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
	pass
else:
	__snake_case							:     List[Any] 						=	["""GPT2TokenizerFast"""]

try:
	if not is_torch_available():
		raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
	pass
else:
	__snake_case							:     Optional[int] 						=	[
	    """GPT2_PRETRAINED_MODEL_ARCHIVE_LIST""",
	    """GPT2DoubleHeadsModel""",
	    """GPT2ForQuestionAnswering""",
	    """GPT2ForSequenceClassification""",
	    """GPT2ForTokenClassification""",
	    """GPT2LMHeadModel""",
	    """GPT2Model""",
	    """GPT2PreTrainedModel""",
	    """load_tf_weights_in_gpt2""",
	]

try:
	if not is_tf_available():
		raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
	pass
else:
	__snake_case							:     Any 						=	[
	    """TF_GPT2_PRETRAINED_MODEL_ARCHIVE_LIST""",
	    """TFGPT2DoubleHeadsModel""",
	    """TFGPT2ForSequenceClassification""",
	    """TFGPT2LMHeadModel""",
	    """TFGPT2MainLayer""",
	    """TFGPT2Model""",
	    """TFGPT2PreTrainedModel""",
	]

try:
	if not is_keras_nlp_available():
		raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
	pass
else:
	__snake_case							:     List[str] 						=	["""TFGPT2Tokenizer"""]

try:
	if not is_flax_available():
		raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
	pass
else:
	__snake_case							:     Dict 						=	["""FlaxGPT2LMHeadModel""", """FlaxGPT2Model""", """FlaxGPT2PreTrainedModel"""]

if TYPE_CHECKING:
	from .configuration_gpta import GPT2_PRETRAINED_CONFIG_ARCHIVE_MAP, GPTaConfig, GPTaOnnxConfig
	from .tokenization_gpta import GPTaTokenizer

	try:
		if not is_tokenizers_available():
			raise OptionalDependencyNotAvailable()
	except OptionalDependencyNotAvailable:
		pass
	else:
		from .tokenization_gpta_fast import GPTaTokenizerFast

	try:
		if not is_torch_available():
			raise OptionalDependencyNotAvailable()
	except OptionalDependencyNotAvailable:
		pass
	else:
		from .modeling_gpta import (
		    GPT2_PRETRAINED_MODEL_ARCHIVE_LIST,
		    GPTaDoubleHeadsModel,
		    GPTaForQuestionAnswering,
		    GPTaForSequenceClassification,
		    GPTaForTokenClassification,
		    GPTaLMHeadModel,
		    GPTaModel,
		    GPTaPreTrainedModel,
		    load_tf_weights_in_gpta,
		)

	try:
		if not is_tf_available():
			raise OptionalDependencyNotAvailable()
	except OptionalDependencyNotAvailable:
		pass
	else:
		from .modeling_tf_gpta import (
		    TF_GPT2_PRETRAINED_MODEL_ARCHIVE_LIST,
		    TFGPTaDoubleHeadsModel,
		    TFGPTaForSequenceClassification,
		    TFGPTaLMHeadModel,
		    TFGPTaMainLayer,
		    TFGPTaModel,
		    TFGPTaPreTrainedModel,
		)

	try:
		if not is_keras_nlp_available():
			raise OptionalDependencyNotAvailable()
	except OptionalDependencyNotAvailable:
		pass
	else:
		from .tokenization_gpta_tf import TFGPTaTokenizer

	try:
		if not is_flax_available():
			raise OptionalDependencyNotAvailable()
	except OptionalDependencyNotAvailable:
		pass
	else:
		from .modeling_flax_gpta import FlaxGPTaLMHeadModel, FlaxGPTaModel, FlaxGPTaPreTrainedModel

else:
	import sys

	__snake_case							:     str 						=	_LazyModule(__name__, globals()["""__file__"""], _import_structure, module_spec=__spec__)





from ...configuration_utils import PretrainedConfig
from ...utils import logging


__snake_case							:     Optional[Any] 						=	logging.get_logger(__name__)

__snake_case							:     str 						=	{
    """ZinengTang/tvlt-base""": """https://huggingface.co/ZinengTang/tvlt-base/blob/main/config.json""",
}



class    A__(a_    ):
						"""simple docstring"""






						_A  :							Any   			=	'''tvlt'''





						def __init__(  self       ,     _lowercase=224       ,     _lowercase=2_048       ,     _lowercase=128       ,     _lowercase=[16, 16]       ,     _lowercase=[16, 16]       ,     _lowercase=3       ,     _lowercase=1       ,     _lowercase=8       ,     _lowercase=768       ,     _lowercase=12       ,     _lowercase=12       ,     _lowercase=3_072       ,     _lowercase="gelu"       ,     _lowercase=0.0       ,     _lowercase=0.0       ,     _lowercase=0.0_2       ,     _lowercase=1e-6       ,     _lowercase=True       ,     _lowercase=False       ,     _lowercase=16       ,     _lowercase=512       ,     _lowercase=8       ,     _lowercase=2_048       ,     _lowercase=0.7_5       ,     _lowercase=0.1_5       ,     _lowercase="frame-level"       ,     _lowercase=True       ,     _lowercase=True       ,     _lowercase="classification"       ,     **_lowercase       ,     )      ->				Tuple:
									super().__init__(**_lowercase  )

									if audio_mask_type not in ("frame-level", "patch_level"):
												raise ValueError(
												    """audio_mask_type must be one of two acceptable strategies - {'frame_level', 'patch-level') """
												    F'''got {audio_mask_type}'''  )

									a_		:		int				    =				image_size
									a_		:		str				    =				spectrogram_length
									a_		:		int				    =				frequency_length
									a_		:		str				    =				image_patch_size
									a_		:		int				    =				audio_patch_size
									a_		:		Any				    =				num_image_channels
									a_		:		str				    =				num_audio_channels
									a_		:		int				    =				num_frames

									a_		:		Optional[int]				    =				hidden_size
									a_		:		Tuple				    =				num_hidden_layers
									a_		:		Any				    =				num_attention_heads
									a_		:		Union[str, Any]				    =				intermediate_size
									a_		:		Tuple				    =				hidden_act
									a_		:		Union[str, Any]				    =				hidden_dropout_prob
									a_		:		int				    =				attention_probs_dropout_prob
									a_		:		Any				    =				initializer_range
									a_		:		int				    =				layer_norm_eps
									a_		:		Union[str, Any]				    =				qkv_bias
									a_		:		str				    =				use_mean_pooling

									a_		:		List[Any]				    =				decoder_num_attention_heads
									a_		:		Optional[Any]				    =				decoder_hidden_size
									a_		:		Dict				    =				decoder_num_hidden_layers
									a_		:		Optional[Any]				    =				decoder_intermediate_size
									a_		:		Dict				    =				pixel_mask_ratio
									a_		:		int				    =				audio_mask_ratio
									a_		:		Optional[Any]				    =				audio_mask_type

									a_		:		Union[str, Any]				    =				task_matching
									a_		:		Dict				    =				task_mae
									a_		:		Union[str, Any]				    =				loss_type


