



'''simple docstring'''






from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCamelCase__:       Any							     =      logging.get_logger(__name__)

UpperCamelCase__:       Tuple							     =      {
    '''ZinengTang/tvlt-base''': '''https://huggingface.co/ZinengTang/tvlt-base/blob/main/config.json''',
}

class     SCREAMING_SNAKE_CASE(							_lowerCamelCase      ):







						"""simple docstring"""






						lowerCamelCase__      			=	"""tvlt"""







						def __init__(						self      :					Optional[int]		,      __snake_case      :					str=224		,      __snake_case      :					int=2048		,      __snake_case      :					Optional[Any]=128		,      __snake_case      :					Any=[16, 16]		,      __snake_case      :					int=[16, 16]		,      __snake_case      :					List[str]=3		,      __snake_case      :					Tuple=1		,      __snake_case      :					Dict=8		,      __snake_case      :					List[str]=768		,      __snake_case      :					Tuple=12		,      __snake_case      :					Any=12		,      __snake_case      :					Optional[Any]=3072		,      __snake_case      :					List[str]="gelu"		,      __snake_case      :					Dict=0.0		,      __snake_case      :					str=0.0		,      __snake_case      :					Optional[int]=0.02		,      __snake_case      :					Any=1E-6		,      __snake_case      :					int=True		,      __snake_case      :					Optional[Any]=False		,      __snake_case      :					Optional[Any]=16		,      __snake_case      :					str=512		,      __snake_case      :					Optional[int]=8		,      __snake_case      :					Optional[int]=2048		,      __snake_case      :					Tuple=0.75		,      __snake_case      :					Any=0.15		,      __snake_case      :					List[Any]="frame-level"		,      __snake_case      :					Optional[int]=True		,      __snake_case      :					Any=True		,      __snake_case      :					Any="classification"		,      **__snake_case      :					str		,      )      ->		Any:
													super().__init__(**__UpperCamelCase		)

													if audio_mask_type not in ("frame-level", "patch_level"):
																				raise ValueError(
																				    '''audio_mask_type must be one of two acceptable strategies - {\'frame_level\', \'patch-level\') '''
																				    F"""got {audio_mask_type}"""		)

													UpperCAmelCase			:	Union[str, Any]										=		image_size
													UpperCAmelCase			:	Optional[int]										=		spectrogram_length
													UpperCAmelCase			:	Any										=		frequency_length
													UpperCAmelCase			:	Union[str, Any]										=		image_patch_size
													UpperCAmelCase			:	Tuple										=		audio_patch_size
													UpperCAmelCase			:	List[Any]										=		num_image_channels
													UpperCAmelCase			:	int										=		num_audio_channels
													UpperCAmelCase			:	List[Any]										=		num_frames

													UpperCAmelCase			:	Any										=		hidden_size
													UpperCAmelCase			:	Union[str, Any]										=		num_hidden_layers
													UpperCAmelCase			:	Dict										=		num_attention_heads
													UpperCAmelCase			:	str										=		intermediate_size
													UpperCAmelCase			:	Tuple										=		hidden_act
													UpperCAmelCase			:	Optional[int]										=		hidden_dropout_prob
													UpperCAmelCase			:	int										=		attention_probs_dropout_prob
													UpperCAmelCase			:	Any										=		initializer_range
													UpperCAmelCase			:	str										=		layer_norm_eps
													UpperCAmelCase			:	str										=		qkv_bias
													UpperCAmelCase			:	Optional[Any]										=		use_mean_pooling

													UpperCAmelCase			:	int										=		decoder_num_attention_heads
													UpperCAmelCase			:	Tuple										=		decoder_hidden_size
													UpperCAmelCase			:	Optional[Any]										=		decoder_num_hidden_layers
													UpperCAmelCase			:	List[Any]										=		decoder_intermediate_size
													UpperCAmelCase			:	List[str]										=		pixel_mask_ratio
													UpperCAmelCase			:	int										=		audio_mask_ratio
													UpperCAmelCase			:	List[str]										=		audio_mask_type

													UpperCAmelCase			:	Tuple										=		task_matching
													UpperCAmelCase			:	Dict										=		task_mae
													UpperCAmelCase			:	Union[str, Any]										=		loss_type










'''simple docstring'''






UpperCamelCase__:       str							     =      [0.485, 0.456, 0.406]
UpperCamelCase__:       List[str]							     =      [0.229, 0.224, 0.225]
UpperCamelCase__:       List[str]							     =      [0.5, 0.5, 0.5]
UpperCamelCase__:       Optional[Any]							     =      [0.5, 0.5, 0.5]
UpperCamelCase__:       List[str]							     =      [0.48145466, 0.4578275, 0.40821073]
UpperCamelCase__:       List[str]							     =      [0.26862954, 0.26130258, 0.27577711]





