


from ...configuration_utils import PretrainedConfig
from ...utils import logging


_snake_case					=					logging.get_logger(__name__)

_snake_case					=					{
    '''MCG-NJU/videomae-base''': '''https://huggingface.co/MCG-NJU/videomae-base/resolve/main/config.json''',
}
class      UpperCAmelCase_ ( UpperCamelCase   ):

   '''simple docstring'''




   __A			:				str							=		"videomae"






   def __init__(		self						,    __A=224						,    __A=16						,    __A=3						,    __A=16						,    __A=2						,    __A=768						,    __A=12						,    __A=12						,    __A=3072						,    __A="gelu"						,    __A=0.0						,    __A=0.0						,    __A=0.02						,    __A=1e-12						,    __A=True						,    __A=True						,    __A=6						,    __A=384						,    __A=4						,    __A=1536						,    __A=True						,    **__A						,    ):






     """simple docstring"""





     super().__init__(**__A			)

     lowerCamelCase			: Any   =    image_size
     lowerCamelCase			: Tuple   =    patch_size
     lowerCamelCase			: Dict   =    num_channels
     lowerCamelCase			: Any   =    num_frames
     lowerCamelCase			: List[Any]   =    tubelet_size

     lowerCamelCase			: Tuple   =    hidden_size
     lowerCamelCase			: Optional[int]   =    num_hidden_layers
     lowerCamelCase			: Union[str, Any]   =    num_attention_heads
     lowerCamelCase			: Optional[int]   =    intermediate_size
     lowerCamelCase			: List[str]   =    hidden_act
     lowerCamelCase			: Dict   =    hidden_dropout_prob
     lowerCamelCase			: List[str]   =    attention_probs_dropout_prob
     lowerCamelCase			: List[str]   =    initializer_range
     lowerCamelCase			: Tuple   =    layer_norm_eps
     lowerCamelCase			: Optional[int]   =    qkv_bias
     lowerCamelCase			: Any   =    use_mean_pooling

     lowerCamelCase			: Optional[int]   =    decoder_num_attention_heads
     lowerCamelCase			: Optional[int]   =    decoder_hidden_size
     lowerCamelCase			: str   =    decoder_num_hidden_layers
     lowerCamelCase			: Optional[int]   =    decoder_intermediate_size
     lowerCamelCase			: str   =    norm_pix_loss







from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_torch_available,
)


_snake_case					=					{
    '''configuration_rwkv''': ['''RWKV_PRETRAINED_CONFIG_ARCHIVE_MAP''', '''RwkvConfig''', '''RwkvOnnxConfig'''],
}

try:
   if not is_torch_available():
      raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
   pass
else:
   _snake_case					=					[
       '''RWKV_PRETRAINED_MODEL_ARCHIVE_LIST''',
       '''RwkvForCausalLM''',
       '''RwkvModel''',
       '''RwkvPreTrainedModel''',
   ]


if TYPE_CHECKING:
   from .configuration_rwkv import RWKV_PRETRAINED_CONFIG_ARCHIVE_MAP, RwkvConfig, RwkvOnnxConfig

   try:
      if not is_torch_available():
         raise OptionalDependencyNotAvailable()
   except OptionalDependencyNotAvailable:
      pass
   else:
      from .modeling_rwkv import (
          RWKV_PRETRAINED_MODEL_ARCHIVE_LIST,
          RwkvForCausalLM,
          RwkvModel,
          RwkvPreTrainedModel,
      )
else:
   import sys

   _snake_case					=					_LazyModule(__name__, globals()['''__file__'''], _import_structure, module_spec=__spec__)



