




'''simple docstring'''







from ...configuration_utils import PretrainedConfig
from ...utils import logging


A			   =logging.get_logger(__name__)

A			   ={
    'openbmb/cpm-ant-10b': 'https://huggingface.co/openbmb/cpm-ant-10b/blob/main/config.json'
    # See all CPMAnt models at https://huggingface.co/models?filter=cpmant
}


class       _a  (     __a			):
       __a    :					List[Any]           = """cpmant"""
       def __init__(     self						:     Union[str, Any]       ,    lowercase						:     int = 30_720       ,    lowercase						:     int = 4_096       ,    lowercase						:     int = 32       ,    lowercase						:     int = 128       ,    lowercase						:     int = 10_240       ,    lowercase						:     int = 48       ,    lowercase						:     int = 0.0       ,    lowercase						:     int = 512       ,    lowercase						:     int = 2_048       ,    lowercase						:     int = 1E-6       ,    lowercase						:     float = 1.0       ,    lowercase						:     int = 32       ,    lowercase						:     int = 32       ,    lowercase						:     int = 32       ,    lowercase						:     bool = True       ,    **lowercase						:     Dict       ,    ):



           '''simple docstring'''

           super().__init__(**lowercase    )
           UpperCAmelCase      	=		prompt_types
           UpperCAmelCase      	=		prompt_length
           UpperCAmelCase      	=		segment_types
           UpperCAmelCase      	=		hidden_size
           UpperCAmelCase      	=		num_attention_heads
           UpperCAmelCase      	=		dim_head
           UpperCAmelCase      	=		dim_ff
           UpperCAmelCase      	=		num_hidden_layers
           UpperCAmelCase      	=		position_bias_num_buckets
           UpperCAmelCase      	=		position_bias_max_distance
           UpperCAmelCase      	=		dropout_p
           UpperCAmelCase      	=		eps
           UpperCAmelCase      	=		use_cache
           UpperCAmelCase      	=		vocab_size
           UpperCAmelCase      	=		init_std










'''simple docstring'''







from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available


A			   ={'configuration_dinat': ['DINAT_PRETRAINED_CONFIG_ARCHIVE_MAP', 'DinatConfig']}


try:
   if not is_torch_available():
      raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
   pass
else:
   A			   =[
       'DINAT_PRETRAINED_MODEL_ARCHIVE_LIST',
       'DinatForImageClassification',
       'DinatModel',
       'DinatPreTrainedModel',
       'DinatBackbone',
   ]

if TYPE_CHECKING:
   from .configuration_dinat import DINAT_PRETRAINED_CONFIG_ARCHIVE_MAP, DinatConfig

   try:
      if not is_torch_available():
         raise OptionalDependencyNotAvailable()
   except OptionalDependencyNotAvailable:
      pass
   else:
      from .modeling_dinat import (
          DINAT_PRETRAINED_MODEL_ARCHIVE_LIST,
          DinatBackbone,
          DinatForImageClassification,
          DinatModel,
          DinatPreTrainedModel,
      )

else:
   import sys

   A			   =_LazyModule(__name__, globals()['__file__'], _import_structure, module_spec=__spec__)




