

from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCAmelCase       :				Dict         =					logging.get_logger(__name__)

lowerCAmelCase       :				Tuple         =					{
    'openbmb/cpm-ant-10b': 'https://huggingface.co/openbmb/cpm-ant-10b/blob/main/config.json'
    # See all CPMAnt models at https://huggingface.co/models?filter=cpmant
}
class 	_A						(					__magic_name__):
  SCREAMING_SNAKE_CASE      : Optional[int]    =					'''cpmant'''

  def __init__(			self	,   _SCREAMING_SNAKE_CASE = 3_0720	,   _SCREAMING_SNAKE_CASE = 4096	,   _SCREAMING_SNAKE_CASE = 32	,   _SCREAMING_SNAKE_CASE = 128	,   _SCREAMING_SNAKE_CASE = 1_0240	,   _SCREAMING_SNAKE_CASE = 48	,   _SCREAMING_SNAKE_CASE = 0.0	,   _SCREAMING_SNAKE_CASE = 512	,   _SCREAMING_SNAKE_CASE = 2048	,   _SCREAMING_SNAKE_CASE = 1e-6	,   _SCREAMING_SNAKE_CASE = 1.0	,   _SCREAMING_SNAKE_CASE = 32	,   _SCREAMING_SNAKE_CASE = 32	,   _SCREAMING_SNAKE_CASE = 32	,   _SCREAMING_SNAKE_CASE = True	,   **_SCREAMING_SNAKE_CASE	,   ):





        """simple docstring"""







        super().__init__(**_SCREAMING_SNAKE_CASE   )
        SCREAMING_SNAKE_CASE_			:					Union[str, Any]          =       prompt_types
        SCREAMING_SNAKE_CASE_			:					Optional[Any]          =       prompt_length
        SCREAMING_SNAKE_CASE_			:					Union[str, Any]          =       segment_types
        SCREAMING_SNAKE_CASE_			:					Optional[Any]          =       hidden_size
        SCREAMING_SNAKE_CASE_			:					Any          =       num_attention_heads
        SCREAMING_SNAKE_CASE_			:					str          =       dim_head
        SCREAMING_SNAKE_CASE_			:					Dict          =       dim_ff
        SCREAMING_SNAKE_CASE_			:					Optional[Any]          =       num_hidden_layers
        SCREAMING_SNAKE_CASE_			:					Dict          =       position_bias_num_buckets
        SCREAMING_SNAKE_CASE_			:					List[Any]          =       position_bias_max_distance
        SCREAMING_SNAKE_CASE_			:					Dict          =       dropout_p
        SCREAMING_SNAKE_CASE_			:					str          =       eps
        SCREAMING_SNAKE_CASE_			:					int          =       use_cache
        SCREAMING_SNAKE_CASE_			:					List[Any]          =       vocab_size
        SCREAMING_SNAKE_CASE_			:					Dict          =       init_std









from typing import TYPE_CHECKING

from ...utils import _LazyModule


lowerCAmelCase       :				Tuple         =					{'tokenization_phobert': ['PhobertTokenizer']}


if TYPE_CHECKING:
    from .tokenization_phobert import PhobertTokenizer

else:
    import sys

    lowerCAmelCase       :				Optional[int]         =					_LazyModule(__name__, globals()['__file__'], _import_structure, module_spec=__spec__)






