
"""simple docstring"""


from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCAmelCase								=						logging.get_logger(__name__)

lowerCAmelCase								=						{
    """openbmb/cpm-ant-10b""": """https://huggingface.co/openbmb/cpm-ant-10b/blob/main/config.json"""
    # See all CPMAnt models at https://huggingface.co/models?filter=cpmant
}

class    A_     (					A__       ):



							"""simple docstring"""






							SCREAMING_SNAKE_CASE_     				=       """cpmant"""





							def __init__(  self  :List[Any]					,							lowerCamelCase_  :int = 30_720					,							lowerCamelCase_  :int = 4_096					,							lowerCamelCase_  :int = 32					,							lowerCamelCase_  :int = 128					,							lowerCamelCase_  :int = 10_240					,							lowerCamelCase_  :int = 48					,							lowerCamelCase_  :int = 0.0					,							lowerCamelCase_  :int = 512					,							lowerCamelCase_  :int = 2_048					,							lowerCamelCase_  :int = 1e-6					,							lowerCamelCase_  :float = 1.0					,							lowerCamelCase_  :int = 32					,							lowerCamelCase_  :int = 32					,							lowerCamelCase_  :int = 32					,							lowerCamelCase_  :bool = True					,							**lowerCamelCase_  :str					,							):





										"""simple docstring"""

										super().__init__(**lowerCamelCase_	)
										lowerCamelCase__     :					int		=prompt_types
										lowerCamelCase__     :					Optional[int]		=prompt_length
										lowerCamelCase__     :					Dict		=segment_types
										lowerCamelCase__     :					List[str]		=hidden_size
										lowerCamelCase__     :					List[str]		=num_attention_heads
										lowerCamelCase__     :					List[Any]		=dim_head
										lowerCamelCase__     :					str		=dim_ff
										lowerCamelCase__     :					int		=num_hidden_layers
										lowerCamelCase__     :					List[str]		=position_bias_num_buckets
										lowerCamelCase__     :					int		=position_bias_max_distance
										lowerCamelCase__     :					Optional[int]		=dropout_p
										lowerCamelCase__     :					Union[str, Any]		=eps
										lowerCamelCase__     :					Optional[int]		=use_cache
										lowerCamelCase__     :					Dict		=vocab_size
										lowerCamelCase__     :					Any		=init_std

"""simple docstring"""


from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available


lowerCAmelCase								=						{
    """configuration_decision_transformer""": [
        """DECISION_TRANSFORMER_PRETRAINED_CONFIG_ARCHIVE_MAP""",
        """DecisionTransformerConfig""",
    ],
}

try:
							if not is_torch_available():
														raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
							pass
else:
							lowerCAmelCase								=						[
							    """DECISION_TRANSFORMER_PRETRAINED_MODEL_ARCHIVE_LIST""",
							    """DecisionTransformerGPT2Model""",
							    """DecisionTransformerGPT2PreTrainedModel""",
							    """DecisionTransformerModel""",
							    """DecisionTransformerPreTrainedModel""",
							]


if TYPE_CHECKING:
							from .configuration_decision_transformer import (
							    DECISION_TRANSFORMER_PRETRAINED_CONFIG_ARCHIVE_MAP,
							    DecisionTransformerConfig,
							)

							try:
														if not is_torch_available():
																					raise OptionalDependencyNotAvailable()
							except OptionalDependencyNotAvailable:
														pass
							else:
														from .modeling_decision_transformer import (
														    DECISION_TRANSFORMER_PRETRAINED_MODEL_ARCHIVE_LIST,
														    DecisionTransformerGPTaModel,
														    DecisionTransformerGPTaPreTrainedModel,
														    DecisionTransformerModel,
														    DecisionTransformerPreTrainedModel,
														)


else:
							import sys

							lowerCAmelCase								=						_LazyModule(__name__, globals()["""__file__"""], _import_structure, module_spec=__spec__)