


'''simple docstring'''

from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCamelCase							:       Tuple  						=     logging.get_logger(__name__)

lowerCamelCase							:       Dict  						=     {
    'tau/splinter-base': 'https://huggingface.co/tau/splinter-base/resolve/main/config.json',
    'tau/splinter-base-qass': 'https://huggingface.co/tau/splinter-base-qass/resolve/main/config.json',
    'tau/splinter-large': 'https://huggingface.co/tau/splinter-large/resolve/main/config.json',
    'tau/splinter-large-qass': 'https://huggingface.co/tau/splinter-large-qass/resolve/main/config.json',
    # See all Splinter models at https://huggingface.co/models?filter=splinter
}
class   __lowerCAmelCase						(UpperCAmelCase__					):





      '''simple docstring'''






      lowerCAmelCase__ :					Dict   =							"""splinter"""



      def __init__(self   :   Tuple       ,						UpperCamelCase   :   str=30522       ,						UpperCamelCase   :   Any=768       ,						UpperCamelCase   :   List[Any]=12       ,						UpperCamelCase   :   int=12       ,						UpperCamelCase   :   List[Any]=3072       ,						UpperCamelCase   :   Optional[Any]="gelu"       ,						UpperCamelCase   :   Dict=0.1       ,						UpperCamelCase   :   Dict=0.1       ,						UpperCamelCase   :   Tuple=512       ,						UpperCamelCase   :   Optional[int]=2       ,						UpperCamelCase   :   Optional[int]=0.02       ,						UpperCamelCase   :   Tuple=1E-12       ,						UpperCamelCase   :   Any=True       ,						UpperCamelCase   :   Dict=0       ,						UpperCamelCase   :   Tuple=104       ,						**UpperCamelCase   :   Tuple       ,						):

             '''simple docstring'''







             super().__init__(pad_token_id=snake_case_       ,						**snake_case_			)

             lowercase__				      =			vocab_size
             lowercase__				      =			max_position_embeddings
             lowercase__				      =			hidden_size
             lowercase__				      =			num_hidden_layers
             lowercase__				      =			num_attention_heads
             lowercase__				      =			intermediate_size
             lowercase__				      =			hidden_act
             lowercase__				      =			hidden_dropout_prob
             lowercase__				      =			attention_probs_dropout_prob
             lowercase__				      =			initializer_range
             lowercase__				      =			type_vocab_size
             lowercase__				      =			layer_norm_eps
             lowercase__				      =			use_cache
             lowercase__				      =			question_token_id








'''simple docstring'''

from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_sentencepiece_available, is_torch_available


lowerCamelCase							:       Tuple  						=     {'configuration_bert_generation': ['BertGenerationConfig']}

try:
 if not is_sentencepiece_available():
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 pass
else:
 lowerCamelCase							:       Union[str, Any]  						=     ['BertGenerationTokenizer']

try:
 if not is_torch_available():
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 pass
else:
 lowerCamelCase							:       Dict  						=     [
     'BertGenerationDecoder',
     'BertGenerationEncoder',
     'BertGenerationPreTrainedModel',
     'load_tf_weights_in_bert_generation',
 ]


if TYPE_CHECKING:
 from .configuration_bert_generation import BertGenerationConfig

 try:
  if not is_sentencepiece_available():
   raise OptionalDependencyNotAvailable()
 except OptionalDependencyNotAvailable:
  pass
 else:
  from .tokenization_bert_generation import BertGenerationTokenizer

 try:
  if not is_torch_available():
   raise OptionalDependencyNotAvailable()
 except OptionalDependencyNotAvailable:
  pass
 else:
  from .modeling_bert_generation import (
      BertGenerationDecoder,
      BertGenerationEncoder,
      BertGenerationPreTrainedModel,
      load_tf_weights_in_bert_generation,
  )

else:
 import sys

 lowerCamelCase							:       int  						=     _LazyModule(__name__, globals()['__file__'], _import_structure, module_spec=__spec__)




