

import functools
import operator

from ...configuration_utils import PretrainedConfig
from ...utils import logging


_lowerCamelCase								=logging.get_logger(__name__)

_lowerCamelCase								={
    "facebook/hubert-base-ls960": "https://huggingface.co/facebook/hubert-base-ls960/resolve/main/config.json",
    # See all Hubert models at https://huggingface.co/models?filter=hubert
}



class 		a_	(							__UpperCAmelCase					):



      """simple docstring"""







      __UpperCAmelCase      		=				"""hubert"""
      def __init__(				self					:							int      ,snake_case					:							Union[str, Any]=32      ,snake_case					:							int=768      ,snake_case					:							Union[str, Any]=12      ,snake_case					:							Optional[int]=12      ,snake_case					:							Optional[int]=3072      ,snake_case					:							str="gelu"      ,snake_case					:							Optional[Any]=0.1      ,snake_case					:							List[str]=0.1      ,snake_case					:							Any=0.1      ,snake_case					:							Any=True      ,snake_case					:							List[str]=0.0      ,snake_case					:							Optional[Any]=0.1      ,snake_case					:							Tuple=0.1      ,snake_case					:							Any=0.02      ,snake_case					:							str=1e-5      ,snake_case					:							Optional[int]="group"      ,snake_case					:							int="gelu"      ,snake_case					:							Union[str, Any]=(512, 512, 512, 512, 512, 512, 512)      ,snake_case					:							Optional[int]=(5, 2, 2, 2, 2, 2, 2)      ,snake_case					:							Optional[Any]=(10, 3, 3, 3, 3, 2, 2)      ,snake_case					:							Optional[int]=False      ,snake_case					:							Optional[Any]=128      ,snake_case					:							Union[str, Any]=16      ,snake_case					:							List[Any]=False      ,snake_case					:							Optional[Any]=True      ,snake_case					:							Optional[int]=0.05      ,snake_case					:							List[str]=10      ,snake_case					:							List[Any]=2      ,snake_case					:							Tuple=0.0      ,snake_case					:							Any=10      ,snake_case					:							Union[str, Any]=0      ,snake_case					:							Tuple="sum"      ,snake_case					:							List[Any]=False      ,snake_case					:							List[Any]=False      ,snake_case					:							List[str]=256      ,snake_case					:							str=0      ,snake_case					:							Any=1      ,snake_case					:							Dict=2      ,**snake_case					:							List[Any]      ,):
           super().__init__(**lowerCamelCase__      ,pad_token_id=lowerCamelCase__      ,bos_token_id=lowerCamelCase__      ,eos_token_id=lowerCamelCase__    )
           SCREAMING_SNAKE_CASE										=hidden_size
           SCREAMING_SNAKE_CASE										=feat_extract_norm
           SCREAMING_SNAKE_CASE										=feat_extract_activation
           SCREAMING_SNAKE_CASE										=list(lowerCamelCase__    )
           SCREAMING_SNAKE_CASE										=list(lowerCamelCase__    )
           SCREAMING_SNAKE_CASE										=list(lowerCamelCase__    )
           SCREAMING_SNAKE_CASE										=conv_bias
           SCREAMING_SNAKE_CASE										=num_conv_pos_embeddings
           SCREAMING_SNAKE_CASE										=num_conv_pos_embedding_groups
           SCREAMING_SNAKE_CASE										=len(self.conv_dim    )
           SCREAMING_SNAKE_CASE										=num_hidden_layers
           SCREAMING_SNAKE_CASE										=intermediate_size
           SCREAMING_SNAKE_CASE										=hidden_act
           SCREAMING_SNAKE_CASE										=num_attention_heads
           SCREAMING_SNAKE_CASE										=hidden_dropout
           SCREAMING_SNAKE_CASE										=attention_dropout
           SCREAMING_SNAKE_CASE										=activation_dropout
           SCREAMING_SNAKE_CASE										=feat_proj_layer_norm
           SCREAMING_SNAKE_CASE										=feat_proj_dropout
           SCREAMING_SNAKE_CASE										=final_dropout
           SCREAMING_SNAKE_CASE										=layerdrop
           SCREAMING_SNAKE_CASE										=layer_norm_eps
           SCREAMING_SNAKE_CASE										=initializer_range
           SCREAMING_SNAKE_CASE										=vocab_size
           SCREAMING_SNAKE_CASE										=do_stable_layer_norm
           SCREAMING_SNAKE_CASE										=use_weighted_layer_sum
           SCREAMING_SNAKE_CASE										=classifier_proj_size

           if (
               (len(self.conv_stride    ) != self.num_feat_extract_layers)
               or (len(self.conv_kernel    ) != self.num_feat_extract_layers)
               or (len(self.conv_dim    ) != self.num_feat_extract_layers)
           ):
                raise ValueError(
                    'Configuration for convolutional layers is incorrect. It is required that `len(config.conv_dim)` =='
                    ' `len(config.conv_stride)` == `len(config.conv_kernel)`, but is `len(config.conv_dim) ='
                    f' {len(self.conv_dim    )}`, `len(config.conv_stride) = {len(self.conv_stride    )}`,'
                    f' `len(config.conv_kernel) = {len(self.conv_kernel    )}`.'    )

           # fine-tuning config parameters for SpecAugment: https://arxiv.org/abs/1904.08779
           SCREAMING_SNAKE_CASE										=apply_spec_augment
           SCREAMING_SNAKE_CASE										=mask_time_prob
           SCREAMING_SNAKE_CASE										=mask_time_length
           SCREAMING_SNAKE_CASE										=mask_time_min_masks
           SCREAMING_SNAKE_CASE										=mask_feature_prob
           SCREAMING_SNAKE_CASE										=mask_feature_length
           SCREAMING_SNAKE_CASE										=mask_feature_min_masks

           # ctc loss
           SCREAMING_SNAKE_CASE										=ctc_loss_reduction
           SCREAMING_SNAKE_CASE										=ctc_zero_infinity


      @property
      def 	_lowerCAmelCase					(				self					:							Dict    ):
           return functools.reduce(operator.mul      ,self.conv_stride      ,1    )




import decimal







def       snake_case__    (       ):





     """simple docstring"""







     SCREAMING_SNAKE_CASE										=0
     SCREAMING_SNAKE_CASE										=decimal.Context(prec=105      )
     for i in range(2,   100      ):
          SCREAMING_SNAKE_CASE										=decimal.Decimal(lowerCAmelCase_      )
          SCREAMING_SNAKE_CASE										=number.sqrt(lowerCAmelCase_      )
          if len(str(lowerCAmelCase_      )      ) > 1:
               answer += int(str(lowerCAmelCase_      )[0]      )
               SCREAMING_SNAKE_CASE										=str(lowerCAmelCase_      )[2:101]
               answer += sum(int(lowerCAmelCase_      ) for x in sqrt_number_str      )
     return answer


if __name__ == "__main__":
 import doctest

 doctest.testmod()
 print(f'{solution() = }')

