

import copy

from ...configuration_utils import PretrainedConfig
from ...utils import logging


_lowerCamelCase								=logging.get_logger(__name__)

_lowerCamelCase								={}



class 		a_	(							lowerCamelCase_					):



      """simple docstring"""







      __UpperCAmelCase      		=				'fsmt_decoder'
      def __init__(				self					:							Dict      ,snake_case					:							Dict=0      ,snake_case					:							Tuple=0    ):
           super().__init__()
           SCREAMING_SNAKE_CASE										=vocab_size
           SCREAMING_SNAKE_CASE										=bos_token_id







class 		a_	(							lowerCamelCase_					):



      """simple docstring"""







      __UpperCAmelCase      		=				'fsmt'
      __UpperCAmelCase      		=				{'num_attention_heads': 'encoder_attention_heads', 'hidden_size': 'd_model'}
      def __init__(				self					:							Optional[int]      ,snake_case					:							Optional[Any]=["en", "de"]      ,snake_case					:							Dict=42024      ,snake_case					:							Union[str, Any]=42024      ,snake_case					:							Optional[int]="relu"      ,snake_case					:							str=1024      ,snake_case					:							List[str]=200      ,snake_case					:							Optional[int]=1024      ,snake_case					:							Optional[int]=4096      ,snake_case					:							int=12      ,snake_case					:							Tuple=16      ,snake_case					:							Optional[Any]=0.0      ,snake_case					:							Tuple=4096      ,snake_case					:							Union[str, Any]=12      ,snake_case					:							Optional[int]=16      ,snake_case					:							int=0.0      ,snake_case					:							Dict=0.0      ,snake_case					:							Optional[int]=0.1      ,snake_case					:							Any=0.0      ,snake_case					:							Optional[int]=0.02      ,snake_case					:							int=2      ,snake_case					:							Union[str, Any]=True      ,snake_case					:							str=True      ,snake_case					:							Dict=False      ,snake_case					:							List[str]=5      ,snake_case					:							List[str]=1.0      ,snake_case					:							Any=False      ,snake_case					:							Any=True      ,snake_case					:							Any=1      ,snake_case					:							Any=0      ,snake_case					:							Dict=2      ,snake_case					:							Optional[int]=2      ,**snake_case					:							Tuple      ,):
           SCREAMING_SNAKE_CASE										=langs
           SCREAMING_SNAKE_CASE										=src_vocab_size
           SCREAMING_SNAKE_CASE										=tgt_vocab_size
           SCREAMING_SNAKE_CASE										=d_model  # encoder_embed_dim and decoder_embed_dim

           SCREAMING_SNAKE_CASE										=encoder_ffn_dim
           SCREAMING_SNAKE_CASE										=SCREAMING_SNAKE_CASE										=encoder_layers
           SCREAMING_SNAKE_CASE										=encoder_attention_heads
           SCREAMING_SNAKE_CASE										=encoder_layerdrop
           SCREAMING_SNAKE_CASE										=decoder_layerdrop
           SCREAMING_SNAKE_CASE										=decoder_ffn_dim
           SCREAMING_SNAKE_CASE										=decoder_layers
           SCREAMING_SNAKE_CASE										=decoder_attention_heads
           SCREAMING_SNAKE_CASE										=max_position_embeddings
           SCREAMING_SNAKE_CASE										=init_std  # Normal(0, this parameter)
           SCREAMING_SNAKE_CASE										=activation_function

           SCREAMING_SNAKE_CASE										=DecoderConfig(vocab_size=snake_case      ,bos_token_id=snake_case    )
           if "decoder" in common_kwargs:
                del common_kwargs["decoder"]

           SCREAMING_SNAKE_CASE										=scale_embedding  # scale factor will be sqrt(d_model) if True

           # 3 Types of Dropout
           SCREAMING_SNAKE_CASE										=attention_dropout
           SCREAMING_SNAKE_CASE										=activation_dropout
           SCREAMING_SNAKE_CASE										=dropout

           SCREAMING_SNAKE_CASE										=use_cache
           super().__init__(
               pad_token_id=snake_case      ,bos_token_id=snake_case      ,eos_token_id=snake_case      ,decoder_start_token_id=snake_case      ,is_encoder_decoder=snake_case      ,tie_word_embeddings=snake_case      ,forced_eos_token_id=snake_case      ,max_length=snake_case      ,num_beams=snake_case      ,length_penalty=snake_case      ,early_stopping=snake_case      ,**snake_case      ,)


      def 	_lowerCAmelCase					(				self					:							Any    ):
           SCREAMING_SNAKE_CASE										=copy.deepcopy(self.__dict__    )
           SCREAMING_SNAKE_CASE										=self.decoder.to_dict()
           SCREAMING_SNAKE_CASE										=self.__class__.model_type
           return output




from __future__ import annotations

import unittest

from transformers import MPNetConfig, is_tf_available
from transformers.testing_utils import require_tf, slow

from ...test_configuration_common import ConfigTester
from ...test_modeling_tf_common import TFModelTesterMixin, ids_tensor, random_attention_mask
from ...test_pipeline_mixin import PipelineTesterMixin


if is_tf_available():
 import tensorflow as tf

 from transformers.models.mpnet.modeling_tf_mpnet import (
     TFMPNetForMaskedLM,
     TFMPNetForMultipleChoice,
     TFMPNetForQuestionAnswering,
     TFMPNetForSequenceClassification,
     TFMPNetForTokenClassification,
     TFMPNetModel,
 )



class 		a_	:



      """simple docstring"""







      def __init__(				self					:							Any      ,snake_case					:							List[Any]      ,snake_case					:							Optional[Any]=13      ,snake_case					:							str=7      ,snake_case					:							List[Any]=True      ,snake_case					:							Optional[Any]=True      ,snake_case					:							int=False      ,snake_case					:							List[str]=True      ,snake_case					:							Optional[int]=99      ,snake_case					:							Any=64      ,snake_case					:							int=2      ,snake_case					:							str=4      ,snake_case					:							str=64      ,snake_case					:							List[Any]="gelu"      ,snake_case					:							Dict=0.1      ,snake_case					:							int=0.1      ,snake_case					:							List[Any]=512      ,snake_case					:							int=16      ,snake_case					:							List[Any]=2      ,snake_case					:							Union[str, Any]=0.02      ,snake_case					:							List[str]=3      ,snake_case					:							Any=4      ,snake_case					:							Tuple=None      ,):
           SCREAMING_SNAKE_CASE										=parent
           SCREAMING_SNAKE_CASE										=batch_size
           SCREAMING_SNAKE_CASE										=seq_length
           SCREAMING_SNAKE_CASE										=is_training
           SCREAMING_SNAKE_CASE										=use_input_mask
           SCREAMING_SNAKE_CASE										=use_token_type_ids
           SCREAMING_SNAKE_CASE										=use_labels
           SCREAMING_SNAKE_CASE										=vocab_size
           SCREAMING_SNAKE_CASE										=hidden_size
           SCREAMING_SNAKE_CASE										=num_hidden_layers
           SCREAMING_SNAKE_CASE										=num_attention_heads
           SCREAMING_SNAKE_CASE										=intermediate_size
           SCREAMING_SNAKE_CASE										=hidden_act
           SCREAMING_SNAKE_CASE										=hidden_dropout_prob
           SCREAMING_SNAKE_CASE										=attention_probs_dropout_prob
           SCREAMING_SNAKE_CASE										=max_position_embeddings
           SCREAMING_SNAKE_CASE										=type_vocab_size
           SCREAMING_SNAKE_CASE										=type_sequence_label_size
           SCREAMING_SNAKE_CASE										=initializer_range
           SCREAMING_SNAKE_CASE										=num_labels
           SCREAMING_SNAKE_CASE										=num_choices
           SCREAMING_SNAKE_CASE										=scope
      def 	_lowerCAmelCase					(				self					:							List[Any]    ):
           SCREAMING_SNAKE_CASE										=ids_tensor([self.batch_size, self.seq_length]      ,self.vocab_size    )

           SCREAMING_SNAKE_CASE										=None
           if self.use_input_mask:
                SCREAMING_SNAKE_CASE										=random_attention_mask([self.batch_size, self.seq_length]    )

           SCREAMING_SNAKE_CASE										=None
           SCREAMING_SNAKE_CASE										=None
           SCREAMING_SNAKE_CASE										=None
           if self.use_labels:
                SCREAMING_SNAKE_CASE										=ids_tensor([self.batch_size]      ,self.type_sequence_label_size    )
                SCREAMING_SNAKE_CASE										=ids_tensor([self.batch_size, self.seq_length]      ,self.num_labels    )
                SCREAMING_SNAKE_CASE										=ids_tensor([self.batch_size]      ,self.num_choices    )

           SCREAMING_SNAKE_CASE										=MPNetConfig(
               vocab_size=self.vocab_size      ,hidden_size=self.hidden_size      ,num_hidden_layers=self.num_hidden_layers      ,num_attention_heads=self.num_attention_heads      ,intermediate_size=self.intermediate_size      ,hidden_act=self.hidden_act      ,hidden_dropout_prob=self.hidden_dropout_prob      ,attention_probs_dropout_prob=self.attention_probs_dropout_prob      ,max_position_embeddings=self.max_position_embeddings      ,initializer_range=self.initializer_range      ,)
           return config, input_ids, input_mask, sequence_labels, token_labels, choice_labels
      def 	_lowerCAmelCase					(				self					:							Dict      ,snake_case					:							Any      ,snake_case					:							Optional[int]      ,snake_case					:							str      ,snake_case					:							Union[str, Any]      ,snake_case					:							Optional[Any]      ,snake_case					:							Any    ):
           SCREAMING_SNAKE_CASE										=TFMPNetModel(config=snake_case    )
           SCREAMING_SNAKE_CASE										={'input_ids': input_ids, 'attention_mask': input_mask}
           SCREAMING_SNAKE_CASE										=model(snake_case    )
           SCREAMING_SNAKE_CASE										=[input_ids, input_mask]
           SCREAMING_SNAKE_CASE										=model(snake_case    )
           self.parent.assertEqual(result.last_hidden_state.shape      ,(self.batch_size, self.seq_length, self.hidden_size)    )
      def 	_lowerCAmelCase					(				self					:							List[Any]      ,snake_case					:							List[str]      ,snake_case					:							Tuple      ,snake_case					:							Dict      ,snake_case					:							Optional[Any]      ,snake_case					:							Optional[int]      ,snake_case					:							Dict    ):
           SCREAMING_SNAKE_CASE										=TFMPNetForMaskedLM(config=snake_case    )
           SCREAMING_SNAKE_CASE										={'input_ids': input_ids, 'attention_mask': input_mask}
           SCREAMING_SNAKE_CASE										=model(snake_case    )
           self.parent.assertEqual(result.logits.shape      ,(self.batch_size, self.seq_length, self.vocab_size)    )
      def 	_lowerCAmelCase					(				self					:							int      ,snake_case					:							List[str]      ,snake_case					:							Dict      ,snake_case					:							List[Any]      ,snake_case					:							Optional[int]      ,snake_case					:							Optional[int]      ,snake_case					:							Tuple    ):
           SCREAMING_SNAKE_CASE										=TFMPNetForQuestionAnswering(config=snake_case    )
           SCREAMING_SNAKE_CASE										={
               'input_ids': input_ids,
               'attention_mask': input_mask,
           }
           SCREAMING_SNAKE_CASE										=model(snake_case    )
           self.parent.assertEqual(result.start_logits.shape      ,(self.batch_size, self.seq_length)    )
           self.parent.assertEqual(result.end_logits.shape      ,(self.batch_size, self.seq_length)    )
      def 	_lowerCAmelCase					(				self					:							List[Any]      ,snake_case					:							Union[str, Any]      ,snake_case					:							str      ,snake_case					:							str      ,snake_case					:							Any      ,snake_case					:							Tuple      ,snake_case					:							Optional[Any]    ):
           SCREAMING_SNAKE_CASE										=self.num_labels
           SCREAMING_SNAKE_CASE										=TFMPNetForSequenceClassification(snake_case    )
           SCREAMING_SNAKE_CASE										={'input_ids': input_ids, 'attention_mask': input_mask}
           SCREAMING_SNAKE_CASE										=model(snake_case    )
           self.parent.assertEqual(result.logits.shape      ,(self.batch_size, self.num_labels)    )
      def 	_lowerCAmelCase					(				self					:							int      ,snake_case					:							Any      ,snake_case					:							Union[str, Any]      ,snake_case					:							int      ,snake_case					:							List[str]      ,snake_case					:							Tuple      ,snake_case					:							Union[str, Any]    ):
           SCREAMING_SNAKE_CASE										=self.num_choices
           SCREAMING_SNAKE_CASE										=TFMPNetForMultipleChoice(snake_case    )
           SCREAMING_SNAKE_CASE										=tf.tile(tf.expand_dims(snake_case      ,1    )      ,(1, self.num_choices, 1)    )
           SCREAMING_SNAKE_CASE										=tf.tile(tf.expand_dims(snake_case      ,1    )      ,(1, self.num_choices, 1)    )
           SCREAMING_SNAKE_CASE										={
               'input_ids': multiple_choice_inputs_ids,
               'attention_mask': multiple_choice_input_mask,
           }
           SCREAMING_SNAKE_CASE										=model(snake_case    )
           self.parent.assertEqual(result.logits.shape      ,(self.batch_size, self.num_choices)    )
      def 	_lowerCAmelCase					(				self					:							Any      ,snake_case					:							Tuple      ,snake_case					:							Dict      ,snake_case					:							Tuple      ,snake_case					:							Union[str, Any]      ,snake_case					:							Optional[int]      ,snake_case					:							Dict    ):
           SCREAMING_SNAKE_CASE										=self.num_labels
           SCREAMING_SNAKE_CASE										=TFMPNetForTokenClassification(snake_case    )
           SCREAMING_SNAKE_CASE										={'input_ids': input_ids, 'attention_mask': input_mask}
           SCREAMING_SNAKE_CASE										=model(snake_case    )
           self.parent.assertEqual(result.logits.shape      ,(self.batch_size, self.seq_length, self.num_labels)    )


      def 	_lowerCAmelCase					(				self					:							Optional[int]    ):
           SCREAMING_SNAKE_CASE										=self.prepare_config_and_inputs()
           ((SCREAMING_SNAKE_CASE)						,  (SCREAMING_SNAKE_CASE)						,  (SCREAMING_SNAKE_CASE)						,  (SCREAMING_SNAKE_CASE)						,  (SCREAMING_SNAKE_CASE)						,  (SCREAMING_SNAKE_CASE))										=config_and_inputs
           SCREAMING_SNAKE_CASE										={'input_ids': input_ids, 'attention_mask': input_mask}
           return config, inputs_dict







@require_tf
class 		a_	(							lowerCamelCase_			,      lowerCamelCase_			,      unittest.TestCase					):



      """simple docstring"""







      __UpperCAmelCase      		=				(
          (
              TFMPNetForMaskedLM,
              TFMPNetForMultipleChoice,
              TFMPNetForQuestionAnswering,
              TFMPNetForSequenceClassification,
              TFMPNetForTokenClassification,
              TFMPNetModel,
          )
          if is_tf_available()
          else ()
      )
      __UpperCAmelCase      		=				(
          {
              'feature-extraction': TFMPNetModel,
              'fill-mask': TFMPNetForMaskedLM,
              'question-answering': TFMPNetForQuestionAnswering,
              'text-classification': TFMPNetForSequenceClassification,
              'token-classification': TFMPNetForTokenClassification,
              'zero-shot': TFMPNetForSequenceClassification,
          }
          if is_tf_available()
          else {}
      )
      __UpperCAmelCase      		=				False
      __UpperCAmelCase      		=				False
      def 	_lowerCAmelCase					(				self					:							Dict    ):
           SCREAMING_SNAKE_CASE										=TFMPNetModelTester(self    )
           SCREAMING_SNAKE_CASE										=ConfigTester(self      ,config_class=snake_case      ,hidden_size=37    )
      def 	_lowerCAmelCase					(				self					:							Dict    ):
           self.config_tester.run_common_tests()
      def 	_lowerCAmelCase					(				self					:							Union[str, Any]    ):
           SCREAMING_SNAKE_CASE										=self.model_tester.prepare_config_and_inputs()
           self.model_tester.create_and_check_mpnet_model(*snake_case    )
      def 	_lowerCAmelCase					(				self					:							List[Any]    ):
           SCREAMING_SNAKE_CASE										=self.model_tester.prepare_config_and_inputs()
           self.model_tester.create_and_check_mpnet_for_masked_lm(*snake_case    )
      def 	_lowerCAmelCase					(				self					:							Dict    ):
           SCREAMING_SNAKE_CASE										=self.model_tester.prepare_config_and_inputs()
           self.model_tester.create_and_check_mpnet_for_question_answering(*snake_case    )
      def 	_lowerCAmelCase					(				self					:							str    ):
           SCREAMING_SNAKE_CASE										=self.model_tester.prepare_config_and_inputs()
           self.model_tester.create_and_check_mpnet_for_sequence_classification(*snake_case    )
      def 	_lowerCAmelCase					(				self					:							Dict    ):
           SCREAMING_SNAKE_CASE										=self.model_tester.prepare_config_and_inputs()
           self.model_tester.create_and_check_mpnet_for_multiple_choice(*snake_case    )
      def 	_lowerCAmelCase					(				self					:							List[str]    ):
           SCREAMING_SNAKE_CASE										=self.model_tester.prepare_config_and_inputs()
           self.model_tester.create_and_check_mpnet_for_token_classification(*snake_case    )


      @slow
      def 	_lowerCAmelCase					(				self					:							Optional[Any]    ):
           for model_name in ["microsoft/mpnet-base"]:
                SCREAMING_SNAKE_CASE										=TFMPNetModel.from_pretrained(snake_case    )
                self.assertIsNotNone(snake_case    )







@require_tf
class 		a_	(							unittest.TestCase					):



      """simple docstring"""







      @slow
      def 	_lowerCAmelCase					(				self					:							Optional[Any]    ):
           SCREAMING_SNAKE_CASE										=TFMPNetModel.from_pretrained('microsoft/mpnet-base'    )
           SCREAMING_SNAKE_CASE										=tf.constant([[0, 1, 2, 3, 4, 5]]    )
           SCREAMING_SNAKE_CASE										=model(snake_case    )[0]

           SCREAMING_SNAKE_CASE										=[1, 6, 768]
           self.assertEqual(output.shape      ,snake_case    )

           SCREAMING_SNAKE_CASE										=tf.constant(
               [
                   [
                       [-0.1_067_172, 0.08_216_473, 0.0_024_543],
                       [-0.03_465_879, 0.8_354_118, -0.03_252_288],
                       [-0.06_569_476, -0.12_424_111, -0.0_494_436],
                   ]
               ]    )
           tf.debugging.assert_near(output[:, :3, :3]      ,snake_case      ,atol=1e-4    )

