



from ..utils import DummyObject, requires_backends




class  snake_case__						(	metaclass=lowerCAmelCase_					):






     """simple docstring"""


     _SCREAMING_SNAKE_CASE            =     ["""torch""", """transformers""", """invisible_watermark"""]






     def __init__(	self  :  List[Any],			*_snake_case  :  List[Any],			**_snake_case  :  int )       ->Union[str, Any]:
            requires_backends(self,			['torch', 'transformers', 'invisible_watermark'] )






     @classmethod
     def        lowercase_       (	cls  :  List[str],			*_snake_case  :  List[Any],			**_snake_case  :  Optional[int] )       ->Optional[int]:
            requires_backends(cls,			['torch', 'transformers', 'invisible_watermark'] )






     @classmethod
     def        lowercase_       (	cls  :  Dict,			*_snake_case  :  Optional[Any],			**_snake_case  :  List[str] )       ->Any:
            requires_backends(cls,			['torch', 'transformers', 'invisible_watermark'] )




class  snake_case__						(	metaclass=lowerCAmelCase_					):






     """simple docstring"""


     _SCREAMING_SNAKE_CASE            =     ["""torch""", """transformers""", """invisible_watermark"""]






     def __init__(	self  :  Tuple,			*_snake_case  :  Tuple,			**_snake_case  :  Dict )       ->Tuple:
            requires_backends(self,			['torch', 'transformers', 'invisible_watermark'] )






     @classmethod
     def        lowercase_       (	cls  :  str,			*_snake_case  :  int,			**_snake_case  :  str )       ->Optional[int]:
            requires_backends(cls,			['torch', 'transformers', 'invisible_watermark'] )






     @classmethod
     def        lowercase_       (	cls  :  Union[str, Any],			*_snake_case  :  Any,			**_snake_case  :  List[str] )       ->int:
            requires_backends(cls,			['torch', 'transformers', 'invisible_watermark'] )











from manim import *




class  snake_case__						(	lowerCAmelCase_					):






     """simple docstring"""


     def        lowercase_       (	self  :  List[Any] )       ->Dict:
            snake_case__							:     str            =     Rectangle(height=0.5,			width=0.5 )
            snake_case__							:     str            =     Rectangle(height=0.4_6,			width=0.4_6 ).set_stroke(width=0 )
            snake_case__							:     List[Any]            =     Rectangle(height=0.2_5,			width=0.2_5 )

            snake_case__							:     Any            =     [mem.copy() for i in range(6 )]
            snake_case__							:     Optional[Any]            =     [mem.copy() for i in range(6 )]
            snake_case__							:     int            =     VGroup(*_snake_case ).arrange(_snake_case,			buff=0 )
            snake_case__							:     Optional[int]            =     VGroup(*_snake_case ).arrange(_snake_case,			buff=0 )
            snake_case__							:     Any            =     VGroup(_snake_case,			_snake_case ).arrange(_snake_case,			buff=0 )
            snake_case__							:     Optional[Any]            =     Text('CPU',			font_size=2_4 )
            snake_case__							:     str            =     Group(_snake_case,			_snake_case ).arrange(_snake_case,			buff=0.5,			aligned_edge=_snake_case )
            cpu.move_to([-2.5, -0.5, 0] )
            self.add(_snake_case )

            snake_case__							:     Optional[int]            =     [mem.copy() for i in range(4 )]
            snake_case__							:     int            =     VGroup(*_snake_case ).arrange(_snake_case,			buff=0 )
            snake_case__							:     str            =     Text('GPU',			font_size=2_4 )
            snake_case__							:     List[Any]            =     Group(_snake_case,			_snake_case ).arrange(_snake_case,			buff=0.5,			aligned_edge=_snake_case )
            gpu.move_to([-1, -1, 0] )
            self.add(_snake_case )

            snake_case__							:     Optional[int]            =     [mem.copy() for i in range(6 )]
            snake_case__							:     Union[str, Any]            =     VGroup(*_snake_case ).arrange(_snake_case,			buff=0 )

            snake_case__							:     int            =     Text('Model',			font_size=2_4 )
            snake_case__							:     List[Any]            =     Group(_snake_case,			_snake_case ).arrange(_snake_case,			buff=0.5,			aligned_edge=_snake_case )
            model.move_to([3, -1.0, 0] )
            self.add(_snake_case )

            snake_case__							:     Any            =     []
            snake_case__							:     Optional[int]            =     []

            for i, rect in enumerate(_snake_case ):
                   rect.set_stroke(_snake_case )

                   snake_case__							:     Union[str, Any]            =     Rectangle(height=0.4_6 / 4,			width=0.4_6 / 3 ).set_stroke(width=0.0 ).set_fill(_snake_case,			opacity=0.7 )

                   if i == 0:
                          cpu_target.next_to(cpu_left_col_base[0].get_corner(DOWN + LEFT ),			buff=0.0_2,			direction=_snake_case )
                          cpu_target.set_x(cpu_target.get_x() + 0.1 )
                   elif i == 3:
                          cpu_target.next_to(model_cpu_arr[0],			direction=_snake_case,			buff=0.0 )
                   else:
                          cpu_target.next_to(model_cpu_arr[i - 1],			direction=_snake_case,			buff=0.0 )
                   self.add(_snake_case )
                   model_cpu_arr.append(_snake_case )

            self.add(*_snake_case,			*_snake_case )

            snake_case__							:     Optional[Any]            =     [meta_mem.copy() for i in range(6 )]
            snake_case__							:     List[Any]            =     [meta_mem.copy() for i in range(6 )]
            snake_case__							:     Dict            =     VGroup(*_snake_case ).arrange(_snake_case,			buff=0 )
            snake_case__							:     Tuple            =     VGroup(*_snake_case ).arrange(_snake_case,			buff=0 )
            snake_case__							:     int            =     VGroup(_snake_case,			_snake_case ).arrange(_snake_case,			buff=0 )
            snake_case__							:     Union[str, Any]            =     Text('Disk',			font_size=2_4 )
            snake_case__							:     int            =     Group(_snake_case,			_snake_case ).arrange(_snake_case,			buff=0.5,			aligned_edge=_snake_case )
            disk.move_to([-4.0, -1.2_5, 0] )
            self.add(_snake_case,			_snake_case )

            snake_case__							:     str            =     []

            for i in range(6 ):
                   snake_case__							:     str            =     fill.copy().set_fill(_snake_case,			opacity=0.8 )
                   target.move_to(disk_left_col_base[i] ).scale(0.5 )
                   cpu_disk_arr.append(_snake_case )

            self.add(*_snake_case )

            snake_case__							:     int            =     Square(side_length=2.2 )
            key.move_to([-5, 2, 0] )

            snake_case__							:     int            =     MarkupText(
                F'''<b>Key:</b>\n\n<span fgcolor=\'{YELLOW}\'>●</span> Empty Model''',			font_size=1_8,			)

            key_text.move_to([-5, 2.4, 0] )

            self.add(_snake_case,			_snake_case )

            snake_case__							:     Optional[int]            =     MarkupText(
                F'''<span fgcolor=\'{BLUE}\'>●</span> Checkpoint''',			font_size=1_8,			)

            blue_text.next_to(_snake_case,			DOWN * 2.4,			aligned_edge=key_text.get_left() )
            self.add(_snake_case )

            snake_case__							:     Optional[int]            =     MarkupText(F'''The offloaded weights are all sent to the CPU.''',			font_size=2_4 )
            step_a.move_to([2, 2, 0] )

            self.play(Write(_snake_case,			run_time=3 ) )

            for i in range(6 ):
                   snake_case__							:     int            =     cpu_disk_arr[i]
                   snake_case__							:     Optional[Any]            =     rect.copy().set_fill(_snake_case,			opacity=0.8 ).scale(2.0 )
                   cpa.generate_target()
                   cpa.target.move_to(model_base[i] )

                   if i == 0:
                          rect.set_fill(_snake_case,			opacity=0.8 )
                          rect.generate_target()
                          rect.target.move_to(cpu_left_col_base[0] ).scale(2.0 )

                          self.remove(
                              *_snake_case,			*_snake_case,			)

                   else:
                          rect.generate_target()
                          rect.target.move_to(cpu_left_col_base[i] ).scale(2.0 )
                   self.play(MoveToTarget(_snake_case ),			MoveToTarget(_snake_case ),			model_base[i].animate.set_stroke(_snake_case ) )
            self.play(FadeOut(_snake_case ) )

            snake_case__							:     Optional[Any]            =     MarkupText(
                F'''Finally, hooks are added to each weight in the model\nto transfer the weights from CPU to GPU\n\t\tand back when needed.''',			font_size=2_4,			)
            step_a.move_to([2, 2, 0] )

            self.play(Write(_snake_case,			run_time=3 ) )

            snake_case__							:     str            =     []
            snake_case__							:     Optional[Any]            =     []
            for i in range(6 ):
                   snake_case__							:     List[Any]            =     Arrow(start=_snake_case,			end=_snake_case,			color=_snake_case,			buff=0.5 )
                   a.next_to(model_base[i].get_left(),			_snake_case,			buff=0.2 )
                   arrows.append(_snake_case )
                   animations.append(Write(_snake_case ) )
            self.play(*_snake_case )
            self.wait()






