





"""simple docstring"""







def     A__			(       __lowerCamelCase					):





  """simple docstring"""
  _lowerCAmelCase	      =					[0] * len(_UpperCamelCase					)

  for i in range(1,		len(_UpperCamelCase					)					):
    # use last results for better performance - dynamic programming
    _lowerCAmelCase	      =					prefix_result[i - 1]
    while j > 0 and input_string[i] != input_string[j]:
      _lowerCAmelCase	      =					prefix_result[j - 1]

    if input_string[i] == input_string[j]:
      j += 1
    _lowerCAmelCase	      =					j

  return prefix_result







def     A__			(       __lowerCamelCase					):





  """simple docstring"""
  return max(prefix_function(_UpperCamelCase					)					)


if __name__ == "__main__":
   import doctest

   doctest.testmod()











from manim import *





class 					A__     (     __snake_case ):

     '''simple docstring'''






     def   _SCREAMING_SNAKE_CASE     ( self      :    Union[str, Any] ):






           """simple docstring"""




           UpperCamelCase					       =  Rectangle(height=0.5   ,						width=0.5 )
           UpperCamelCase					       =  Rectangle(height=0.4_6   ,						width=0.4_6 ).set_stroke(width=0 )

           UpperCamelCase					       =  Rectangle(height=0.2_5   ,						width=0.2_5 )

           UpperCamelCase					       =  [mem.copy() for i in range(6 )]
           UpperCamelCase					       =  [mem.copy() for i in range(6 )]
           UpperCamelCase					       =  VGroup(*_SCREAMING_SNAKE_CASE ).arrange(_SCREAMING_SNAKE_CASE   ,						buff=0 )
           UpperCamelCase					       =  VGroup(*_SCREAMING_SNAKE_CASE ).arrange(_SCREAMING_SNAKE_CASE   ,						buff=0 )
           UpperCamelCase					       =  VGroup(_SCREAMING_SNAKE_CASE   ,						_SCREAMING_SNAKE_CASE ).arrange(_SCREAMING_SNAKE_CASE   ,						buff=0 )
           UpperCamelCase					       =  Text('CPU'   ,						font_size=24 )
           UpperCamelCase					       =  Group(_SCREAMING_SNAKE_CASE   ,						_SCREAMING_SNAKE_CASE ).arrange(_SCREAMING_SNAKE_CASE   ,						buff=0.5   ,						aligned_edge=_SCREAMING_SNAKE_CASE )
           cpu.move_to([-2.5, -0.5, 0] )
           self.add(_SCREAMING_SNAKE_CASE )

           UpperCamelCase					       =  [mem.copy() for i in range(4 )]
           UpperCamelCase					       =  VGroup(*_SCREAMING_SNAKE_CASE ).arrange(_SCREAMING_SNAKE_CASE   ,						buff=0 )
           UpperCamelCase					       =  Text('GPU'   ,						font_size=24 )
           UpperCamelCase					       =  Group(_SCREAMING_SNAKE_CASE   ,						_SCREAMING_SNAKE_CASE ).arrange(_SCREAMING_SNAKE_CASE   ,						buff=0.5   ,						aligned_edge=_SCREAMING_SNAKE_CASE )
           gpu.move_to([-1, -1, 0] )
           self.add(_SCREAMING_SNAKE_CASE )

           UpperCamelCase					       =  [mem.copy() for i in range(6 )]
           UpperCamelCase					       =  VGroup(*_SCREAMING_SNAKE_CASE ).arrange(_SCREAMING_SNAKE_CASE   ,						buff=0 )

           UpperCamelCase					       =  Text('Model'   ,						font_size=24 )
           UpperCamelCase					       =  Group(_SCREAMING_SNAKE_CASE   ,						_SCREAMING_SNAKE_CASE ).arrange(_SCREAMING_SNAKE_CASE   ,						buff=0.5   ,						aligned_edge=_SCREAMING_SNAKE_CASE )
           model.move_to([3, -1.0, 0] )
           self.add(_SCREAMING_SNAKE_CASE )

           UpperCamelCase					       =  []
           UpperCamelCase					       =  []

           for i, rect in enumerate(_SCREAMING_SNAKE_CASE ):
                 UpperCamelCase					       =  fill.copy().set_fill(_SCREAMING_SNAKE_CASE   ,						opacity=0.8 )
                 target.move_to(_SCREAMING_SNAKE_CASE )
                 model_arr.append(_SCREAMING_SNAKE_CASE )

                 UpperCamelCase					       =  Rectangle(height=0.4_6   ,						width=0.4_6 ).set_stroke(width=0.0 ).set_fill(_SCREAMING_SNAKE_CASE   ,						opacity=0.8 )
                 cpu_target.move_to(cpu_left_col_base[i] )
                 model_cpu_arr.append(_SCREAMING_SNAKE_CASE )

           self.add(*_SCREAMING_SNAKE_CASE   ,						*_SCREAMING_SNAKE_CASE )

           UpperCamelCase					       =  [meta_mem.copy() for i in range(6 )]
           UpperCamelCase					       =  [meta_mem.copy() for i in range(6 )]
           UpperCamelCase					       =  VGroup(*_SCREAMING_SNAKE_CASE ).arrange(_SCREAMING_SNAKE_CASE   ,						buff=0 )
           UpperCamelCase					       =  VGroup(*_SCREAMING_SNAKE_CASE ).arrange(_SCREAMING_SNAKE_CASE   ,						buff=0 )
           UpperCamelCase					       =  VGroup(_SCREAMING_SNAKE_CASE   ,						_SCREAMING_SNAKE_CASE ).arrange(_SCREAMING_SNAKE_CASE   ,						buff=0 )
           UpperCamelCase					       =  Text('Disk'   ,						font_size=24 )
           UpperCamelCase					       =  Group(_SCREAMING_SNAKE_CASE   ,						_SCREAMING_SNAKE_CASE ).arrange(_SCREAMING_SNAKE_CASE   ,						buff=0.5   ,						aligned_edge=_SCREAMING_SNAKE_CASE )
           disk.move_to([-4, -1.2_5, 0] )
           self.add(_SCREAMING_SNAKE_CASE   ,						_SCREAMING_SNAKE_CASE )

           UpperCamelCase					       =  Square(side_length=2.2 )
           key.move_to([-5, 2, 0] )

           UpperCamelCase					       =  MarkupText(
               f'<b>Key:</b>\n\n<span fgcolor=\'{YELLOW}\'>●</span> Empty Model'   ,						font_size=18   ,						)

           key_text.move_to([-5, 2.4, 0] )

           self.add(_SCREAMING_SNAKE_CASE   ,						_SCREAMING_SNAKE_CASE )

           UpperCamelCase					       =  MarkupText(
               f'<span fgcolor=\'{BLUE}\'>●</span> Checkpoint'   ,						font_size=18   ,						)

           blue_text.next_to(_SCREAMING_SNAKE_CASE   ,						DOWN * 2.4   ,						aligned_edge=key_text.get_left() )
           self.add(_SCREAMING_SNAKE_CASE )

           UpperCamelCase					       =  MarkupText(
               f'Now watch as an input is passed through the model\nand how the memory is utilized and handled.'   ,						font_size=24   ,						)
           step_a.move_to([2, 2, 0] )

           self.play(Write(_SCREAMING_SNAKE_CASE ) )

           UpperCamelCase					       =  Square(0.3 )
           input.set_fill(_SCREAMING_SNAKE_CASE   ,						opacity=1.0 )
           input.set_stroke(width=0.0 )
           input.next_to(model_base[0]   ,						_SCREAMING_SNAKE_CASE   ,						buff=0.5 )

           self.play(Write(_SCREAMING_SNAKE_CASE ) )

           input.generate_target()
           input.target.next_to(model_arr[0]   ,						direction=_SCREAMING_SNAKE_CASE   ,						buff=0.0_2 )
           self.play(MoveToTarget(_SCREAMING_SNAKE_CASE ) )

           self.play(FadeOut(_SCREAMING_SNAKE_CASE ) )

           UpperCamelCase					       =  Arrow(start=_SCREAMING_SNAKE_CASE   ,						end=_SCREAMING_SNAKE_CASE   ,						color=_SCREAMING_SNAKE_CASE   ,						buff=0.5 )
           a.next_to(model_arr[0].get_left()   ,						_SCREAMING_SNAKE_CASE   ,						buff=0.2 )

           model_cpu_arr[0].generate_target()
           model_cpu_arr[0].target.move_to(gpu_rect[0] )

           UpperCamelCase					       =  MarkupText(
               f'As the input reaches a layer, the hook triggers\nand weights are moved from the CPU\nto the GPU and back.'   ,						font_size=24   ,						)
           step_a.move_to([2, 2, 0] )

           self.play(Write(_SCREAMING_SNAKE_CASE   ,						run_time=3 ) )

           UpperCamelCase					       =  {'run_time': 1, 'fade_in': True, 'fade_out': True, 'buff': 0.0_2}

           self.play(
               Write(_SCREAMING_SNAKE_CASE )   ,						Circumscribe(model_arr[0]   ,						color=_SCREAMING_SNAKE_CASE   ,						**_SCREAMING_SNAKE_CASE )   ,						Circumscribe(model_cpu_arr[0]   ,						color=_SCREAMING_SNAKE_CASE   ,						**_SCREAMING_SNAKE_CASE )   ,						Circumscribe(gpu_rect[0]   ,						color=_SCREAMING_SNAKE_CASE   ,						**_SCREAMING_SNAKE_CASE )   ,						)
           self.play(MoveToTarget(model_cpu_arr[0] ) )

           UpperCamelCase					       =  a.copy()
           for i in range(6 ):
                 a_c.next_to(model_arr[i].get_right() + 0.0_2   ,						_SCREAMING_SNAKE_CASE   ,						buff=0.2 )

                 input.generate_target()
                 input.target.move_to(model_arr[i].get_right() + 0.0_2 )

                 UpperCamelCase					       =  AnimationGroup(
                     FadeOut(_SCREAMING_SNAKE_CASE   ,						run_time=0.5 )   ,						MoveToTarget(_SCREAMING_SNAKE_CASE   ,						run_time=0.5 )   ,						FadeIn(_SCREAMING_SNAKE_CASE   ,						run_time=0.5 )   ,						lag_ratio=0.2 )

                 self.play(_SCREAMING_SNAKE_CASE )

                 model_cpu_arr[i].generate_target()
                 model_cpu_arr[i].target.move_to(cpu_left_col_base[i] )

                 if i < 5:
                       model_cpu_arr[i + 1].generate_target()
                       model_cpu_arr[i + 1].target.move_to(gpu_rect[0] )
                       if i >= 1:
                             UpperCamelCase					       =  0.7

                       self.play(
                           Circumscribe(model_arr[i]   ,						**_SCREAMING_SNAKE_CASE )   ,						Circumscribe(cpu_left_col_base[i]   ,						**_SCREAMING_SNAKE_CASE )   ,						Circumscribe(cpu_left_col_base[i + 1]   ,						color=_SCREAMING_SNAKE_CASE   ,						**_SCREAMING_SNAKE_CASE )   ,						Circumscribe(gpu_rect[0]   ,						color=_SCREAMING_SNAKE_CASE   ,						**_SCREAMING_SNAKE_CASE )   ,						Circumscribe(model_arr[i + 1]   ,						color=_SCREAMING_SNAKE_CASE   ,						**_SCREAMING_SNAKE_CASE )   ,						)
                       if i < 1:
                             self.play(
                                 MoveToTarget(model_cpu_arr[i] )   ,						MoveToTarget(model_cpu_arr[i + 1] )   ,						)
                       else:
                             self.play(
                                 MoveToTarget(model_cpu_arr[i]   ,						run_time=0.7 )   ,						MoveToTarget(model_cpu_arr[i + 1]   ,						run_time=0.7 )   ,						)
                 else:
                       model_cpu_arr[i].generate_target()
                       model_cpu_arr[i].target.move_to(cpu_left_col_base[-1] )
                       input.generate_target()
                       input.target.next_to(model_arr[-1].get_right()   ,						RIGHT + 0.0_2   ,						buff=0.2 )

                       self.play(
                           Circumscribe(model_arr[-1]   ,						color=_SCREAMING_SNAKE_CASE   ,						**_SCREAMING_SNAKE_CASE )   ,						Circumscribe(cpu_left_col_base[-1]   ,						color=_SCREAMING_SNAKE_CASE   ,						**_SCREAMING_SNAKE_CASE )   ,						Circumscribe(gpu_rect[0]   ,						color=_SCREAMING_SNAKE_CASE   ,						**_SCREAMING_SNAKE_CASE )   ,						)

                       self.play(MoveToTarget(model_cpu_arr[i] ) )

                 UpperCamelCase					       =  a_c
                 UpperCamelCase					       =  a_c.copy()

           input.generate_target()
           input.target.next_to(model_base[-1]   ,						RIGHT + 0.0_2   ,						buff=0.5 )
           self.play(
               FadeOut(_SCREAMING_SNAKE_CASE )   ,						FadeOut(_SCREAMING_SNAKE_CASE   ,						run_time=0.5 )   ,						)

           UpperCamelCase					       =  MarkupText(f'Inference on a model too large for GPU memory\nis successfully completed.'   ,						font_size=24 )
           step_a.move_to([2, 2, 0] )

           self.play(Write(_SCREAMING_SNAKE_CASE   ,						run_time=3 )   ,						MoveToTarget(_SCREAMING_SNAKE_CASE ) )

           self.wait()



