"""simple docstring"""




import os
import string
import sys


__lowerCamelCase											=  1 << 8

__lowerCamelCase											=  {
    "tab": ord("\t"),
    "newline": ord("\r"),
    "esc": 27,
    "up": 65 + ARROW_KEY_FLAG,
    "down": 66 + ARROW_KEY_FLAG,
    "right": 67 + ARROW_KEY_FLAG,
    "left": 68 + ARROW_KEY_FLAG,
    "mod_int": 91,
    "undefined": sys.maxsize,
    "interrupt": 3,
    "insert": 50,
    "delete": 51,
    "pg_up": 53,
    "pg_down": 54,
}

__lowerCamelCase											=  KEYMAP["up"]
__lowerCamelCase											=  KEYMAP["left"]

if sys.platform == "win32":
				__lowerCamelCase											=  []
				__lowerCamelCase											=  {
				    b"\xe0H": KEYMAP["up"] - ARROW_KEY_FLAG,
				    b"\x00H": KEYMAP["up"] - ARROW_KEY_FLAG,
				    b"\xe0P": KEYMAP["down"] - ARROW_KEY_FLAG,
				    b"\x00P": KEYMAP["down"] - ARROW_KEY_FLAG,
				    b"\xe0M": KEYMAP["right"] - ARROW_KEY_FLAG,
				    b"\x00M": KEYMAP["right"] - ARROW_KEY_FLAG,
				    b"\xe0K": KEYMAP["left"] - ARROW_KEY_FLAG,
				    b"\x00K": KEYMAP["left"] - ARROW_KEY_FLAG,
				}

for i in range(10):
				__lowerCamelCase											=  ord(str(i))






def   UpperCAmelCase					(	):






							"""simple docstring"""





							if os.name == "nt":
														import msvcrt

														A__	     =							'mbcs'
														# Flush the keyboard buffer
														while msvcrt.kbhit():
																					msvcrt.getch()
														if len(UpperCamelCase__				) == 0:
																					# Read the keystroke
																					A__	     =							msvcrt.getch()

																					# If it is a prefix char, get second part
																					if ch in (b"\x00", b"\xe0"):
																												A__	     =							ch + msvcrt.getch()
																												# Translate actual Win chars to bullet char types
																												try:
																																			A__	     =							chr(WIN_KEYMAP[cha]				)
																																			WIN_CH_BUFFER.append(chr(KEYMAP['mod_int']				)				)
																																			WIN_CH_BUFFER.append(UpperCamelCase__				)
																																			if ord(UpperCamelCase__				) in (
																																			    KEYMAP["insert"] - 1 << 9,
																																			    KEYMAP["delete"] - 1 << 9,
																																			    KEYMAP["pg_up"] - 1 << 9,
																																			    KEYMAP["pg_down"] - 1 << 9,
																																			):
																																										WIN_CH_BUFFER.append(chr(126				)				)
																																			A__	     =							chr(KEYMAP['esc']				)
																												except KeyError:
																																			A__	     =							cha[1]
																					else:
																												A__	     =							ch.decode(UpperCamelCase__				)
														else:
																					A__	     =							WIN_CH_BUFFER.pop(0				)
							elif os.name == "posix":
														import termios
														import tty

														A__	     =							sys.stdin.fileno()
														A__	     =							termios.tcgetattr(UpperCamelCase__				)
														try:
																					tty.setraw(UpperCamelCase__				)
																					A__	     =							sys.stdin.read(1				)
														finally:
																					termios.tcsetattr(UpperCamelCase__       ,    termios.TCSADRAIN       ,    UpperCamelCase__				)
							return ch






def   UpperCAmelCase					(	):






							"""simple docstring"""





							A__	     =							get_raw_chars()
							if ord(UpperCamelCase__				) in [KEYMAP["interrupt"], KEYMAP["newline"]]:
														return char

							elif ord(UpperCamelCase__				) == KEYMAP["esc"]:
														A__	     =							get_raw_chars()
														if ord(UpperCamelCase__				) == KEYMAP["mod_int"]:
																					A__	     =							get_raw_chars()
																					if ord(UpperCamelCase__				) >= KEYMAP["arrow_begin"] - ARROW_KEY_FLAG and ord(UpperCamelCase__				) <= KEYMAP["arrow_end"] - ARROW_KEY_FLAG:
																												return chr(ord(UpperCamelCase__				) + ARROW_KEY_FLAG				)
																					else:
																												return KEYMAP["undefined"]
														else:
																					return get_raw_chars()

							else:
														if char in string.printable:
																					return char
														else:
																					return KEYMAP["undefined"]






"""simple docstring"""




from manim import *
class     UpperCamelCase__(			__A ):





						def 				snake_case__	(       self     )					->				List[str]:
													A__	     =							Rectangle(height=0.5		,width=0.5     )
													A__	     =							Rectangle(height=0.4_6		,width=0.4_6     ).set_stroke(width=0     )

													A__	     =							Rectangle(height=0.2_5		,width=0.2_5     )

													A__	     =							[mem.copy() for i in range(6     )]
													A__	     =							[mem.copy() for i in range(6     )]
													A__	     =							VGroup(*__UpperCAmelCase     ).arrange(__UpperCAmelCase		,buff=0     )
													A__	     =							VGroup(*__UpperCAmelCase     ).arrange(__UpperCAmelCase		,buff=0     )
													A__	     =							VGroup(__UpperCAmelCase		,__UpperCAmelCase     ).arrange(__UpperCAmelCase		,buff=0     )
													A__	     =							Text('CPU'		,font_size=24     )
													A__	     =							Group(__UpperCAmelCase		,__UpperCAmelCase     ).arrange(__UpperCAmelCase		,buff=0.5		,aligned_edge=__UpperCAmelCase     )
													cpu.move_to([-2.5, -0.5, 0]     )
													self.add(__UpperCAmelCase     )

													A__	     =							[mem.copy() for i in range(4     )]
													A__	     =							VGroup(*__UpperCAmelCase     ).arrange(__UpperCAmelCase		,buff=0     )
													A__	     =							Text('GPU'		,font_size=24     )
													A__	     =							Group(__UpperCAmelCase		,__UpperCAmelCase     ).arrange(__UpperCAmelCase		,buff=0.5		,aligned_edge=__UpperCAmelCase     )
													gpu.move_to([-1, -1, 0]     )
													self.add(__UpperCAmelCase     )

													A__	     =							[mem.copy() for i in range(6     )]
													A__	     =							VGroup(*__UpperCAmelCase     ).arrange(__UpperCAmelCase		,buff=0     )

													A__	     =							Text('Model'		,font_size=24     )
													A__	     =							Group(__UpperCAmelCase		,__UpperCAmelCase     ).arrange(__UpperCAmelCase		,buff=0.5		,aligned_edge=__UpperCAmelCase     )
													model.move_to([3, -1.0, 0]     )
													self.add(__UpperCAmelCase     )

													A__	     =							[]
													A__	     =							[]

													for i, rect in enumerate(__UpperCAmelCase     ):
																				A__	     =							fill.copy().set_fill(__UpperCAmelCase		,opacity=0.8     )
																				target.move_to(__UpperCAmelCase     )
																				model_arr.append(__UpperCAmelCase     )

																				A__	     =							Rectangle(height=0.4_6		,width=0.4_6     ).set_stroke(width=0.0     ).set_fill(__UpperCAmelCase		,opacity=0.8     )
																				cpu_target.move_to(cpu_left_col_base[i]     )
																				model_cpu_arr.append(__UpperCAmelCase     )

													self.add(*__UpperCAmelCase		,*__UpperCAmelCase     )

													A__	     =							[meta_mem.copy() for i in range(6     )]
													A__	     =							[meta_mem.copy() for i in range(6     )]
													A__	     =							VGroup(*__UpperCAmelCase     ).arrange(__UpperCAmelCase		,buff=0     )
													A__	     =							VGroup(*__UpperCAmelCase     ).arrange(__UpperCAmelCase		,buff=0     )
													A__	     =							VGroup(__UpperCAmelCase		,__UpperCAmelCase     ).arrange(__UpperCAmelCase		,buff=0     )
													A__	     =							Text('Disk'		,font_size=24     )
													A__	     =							Group(__UpperCAmelCase		,__UpperCAmelCase     ).arrange(__UpperCAmelCase		,buff=0.5		,aligned_edge=__UpperCAmelCase     )
													disk.move_to([-4, -1.2_5, 0]     )
													self.add(__UpperCAmelCase		,__UpperCAmelCase     )

													A__	     =							Square(side_length=2.2     )
													key.move_to([-5, 2, 0]     )

													A__	     =							MarkupText(
													    f'''<b>Key:</b>\n\n<span fgcolor=\'{YELLOW}\'>●</span> Empty Model'''		,font_size=18		,)

													key_text.move_to([-5, 2.4, 0]     )

													self.add(__UpperCAmelCase		,__UpperCAmelCase     )

													A__	     =							MarkupText(
													    f'''<span fgcolor=\'{BLUE}\'>●</span> Checkpoint'''		,font_size=18		,)

													blue_text.next_to(__UpperCAmelCase		,DOWN * 2.4		,aligned_edge=key_text.get_left()     )
													self.add(__UpperCAmelCase     )

													A__	     =							MarkupText(
													    f'''Now watch as an input is passed through the model\nand how the memory is utilized and handled.'''		,font_size=24		,)
													step_a.move_to([2, 2, 0]     )

													self.play(Write(__UpperCAmelCase     )     )

													A__	     =							Square(0.3     )
													input.set_fill(__UpperCAmelCase		,opacity=1.0     )
													input.set_stroke(width=0.0     )
													input.next_to(model_base[0]		,__UpperCAmelCase		,buff=0.5     )

													self.play(Write(__UpperCAmelCase     )     )

													input.generate_target()
													input.target.next_to(model_arr[0]		,direction=__UpperCAmelCase		,buff=0.0_2     )
													self.play(MoveToTarget(__UpperCAmelCase     )     )

													self.play(FadeOut(__UpperCAmelCase     )     )

													A__	     =							Arrow(start=__UpperCAmelCase		,end=__UpperCAmelCase		,color=__UpperCAmelCase		,buff=0.5     )
													a.next_to(model_arr[0].get_left()		,__UpperCAmelCase		,buff=0.2     )

													model_cpu_arr[0].generate_target()
													model_cpu_arr[0].target.move_to(gpu_rect[0]     )

													A__	     =							MarkupText(
													    f'''As the input reaches a layer, the hook triggers\nand weights are moved from the CPU\nto the GPU and back.'''		,font_size=24		,)
													step_a.move_to([2, 2, 0]     )

													self.play(Write(__UpperCAmelCase		,run_time=3     )     )

													A__	     =							{'run_time': 1, 'fade_in': True, 'fade_out': True, 'buff': 0.0_2}

													self.play(
													    Write(__UpperCAmelCase     )		,Circumscribe(model_arr[0]		,color=__UpperCAmelCase		,**__UpperCAmelCase     )		,Circumscribe(model_cpu_arr[0]		,color=__UpperCAmelCase		,**__UpperCAmelCase     )		,Circumscribe(gpu_rect[0]		,color=__UpperCAmelCase		,**__UpperCAmelCase     )		,)
													self.play(MoveToTarget(model_cpu_arr[0]     )     )

													A__	     =							a.copy()
													for i in range(6     ):
																				a_c.next_to(model_arr[i].get_right() + 0.0_2		,__UpperCAmelCase		,buff=0.2     )

																				input.generate_target()
																				input.target.move_to(model_arr[i].get_right() + 0.0_2     )

																				A__	     =							AnimationGroup(
																				    FadeOut(__UpperCAmelCase		,run_time=0.5     )		,MoveToTarget(__UpperCAmelCase		,run_time=0.5     )		,FadeIn(__UpperCAmelCase		,run_time=0.5     )		,lag_ratio=0.2     )

																				self.play(__UpperCAmelCase     )

																				model_cpu_arr[i].generate_target()
																				model_cpu_arr[i].target.move_to(cpu_left_col_base[i]     )

																				if i < 5:
																											model_cpu_arr[i + 1].generate_target()
																											model_cpu_arr[i + 1].target.move_to(gpu_rect[0]     )
																											if i >= 1:
																																		A__	     =							0.7

																											self.play(
																											    Circumscribe(model_arr[i]		,**__UpperCAmelCase     )		,Circumscribe(cpu_left_col_base[i]		,**__UpperCAmelCase     )		,Circumscribe(cpu_left_col_base[i + 1]		,color=__UpperCAmelCase		,**__UpperCAmelCase     )		,Circumscribe(gpu_rect[0]		,color=__UpperCAmelCase		,**__UpperCAmelCase     )		,Circumscribe(model_arr[i + 1]		,color=__UpperCAmelCase		,**__UpperCAmelCase     )		,)
																											if i < 1:
																																		self.play(
																																		    MoveToTarget(model_cpu_arr[i]     )		,MoveToTarget(model_cpu_arr[i + 1]     )		,)
																											else:
																																		self.play(
																																		    MoveToTarget(model_cpu_arr[i]		,run_time=0.7     )		,MoveToTarget(model_cpu_arr[i + 1]		,run_time=0.7     )		,)
																				else:
																											model_cpu_arr[i].generate_target()
																											model_cpu_arr[i].target.move_to(cpu_left_col_base[-1]     )
																											input.generate_target()
																											input.target.next_to(model_arr[-1].get_right()		,RIGHT + 0.0_2		,buff=0.2     )

																											self.play(
																											    Circumscribe(model_arr[-1]		,color=__UpperCAmelCase		,**__UpperCAmelCase     )		,Circumscribe(cpu_left_col_base[-1]		,color=__UpperCAmelCase		,**__UpperCAmelCase     )		,Circumscribe(gpu_rect[0]		,color=__UpperCAmelCase		,**__UpperCAmelCase     )		,)

																											self.play(MoveToTarget(model_cpu_arr[i]     )     )

																				A__	     =							a_c
																				A__	     =							a_c.copy()

													input.generate_target()
													input.target.next_to(model_base[-1]		,RIGHT + 0.0_2		,buff=0.5     )
													self.play(
													    FadeOut(__UpperCAmelCase     )		,FadeOut(__UpperCAmelCase		,run_time=0.5     )		,)

													A__	     =							MarkupText(f'''Inference on a model too large for GPU memory\nis successfully completed.'''		,font_size=24     )
													step_a.move_to([2, 2, 0]     )

													self.play(Write(__UpperCAmelCase		,run_time=3     )		,MoveToTarget(__UpperCAmelCase     )     )

													self.wait()





