

from abc import ABC, abstractmethod
from typing import List, Optional





class       snake_case_  (						__A   ):







			'''simple docstring'''

			def __init__(	self					:							int				) ->Optional[Any]:
									# test for the above condition
									self.test()







			def 							snake_case__(	self					:							int				) ->str:
									snake_case_  =      0
									snake_case_  =      False
									while not completed:
															if counter == 1:
																					self.reset()
															snake_case_  =      self.advance()
															if not self.does_advance(_UpperCamelCase				):
																					raise Exception(
																					    '''Custom Constraint is not defined correctly. self.does_advance(self.advance()) must be true.'''				)

															snake_case_,       snake_case_,       snake_case_  =      self.update(_UpperCamelCase				)
															counter += 1

															if counter > 1_0_0_0_0:
																					raise Exception('''update() does not fulfill the constraint.'''				)

									if self.remaining() != 0:
															raise Exception('''Custom Constraint is not defined correctly.'''				)







			@abstractmethod
			def 							snake_case__(	self					:							List[Any]				) ->Union[str, Any]:
									raise NotImplementedError(
									    f'''{self.__class__} is an abstract class. Only classes inheriting this class can be called.'''				)







			@abstractmethod
			def 							snake_case__(	self					:							int				,  _UpperCamelCase					:							int				) ->List[str]:
									raise NotImplementedError(
									    f'''{self.__class__} is an abstract class. Only classes inheriting this class can be called.'''				)







			@abstractmethod
			def 							snake_case__(	self					:							Union[str, Any]				,  _UpperCamelCase					:							int				) ->int:
									raise NotImplementedError(
									    f'''{self.__class__} is an abstract class. Only classes inheriting this class can be called.'''				)







			@abstractmethod
			def 							snake_case__(	self					:							int				) ->str:
									raise NotImplementedError(
									    f'''{self.__class__} is an abstract class. Only classes inheriting this class can be called.'''				)







			@abstractmethod
			def 							snake_case__(	self					:							int				) ->str:
									raise NotImplementedError(
									    f'''{self.__class__} is an abstract class. Only classes inheriting this class can be called.'''				)







			@abstractmethod
			def 							snake_case__(	self					:							List[str]				,  _UpperCamelCase					:							List[Any]=False				) ->List[Any]:
									raise NotImplementedError(
									    f'''{self.__class__} is an abstract class. Only classes inheriting this class can be called.'''				)






class       snake_case_  (						__A   ):







			'''simple docstring'''

			def __init__(	self					:							Optional[Any]				,  _UpperCamelCase					:							List[int]				) ->Dict:
									super(_UpperCamelCase				,  self				).__init__()

									if not isinstance(_UpperCamelCase				,  _UpperCamelCase				) or len(_UpperCamelCase				) == 0:
															raise ValueError(f'''`token_ids` has to be a non-empty list, but is {token_ids}.'''				)
									if any((not isinstance(_UpperCamelCase				,  _UpperCamelCase				) or token_id < 0) for token_id in token_ids				):
															raise ValueError(f'''Each list in `token_ids` has to be a list of positive integers, but is {token_ids}.'''				)

									snake_case_  =      token_ids

									snake_case_  =      len(self.token_ids				)
									snake_case_  =      -1  # the index of the currently fulfilled step
									snake_case_  =      False







			def 							snake_case__(	self					:							Dict				) ->Dict:
									if self.completed:
															return None
									return self.token_ids[self.fulfilled_idx + 1]







			def 							snake_case__(	self					:							Union[str, Any]				,  _UpperCamelCase					:							int				) ->Optional[Any]:
									if not isinstance(_UpperCamelCase				,  _UpperCamelCase				):
															raise ValueError(f'''`token_id` has to be an `int`, but is {token_id} of type {type(_UpperCamelCase				)}'''				)

									if self.completed:
															return False

									return token_id == self.token_ids[self.fulfilled_idx + 1]







			def 							snake_case__(	self					:							Union[str, Any]				,  _UpperCamelCase					:							int				) ->int:
									if not isinstance(_UpperCamelCase				,  _UpperCamelCase				):
															raise ValueError(f'''`token_id` has to be an `int`, but is {token_id} of type {type(_UpperCamelCase				)}'''				)

									snake_case_  =      False
									snake_case_  =      False
									snake_case_  =      False

									if self.does_advance(_UpperCamelCase				):
															self.fulfilled_idx += 1
															snake_case_  =      True
															if self.fulfilled_idx == (self.seqlen - 1):
																					snake_case_  =      True
															snake_case_  =      completed
									else:
															# failed to make progress.
															snake_case_  =      True
															self.reset()
									return stepped, completed, reset







			def 							snake_case__(	self					:							Any				) ->Union[str, Any]:
									snake_case_  =      False
									snake_case_  =      0







			def 							snake_case__(	self					:							Union[str, Any]				) ->int:
									return self.seqlen - (self.fulfilled_idx + 1)







			def 							snake_case__(	self					:							str				,  _UpperCamelCase					:							Union[str, Any]=False				) ->int:
									snake_case_  =      PhrasalConstraint(self.token_ids				)

									if stateful:
															snake_case_  =      self.seqlen
															snake_case_  =      self.fulfilled_idx
															snake_case_  =      self.completed

									return new_constraint






class       snake_case_  :







			'''simple docstring'''

			def __init__(	self					:							List[str]				,  _UpperCamelCase					:							List[List[int]]				,  _UpperCamelCase					:							List[Any]=True				) ->str:
									snake_case_  =      max([len(_UpperCamelCase				) for one in nested_token_ids]				)

									snake_case_  =      {}
									for token_ids in nested_token_ids:
															snake_case_  =      root
															for tidx, token_id in enumerate(_UpperCamelCase				):
																					if token_id not in level:
																											snake_case_  =      {}

																					snake_case_  =      level[token_id]

									if no_subsets and self.has_subsets(_UpperCamelCase				,  _UpperCamelCase				):
															raise ValueError(
															    '''Each list in `nested_token_ids` can\'t be a complete subset of another list, but is'''
															    f''' {nested_token_ids}.'''				)

									snake_case_  =      root







			def 							snake_case__(	self					:							Any				,  _UpperCamelCase					:							List[Any]				) ->Optional[Any]:
									snake_case_  =      self.trie

									for current_token in current_seq:
															snake_case_  =      start[current_token]

									snake_case_  =      list(start.keys()				)

									return next_tokens







			def 							snake_case__(	self					:							Optional[int]				,  _UpperCamelCase					:							int				) ->Optional[int]:
									snake_case_  =      self.next_tokens(_UpperCamelCase				)

									return len(_UpperCamelCase				) == 0







			def 							snake_case__(	self					:							List[Any]				,  _UpperCamelCase					:							List[Any]				) ->Dict:
									snake_case_  =      list(root.values()				)
									if len(_UpperCamelCase				) == 0:
															return 1
									else:
															return sum([self.count_leaves(_UpperCamelCase				) for nn in next_nodes]				)







			def 							snake_case__(	self					:							Union[str, Any]				,  _UpperCamelCase					:							Dict				,  _UpperCamelCase					:							Union[str, Any]				) ->int:
									snake_case_  =      self.count_leaves(_UpperCamelCase				)
									return len(_UpperCamelCase				) != leaf_count






class       snake_case_  (						__A   ):







			'''simple docstring'''

			def __init__(	self					:							Optional[int]				,  _UpperCamelCase					:							List[List[int]]				) ->Any:
									super(_UpperCamelCase				,  self				).__init__()

									if not isinstance(_UpperCamelCase				,  _UpperCamelCase				) or len(_UpperCamelCase				) == 0:
															raise ValueError(f'''`nested_token_ids` has to be a non-empty list, but is {nested_token_ids}.'''				)
									if any(not isinstance(_UpperCamelCase				,  _UpperCamelCase				) for token_ids in nested_token_ids				):
															raise ValueError(f'''`nested_token_ids` has to be a list of lists, but is {nested_token_ids}.'''				)
									if any(
									    any((not isinstance(_UpperCamelCase				,  _UpperCamelCase				) or token_id < 0) for token_id in token_ids				)
									    for token_ids in nested_token_ids				):
															raise ValueError(
															    f'''Each list in `nested_token_ids` has to be a list of positive integers, but is {nested_token_ids}.'''				)

									snake_case_  =      DisjunctiveTrie(_UpperCamelCase				)
									snake_case_  =      nested_token_ids

									snake_case_  =      self.trie.max_height
									snake_case_  =      []
									snake_case_  =      False







			def 							snake_case__(	self					:							Optional[int]				) ->Optional[int]:
									snake_case_  =      self.trie.next_tokens(self.current_seq				)

									if len(_UpperCamelCase				) == 0:
															return None
									else:
															return token_list







			def 							snake_case__(	self					:							Dict				,  _UpperCamelCase					:							int				) ->Dict:
									if not isinstance(_UpperCamelCase				,  _UpperCamelCase				):
															raise ValueError(f'''`token_id` is supposed to be type `int`, but is {token_id} of type {type(_UpperCamelCase				)}'''				)

									snake_case_  =      self.trie.next_tokens(self.current_seq				)

									return token_id in next_tokens







			def 							snake_case__(	self					:							Tuple				,  _UpperCamelCase					:							int				) ->Optional[Any]:
									if not isinstance(_UpperCamelCase				,  _UpperCamelCase				):
															raise ValueError(f'''`token_id` is supposed to be type `int`, but is {token_id} of type {type(_UpperCamelCase				)}'''				)

									snake_case_  =      False
									snake_case_  =      False
									snake_case_  =      False

									if self.does_advance(_UpperCamelCase				):
															self.current_seq.append(_UpperCamelCase				)
															snake_case_  =      True
									else:
															snake_case_  =      True
															self.reset()

									snake_case_  =      self.trie.reached_leaf(self.current_seq				)
									snake_case_  =      completed

									return stepped, completed, reset







			def 							snake_case__(	self					:							List[Any]				) ->str:
									snake_case_  =      False
									snake_case_  =      []







			def 							snake_case__(	self					:							Tuple				) ->Dict:
									if self.completed:
															# since this can be completed without reaching max height
															return 0
									else:
															return self.seqlen - len(self.current_seq				)







			def 							snake_case__(	self					:							Union[str, Any]				,  _UpperCamelCase					:							List[Any]=False				) ->Optional[int]:
									snake_case_  =      DisjunctiveConstraint(self.token_ids				)

									if stateful:
															snake_case_  =      self.seqlen
															snake_case_  =      self.current_seq
															snake_case_  =      self.completed

									return new_constraint






class       snake_case_  :







			'''simple docstring'''

			def __init__(	self					:							Tuple				,  _UpperCamelCase					:							List[Constraint]				) ->str:
									snake_case_  =      constraints

									# max # of steps required to fulfill a given constraint
									snake_case_  =      max([c.seqlen for c in constraints]				)
									snake_case_  =      len(_UpperCamelCase				)
									snake_case_  =      False

									self.init_state()







			def 							snake_case__(	self					:							Tuple				) ->Dict:
									snake_case_  =      []
									snake_case_  =      None
									snake_case_  =      [constraint.copy(stateful=_UpperCamelCase				) for constraint in self.constraints]







			def 							snake_case__(	self					:							Tuple				) ->int:
									snake_case_  =      0
									if self.inprogress_constraint:
															# extra points for having a constraint mid-fulfilled
															add += self.max_seqlen - self.inprogress_constraint.remaining()

									return (len(self.complete_constraints				) * self.max_seqlen) + add







			def 							snake_case__(	self					:							Optional[Any]				) ->Optional[Any]:
									snake_case_  =      []
									if self.inprogress_constraint is None:
															for constraint in self.pending_constraints:  # "pending" == "unfulfilled yet"
																					snake_case_  =      constraint.advance()
																					if isinstance(_UpperCamelCase				,  _UpperCamelCase				):
																											token_list.append(_UpperCamelCase				)
																					elif isinstance(_UpperCamelCase				,  _UpperCamelCase				):
																											token_list.extend(_UpperCamelCase				)
									else:
															snake_case_  =      self.inprogress_constraint.advance()
															if isinstance(_UpperCamelCase				,  _UpperCamelCase				):
																					token_list.append(_UpperCamelCase				)
															elif isinstance(_UpperCamelCase				,  _UpperCamelCase				):
																					token_list.extend(_UpperCamelCase				)

									if len(_UpperCamelCase				) == 0:
															return None
									else:
															return token_list







			def 							snake_case__(	self					:							Dict				,  _UpperCamelCase					:							Optional[List[int]]				) ->List[Any]:
									self.init_state()

									if token_ids is not None:
															for token in token_ids:
																					# completes or steps **one** constraint
																					snake_case_,       snake_case_  =      self.add(_UpperCamelCase				)

																					# the entire list of constraints are fulfilled
																					if self.completed:
																											break







			def 							snake_case__(	self					:							Optional[int]				,  _UpperCamelCase					:							int				) ->List[Any]:
									if not isinstance(_UpperCamelCase				,  _UpperCamelCase				):
															raise ValueError(f'''`token_id` should be an `int`, but is `{token_id}`.'''				)

									snake_case_,       snake_case_  =      False, False

									if self.completed:
															snake_case_  =      True
															snake_case_  =      False
															return complete, stepped

									if self.inprogress_constraint is not None:
															# In the middle of fulfilling a constraint. If the `token_id` *does* makes an incremental progress to current
															# job, simply update the state

															snake_case_,       snake_case_,       snake_case_  =      self.inprogress_constraint.update(_UpperCamelCase				)
															if reset:
																					# 1. If the next token breaks the progress, then we must restart.
																					#     e.g. constraint = "I love pies" and sequence so far is "I love" but `token_id` == "books".

																					#     But that doesn't mean we self.init_state(), since we only reset the state for this particular
																					#     constraint, not the full list of constraints.

																					self.pending_constraints.append(self.inprogress_constraint.copy(stateful=_UpperCamelCase				)				)
																					snake_case_  =      None

															if complete:
																					# 2. If the next token completes the constraint, move it to completed list, set
																					#     inprogress to None. If there are no pending constraints either, then this full list of constraints
																					#     is complete.

																					self.complete_constraints.append(self.inprogress_constraint				)
																					snake_case_  =      None

																					if len(self.pending_constraints				) == 0:
																											# we're done!
																											snake_case_  =      True

									else:
															# Not in the middle of fulfilling a constraint. So does this `token_id` helps us step towards any of our list
															# of constraints?

															for cidx, pending_constraint in enumerate(self.pending_constraints				):
																					if pending_constraint.does_advance(_UpperCamelCase				):
																											snake_case_,       snake_case_,       snake_case_  =      pending_constraint.update(_UpperCamelCase				)

																											if not stepped:
																																	raise Exception(
																																	    '''`constraint.update(token_id)` is not yielding incremental progress, '''
																																	    '''even though `constraint.does_advance(token_id)` is true.'''				)

																											if complete:
																																	self.complete_constraints.append(_UpperCamelCase				)
																																	snake_case_  =      None

																											if not complete and stepped:
																																	snake_case_  =      pending_constraint

																											if complete or stepped:
																																	# If we made any progress at all, then it's at least not a "pending constraint".

																																	snake_case_  =      (
																																	    self.pending_constraints[:cidx] + self.pending_constraints[cidx + 1 :]
																																	)

																																	if len(self.pending_constraints				) == 0 and self.inprogress_constraint is None:
																																							# If there's no longer any pending after this and no inprogress either, then we must be
																																							# complete.

																																							snake_case_  =      True

																																	break  # prevent accidentally stepping through multiple constraints with just one token.

									return complete, stepped







			def 							snake_case__(	self					:							int				,  _UpperCamelCase					:							List[str]=True				) ->Optional[Any]:
									snake_case_  =      ConstraintListState(self.constraints				)  # we actually never though self.constraints objects
									# throughout this process. So it's at initialization state.

									if stateful:
															snake_case_  =      [
															    constraint.copy(stateful=_UpperCamelCase				) for constraint in self.complete_constraints
															]
															if self.inprogress_constraint is not None:
																					snake_case_  =      self.inprogress_constraint.copy(stateful=_UpperCamelCase				)
															snake_case_  =      [constraint.copy() for constraint in self.pending_constraints]

									return new_state





'''simple docstring'''



import re
import time
from typing import Optional

import IPython.display as disp

from ..trainer_callback import TrainerCallback
from ..trainer_utils import IntervalStrategy, has_length







def       _UpperCamelCase			(_lowerCamelCase				:  Tuple						)-> List[str]:




     '''simple docstring'''





     __snake_case            =	int(_lowerCamelCase						)
     __snake_case       ,     __snake_case       ,     __snake_case            =	t // 36_00, (t // 60) % 60, t % 60
     return f'''{h}:{m:02d}:{s:02d}''' if h != 0 else f'''{m:02d}:{s:02d}'''







def       _UpperCamelCase			(_lowerCamelCase				:  Any ,						_lowerCamelCase				:  Union[str, Any] ,						_lowerCamelCase				:  str ,						_lowerCamelCase				:  int ,						_lowerCamelCase				:  List[Any]=3_00						)-> int:




     '''simple docstring'''





     return f'''
    <div>
      {prefix}
      <progress value=\'{value}\' max=\'{total}\' style=\'width:{width}px; height:20px; vertical-align: middle;\'></progress>
      {label}
    </div>
    '''







def       _UpperCamelCase			(_lowerCamelCase				:  int						)-> List[Any]:




     '''simple docstring'''





     __snake_case            =	'''<table border="1" class="dataframe">\n'''
     html_code += """  <thead>\n <tr style="text-align: left;">\n"""
     for i in items[0]:
          html_code += f'''      <th>{i}</th>\n'''
     html_code += "    </tr>\n  </thead>\n  <tbody>\n"
     for line in items[1:]:
          html_code += "    <tr>\n"
          for elt in line:
               __snake_case            =	f'''{elt:.6f}''' if isinstance(_lowerCamelCase ,						_lowerCamelCase						) else str(_lowerCamelCase						)
               html_code += f'''      <td>{elt}</td>\n'''
          html_code += "    </tr>\n"
     html_code += "  </tbody>\n</table><p>"
     return html_code





class      lowerCAmelCase :
       __lowercase	:   str										=      5
       __lowercase	:   Optional[Any]										=      0.2


       def __init__( self     ,	__SCREAMING_SNAKE_CASE     ,	__SCREAMING_SNAKE_CASE = None     ,	__SCREAMING_SNAKE_CASE = True     ,	__SCREAMING_SNAKE_CASE = None     ,	__SCREAMING_SNAKE_CASE = 300     ,	)   ->	List[Any]:



            '''simple docstring'''




            __snake_case            =	total
            __snake_case            =	'''''' if prefix is None else prefix
            __snake_case            =	leave
            __snake_case            =	parent
            __snake_case            =	width
            __snake_case            =	None
            __snake_case            =	None
            __snake_case            =	None


       def    lowerCAmelCase   ( self     ,	__SCREAMING_SNAKE_CASE     ,	__SCREAMING_SNAKE_CASE = False     ,	__SCREAMING_SNAKE_CASE = None	)   ->	Any:



            '''simple docstring'''




            __snake_case            =	value
            if comment is not None:
                 __snake_case            =	comment
            if self.last_value is None:
                 __snake_case            =	__snake_case            =	time.time()
                 __snake_case            =	__snake_case            =	value
                 __snake_case            =	__snake_case            =	None
                 __snake_case            =	self.warmup
                 __snake_case            =	1
                 self.update_bar(__SCREAMING_SNAKE_CASE	)
            elif value <= self.last_value and not force_update:
                 return
            elif force_update or self.first_calls > 0 or value >= min(self.last_value + self.wait_for     ,	self.total	):
                 if self.first_calls > 0:
                      self.first_calls -= 1
                 __snake_case            =	time.time()
                 __snake_case            =	current_time - self.start_time
                 # We could have value = self.start_value if the update is called twixe with the same start value.
                 if value > self.start_value:
                      __snake_case            =	self.elapsed_time / (value - self.start_value)
                 else:
                      __snake_case            =	None
                 if value >= self.total:
                      __snake_case            =	self.total
                      __snake_case            =	None
                      if not self.leave:
                           self.close()
                 elif self.average_time_per_item is not None:
                      __snake_case            =	self.average_time_per_item * (self.total - value)
                 self.update_bar(__SCREAMING_SNAKE_CASE	)
                 __snake_case            =	value
                 __snake_case            =	current_time
                 if self.average_time_per_item is None:
                      __snake_case            =	1
                 else:
                      __snake_case            =	max(int(self.update_every / self.average_time_per_item	)     ,	1	)


       def    lowerCAmelCase   ( self     ,	__SCREAMING_SNAKE_CASE     ,	__SCREAMING_SNAKE_CASE=None	)   ->	List[str]:



            '''simple docstring'''




            __snake_case            =	''' ''' * (len(str(self.total	)	) - len(str(__SCREAMING_SNAKE_CASE	)	)) + str(__SCREAMING_SNAKE_CASE	)
            if self.elapsed_time is None:
                 __snake_case            =	F'''[{spaced_value}/{self.total} : < :'''
            elif self.predicted_remaining is None:
                 __snake_case            =	F'''[{spaced_value}/{self.total} {format_time(self.elapsed_time	)}'''
            else:
                 __snake_case            =	(
                     F'''[{spaced_value}/{self.total} {format_time(self.elapsed_time	)} <'''
                     F''' {format_time(self.predicted_remaining	)}'''
                 )
                 self.label += F''', {1/self.average_time_per_item:.2f} it/s'''
            self.label += "]" if self.comment is None or len(self.comment	) == 0 else F''', {self.comment}]'''
            self.display()


       def    lowerCAmelCase   ( self	)   ->	List[Any]:



            '''simple docstring'''




            __snake_case            =	html_progress_bar(self.value     ,	self.total     ,	self.prefix     ,	self.label     ,	self.width	)
            if self.parent is not None:
                 # If this is a child bar, the parent will take care of the display.
                 self.parent.display()
                 return
            if self.output is None:
                 __snake_case            =	disp.display(disp.HTML(self.html_code	)     ,	display_id=__SCREAMING_SNAKE_CASE	)
            else:
                 self.output.update(disp.HTML(self.html_code	)	)




       def    lowerCAmelCase   ( self	)   ->	Dict:



            '''simple docstring'''




            if self.parent is None and self.output is not None:
                 self.output.update(disp.HTML(''''''	)	)





class      lowerCAmelCase (			__lowerCAmelCase):


       def __init__( self     ,	__SCREAMING_SNAKE_CASE     ,	__SCREAMING_SNAKE_CASE=None	)   ->	Any:



            '''simple docstring'''




            super().__init__(__SCREAMING_SNAKE_CASE	)
            __snake_case            =	None if column_names is None else [column_names]
            __snake_case            =	None


       def    lowerCAmelCase   ( self	)   ->	Any:



            '''simple docstring'''




            __snake_case            =	html_progress_bar(self.value     ,	self.total     ,	self.prefix     ,	self.label     ,	self.width	)
            if self.inner_table is not None:
                 self.html_code += text_to_html_table(self.inner_table	)
            if self.child_bar is not None:
                 self.html_code += self.child_bar.html_code
            if self.output is None:
                 __snake_case            =	disp.display(disp.HTML(self.html_code	)     ,	display_id=__SCREAMING_SNAKE_CASE	)
            else:
                 self.output.update(disp.HTML(self.html_code	)	)


       def    lowerCAmelCase   ( self     ,	__SCREAMING_SNAKE_CASE	)   ->	Dict:



            '''simple docstring'''




            if self.inner_table is None:
                 __snake_case            =	[list(values.keys()	), list(values.values()	)]
            else:
                 __snake_case            =	self.inner_table[0]
                 if len(self.inner_table	) == 1:
                      # We give a chance to update the column names at the first iteration
                      for key in values.keys():
                           if key not in columns:
                                columns.append(__SCREAMING_SNAKE_CASE	)
                      __snake_case            =	columns
                 self.inner_table.append([values[c] for c in columns]	)


       def    lowerCAmelCase   ( self     ,	__SCREAMING_SNAKE_CASE     ,	__SCREAMING_SNAKE_CASE=None     ,	__SCREAMING_SNAKE_CASE=300	)   ->	List[str]:



            '''simple docstring'''




            __snake_case            =	NotebookProgressBar(__SCREAMING_SNAKE_CASE     ,	prefix=__SCREAMING_SNAKE_CASE     ,	parent=self     ,	width=__SCREAMING_SNAKE_CASE	)
            return self.child_bar




       def    lowerCAmelCase   ( self	)   ->	Optional[int]:



            '''simple docstring'''




            __snake_case            =	None
            self.display()





class      lowerCAmelCase (			__lowerCAmelCase):


       def __init__( self	)   ->	str:



            '''simple docstring'''




            __snake_case            =	None
            __snake_case            =	None
            __snake_case            =	False


       def    lowerCAmelCase   ( self     ,	__SCREAMING_SNAKE_CASE     ,	__SCREAMING_SNAKE_CASE     ,	__SCREAMING_SNAKE_CASE     ,	**__SCREAMING_SNAKE_CASE	)   ->	Optional[int]:



            '''simple docstring'''




            __snake_case            =	'''Epoch''' if args.evaluation_strategy == IntervalStrategy.EPOCH else '''Step'''
            __snake_case            =	0
            __snake_case            =	0
            __snake_case            =	[self.first_column] + ['''Training Loss''']
            if args.evaluation_strategy != IntervalStrategy.NO:
                 column_names.append('''Validation Loss'''	)
            __snake_case            =	NotebookTrainingTracker(state.max_steps     ,	__SCREAMING_SNAKE_CASE	)


       def    lowerCAmelCase   ( self     ,	__SCREAMING_SNAKE_CASE     ,	__SCREAMING_SNAKE_CASE     ,	__SCREAMING_SNAKE_CASE     ,	**__SCREAMING_SNAKE_CASE	)   ->	List[Any]:



            '''simple docstring'''




            __snake_case            =	int(state.epoch	) if int(state.epoch	) == state.epoch else F'''{state.epoch:.2f}'''
            self.training_tracker.update(
                state.global_step + 1     ,	comment=F'''Epoch {epoch}/{state.num_train_epochs}'''     ,	force_update=self._force_next_update     ,	)
            __snake_case            =	False


       def    lowerCAmelCase   ( self     ,	__SCREAMING_SNAKE_CASE     ,	__SCREAMING_SNAKE_CASE     ,	__SCREAMING_SNAKE_CASE     ,	__SCREAMING_SNAKE_CASE=None     ,	**__SCREAMING_SNAKE_CASE	)   ->	Optional[int]:



            '''simple docstring'''




            if not has_length(__SCREAMING_SNAKE_CASE	):
                 return
            if self.prediction_bar is None:
                 if self.training_tracker is not None:
                      __snake_case            =	self.training_tracker.add_child(len(__SCREAMING_SNAKE_CASE	)	)
                 else:
                      __snake_case            =	NotebookProgressBar(len(__SCREAMING_SNAKE_CASE	)	)
                 self.prediction_bar.update(1	)
            else:
                 self.prediction_bar.update(self.prediction_bar.value + 1	)


       def    lowerCAmelCase   ( self     ,	__SCREAMING_SNAKE_CASE     ,	__SCREAMING_SNAKE_CASE     ,	__SCREAMING_SNAKE_CASE     ,	**__SCREAMING_SNAKE_CASE	)   ->	Optional[int]:



            '''simple docstring'''




            if self.prediction_bar is not None:
                 self.prediction_bar.close()
            __snake_case            =	None


       def    lowerCAmelCase   ( self     ,	__SCREAMING_SNAKE_CASE     ,	__SCREAMING_SNAKE_CASE     ,	__SCREAMING_SNAKE_CASE     ,	__SCREAMING_SNAKE_CASE=None     ,	**__SCREAMING_SNAKE_CASE	)   ->	List[Any]:



            '''simple docstring'''




            if args.evaluation_strategy == IntervalStrategy.NO and "loss" in logs:
                 __snake_case            =	{'''Training Loss''': logs['''loss''']}
                 # First column is necessarily Step sine we're not in epoch eval strategy
                 __snake_case            =	state.global_step
                 self.training_tracker.write_line(__SCREAMING_SNAKE_CASE	)


       def    lowerCAmelCase   ( self     ,	__SCREAMING_SNAKE_CASE     ,	__SCREAMING_SNAKE_CASE     ,	__SCREAMING_SNAKE_CASE     ,	__SCREAMING_SNAKE_CASE=None     ,	**__SCREAMING_SNAKE_CASE	)   ->	Optional[Any]:



            '''simple docstring'''




            if self.training_tracker is not None:
                 __snake_case            =	{'''Training Loss''': '''No log''', '''Validation Loss''': '''No log'''}
                 for log in reversed(state.log_history	):
                      if "loss" in log:
                           __snake_case            =	log['''loss''']
                           break

                 if self.first_column == "Epoch":
                      __snake_case            =	int(state.epoch	)
                 else:
                      __snake_case            =	state.global_step
                 __snake_case            =	'''eval'''
                 for k in metrics:
                      if k.endswith('''_loss'''	):
                           __snake_case            =	re.sub(r'''\_loss$'''     ,	''''''     ,	__SCREAMING_SNAKE_CASE	)
                 __snake_case            =	metrics.pop('''total_flos'''     ,	__SCREAMING_SNAKE_CASE	)
                 __snake_case            =	metrics.pop('''epoch'''     ,	__SCREAMING_SNAKE_CASE	)
                 __snake_case            =	metrics.pop(F'''{metric_key_prefix}_runtime'''     ,	__SCREAMING_SNAKE_CASE	)
                 __snake_case            =	metrics.pop(F'''{metric_key_prefix}_samples_per_second'''     ,	__SCREAMING_SNAKE_CASE	)
                 __snake_case            =	metrics.pop(F'''{metric_key_prefix}_steps_per_second'''     ,	__SCREAMING_SNAKE_CASE	)
                 __snake_case            =	metrics.pop(F'''{metric_key_prefix}_jit_compilation_time'''     ,	__SCREAMING_SNAKE_CASE	)
                 for k, v in metrics.items():
                      if k == F'''{metric_key_prefix}_loss''':
                           __snake_case            =	v
                      else:
                           __snake_case            =	k.split('''_'''	)
                           __snake_case            =	''' '''.join([part.capitalize() for part in splits[1:]]	)
                           __snake_case            =	v
                 self.training_tracker.write_line(__SCREAMING_SNAKE_CASE	)
                 self.training_tracker.remove_child()
                 __snake_case            =	None
                 # Evaluation takes a long time so we should force the next update.
                 __snake_case            =	True




       def    lowerCAmelCase   ( self     ,	__SCREAMING_SNAKE_CASE     ,	__SCREAMING_SNAKE_CASE     ,	__SCREAMING_SNAKE_CASE     ,	**__SCREAMING_SNAKE_CASE	)   ->	Optional[int]:



            '''simple docstring'''




            self.training_tracker.update(
                state.global_step     ,	comment=F'''Epoch {int(state.epoch	)}/{state.num_train_epochs}'''     ,	force_update=__SCREAMING_SNAKE_CASE	)
            __snake_case            =	None






