





'''simple docstring'''

import os
import unittest

from huggingface_hub.utils import are_progress_bars_disabled

import transformers.models.bart.tokenization_bart
from transformers import logging
from transformers.testing_utils import CaptureLogger, mockenv, mockenv_context
from transformers.utils.logging import disable_progress_bar, enable_progress_bar
class     __lowerCAmelCase					(   unittest.TestCase			):






       """simple docstring"""





       def snake_case__						(							self       :		Tuple					)   ->					str:

            '''simple docstring'''




            _UpperCamelCase       =	logging.get_logger()

            # the current default level is logging.WARNING
            _UpperCamelCase       =	logging.get_verbosity()

            logging.set_verbosity_error()
            self.assertEqual(logger.getEffectiveLevel()	,			logging.get_verbosity()					)

            logging.set_verbosity_warning()
            self.assertEqual(logger.getEffectiveLevel()	,			logging.get_verbosity()					)

            logging.set_verbosity_info()
            self.assertEqual(logger.getEffectiveLevel()	,			logging.get_verbosity()					)

            logging.set_verbosity_debug()
            self.assertEqual(logger.getEffectiveLevel()	,			logging.get_verbosity()					)

            # restore to the original level
            logging.set_verbosity(lowerCAmelCase__					)





       def snake_case__						(							self       :		Optional[Any]					)   ->					int:

            '''simple docstring'''




            _UpperCamelCase       =	logging.get_verbosity()

            _UpperCamelCase       =	logging.get_logger('''transformers.models.bart.tokenization_bart'''					)
            _UpperCamelCase       =	"Testing 1, 2, 3"

            # should be able to log warnings (if default settings weren't overridden by `pytest --log-level-all`)
            if level_origin <= logging.WARNING:
                 with CaptureLogger(lowerCAmelCase__					) as cl:
                      logger.warning(lowerCAmelCase__					)
                 self.assertEqual(cl.out	,			msg + '''\n'''					)

            # this is setting the level for all of `transformers.*` loggers
            logging.set_verbosity_error()

            # should not be able to log warnings
            with CaptureLogger(lowerCAmelCase__					) as cl:
                 logger.warning(lowerCAmelCase__					)
            self.assertEqual(cl.out	,			''''''					)

            # should be able to log warnings again
            logging.set_verbosity_warning()
            with CaptureLogger(lowerCAmelCase__					) as cl:
                 logger.warning(lowerCAmelCase__					)
            self.assertEqual(cl.out	,			msg + '''\n'''					)

            # restore to the original level
            logging.set_verbosity(lowerCAmelCase__					)





       @mockenv(TRANSFORMERS_VERBOSITY='''error'''					)
       def snake_case__						(							self       :		int					)   ->					Any:

            '''simple docstring'''




            transformers.utils.logging._reset_library_root_logger()
            # this action activates the env var
            _UpperCamelCase       =	logging.get_logger('''transformers.models.bart.tokenization_bart'''					)

            _UpperCamelCase       =	os.getenv('''TRANSFORMERS_VERBOSITY'''	,			lowerCAmelCase__					)
            _UpperCamelCase       =	logging.log_levels[env_level_str]

            _UpperCamelCase       =	logging.get_verbosity()
            self.assertEqual(
                lowerCAmelCase__	,			lowerCAmelCase__	,			f"""TRANSFORMERS_VERBOSITY={env_level_str}/{env_level}, but internal verbosity is {current_level}"""	,			)

            # restore to the original level
            _UpperCamelCase       =	""
            transformers.utils.logging._reset_library_root_logger()





       @mockenv(TRANSFORMERS_VERBOSITY='''super-error'''					)
       def snake_case__						(							self       :		int					)   ->					Optional[Any]:

            '''simple docstring'''




            transformers.utils.logging._reset_library_root_logger()
            _UpperCamelCase       =	logging.logging.getLogger()
            with CaptureLogger(lowerCAmelCase__					) as cl:
                 # this action activates the env var
                 logging.get_logger('''transformers.models.bart.tokenization_bart'''					)
            self.assertIn('''Unknown option TRANSFORMERS_VERBOSITY=super-error'''	,			cl.out					)

            # no need to restore as nothing was changed







       def snake_case__						(							self       :		str					)   ->					Optional[int]:

            '''simple docstring'''




            transformers.utils.logging._reset_library_root_logger()

            _UpperCamelCase       =	logging.get_logger('''transformers.models.bart.tokenization_bart'''					)
            _UpperCamelCase       =	"Testing 1, 2, 3"

            with mockenv_context(TRANSFORMERS_NO_ADVISORY_WARNINGS='''1'''					):
                 # nothing should be logged as env var disables this method
                 with CaptureLogger(lowerCAmelCase__					) as cl:
                      logger.warning_advice(lowerCAmelCase__					)
                 self.assertEqual(cl.out	,			''''''					)

            with mockenv_context(TRANSFORMERS_NO_ADVISORY_WARNINGS=''''''					):
                 # should log normally as TRANSFORMERS_NO_ADVISORY_WARNINGS is unset
                 with CaptureLogger(lowerCAmelCase__					) as cl:
                      logger.warning_advice(lowerCAmelCase__					)
                 self.assertEqual(cl.out	,			msg + '''\n'''					)







def  a__    (    )		->		Any:





     """simple docstring"""

     disable_progress_bar()
     assert are_progress_bars_disabled()

     enable_progress_bar()
     assert not are_progress_bars_disabled()










'''simple docstring'''

import re
import time
from typing import Optional

import IPython.display as disp

from ..trainer_callback import TrainerCallback
from ..trainer_utils import IntervalStrategy, has_length







def  a__    (    lowercase :					Tuple				)		->		Dict:





     """simple docstring"""

     _UpperCamelCase       =	int(lowercase				)
     _UpperCamelCase   ,    _UpperCamelCase   ,    _UpperCamelCase       =	t // 3600, (t // 60) % 60, t % 60
     return F"""{h}:{m:02d}:{s:02d}""" if h != 0 else F"""{m:02d}:{s:02d}"""







def  a__    (    lowercase :					List[Any], lowercase :					Dict, lowercase :					Optional[int], lowercase :					Union[str, Any], lowercase :					Any=300				)		->		Any:





     """simple docstring"""

     return F"""
    <div>
      {prefix}
      <progress value='{value}' max='{total}' style='width:{width}px; height:20px; vertical-align: middle;'></progress>
      {label}
    </div>
    """







def  a__    (    lowercase :					Optional[Any]				)		->		Any:





     """simple docstring"""

     _UpperCamelCase       =	'''<table border="1" class="dataframe">\n'''
     html_code += """  <thead>\n <tr style="text-align: left;">\n"""
     for i in items[0]:
          html_code += F"""      <th>{i}</th>\n"""
     html_code += "    </tr>\n  </thead>\n  <tbody>\n"
     for line in items[1:]:
          html_code += "    <tr>\n"
          for elt in line:
               _UpperCamelCase       =	F"""{elt:.6f}""" if isinstance(lowercase, lowercase				) else str(lowercase				)
               html_code += F"""      <td>{elt}</td>\n"""
          html_code += "    </tr>\n"
     html_code += "  </tbody>\n</table><p>"
     return html_code
class     __lowerCAmelCase					:






       """simple docstring"""
       _snake_case     :					str						    =   5
       _snake_case     :					Optional[int]						    =   0.2





       def __init__(							self       :		Dict	,			lowerCAmelCase__       :		int	,			lowerCAmelCase__       :		Optional[str] = None	,			lowerCAmelCase__       :		bool = True	,			lowerCAmelCase__       :		Optional["NotebookTrainingTracker"] = None	,			lowerCAmelCase__       :		int = 300	,			)   ->					int:

            '''simple docstring'''




            _UpperCamelCase       =	total
            _UpperCamelCase       =	'''''' if prefix is None else prefix
            _UpperCamelCase       =	leave
            _UpperCamelCase       =	parent
            _UpperCamelCase       =	width
            _UpperCamelCase       =	None
            _UpperCamelCase       =	None
            _UpperCamelCase       =	None





       def snake_case__						(							self       :		str	,			lowerCAmelCase__       :		int	,			lowerCAmelCase__       :		bool = False	,			lowerCAmelCase__       :		str = None					)   ->					Dict:

            '''simple docstring'''




            _UpperCamelCase       =	value
            if comment is not None:
                 _UpperCamelCase       =	comment
            if self.last_value is None:
                 _UpperCamelCase       =	_UpperCamelCase       =	time.time()
                 _UpperCamelCase       =	_UpperCamelCase       =	value
                 _UpperCamelCase       =	_UpperCamelCase       =	None
                 _UpperCamelCase       =	self.warmup
                 _UpperCamelCase       =	1
                 self.update_bar(lowerCAmelCase__					)
            elif value <= self.last_value and not force_update:
                 return
            elif force_update or self.first_calls > 0 or value >= min(self.last_value + self.wait_for	,			self.total					):
                 if self.first_calls > 0:
                      self.first_calls -= 1
                 _UpperCamelCase       =	time.time()
                 _UpperCamelCase       =	current_time - self.start_time
                 # We could have value = self.start_value if the update is called twixe with the same start value.
                 if value > self.start_value:
                      _UpperCamelCase       =	self.elapsed_time / (value - self.start_value)
                 else:
                      _UpperCamelCase       =	None
                 if value >= self.total:
                      _UpperCamelCase       =	self.total
                      _UpperCamelCase       =	None
                      if not self.leave:
                           self.close()
                 elif self.average_time_per_item is not None:
                      _UpperCamelCase       =	self.average_time_per_item * (self.total - value)
                 self.update_bar(lowerCAmelCase__					)
                 _UpperCamelCase       =	value
                 _UpperCamelCase       =	current_time
                 if self.average_time_per_item is None:
                      _UpperCamelCase       =	1
                 else:
                      _UpperCamelCase       =	max(int(self.update_every / self.average_time_per_item					)	,			1					)





       def snake_case__						(							self       :		str	,			lowerCAmelCase__       :		int	,			lowerCAmelCase__       :		Tuple=None					)   ->					Union[str, Any]:

            '''simple docstring'''




            _UpperCamelCase       =	''' ''' * (len(str(self.total					)					) - len(str(lowerCAmelCase__					)					)) + str(lowerCAmelCase__					)
            if self.elapsed_time is None:
                 _UpperCamelCase       =	f"""[{spaced_value}/{self.total} : < :"""
            elif self.predicted_remaining is None:
                 _UpperCamelCase       =	f"""[{spaced_value}/{self.total} {format_time(self.elapsed_time					)}"""
            else:
                 _UpperCamelCase       =	(
                     f"""[{spaced_value}/{self.total} {format_time(self.elapsed_time					)} <"""
                     f""" {format_time(self.predicted_remaining					)}"""
                 )
                 self.label += f""", {1/self.average_time_per_item:.2f} it/s"""
            self.label += "]" if self.comment is None or len(self.comment					) == 0 else f""", {self.comment}]"""
            self.display()





       def snake_case__						(							self       :		List[Any]					)   ->					Tuple:

            '''simple docstring'''




            _UpperCamelCase       =	html_progress_bar(self.value	,			self.total	,			self.prefix	,			self.label	,			self.width					)
            if self.parent is not None:
                 # If this is a child bar, the parent will take care of the display.
                 self.parent.display()
                 return
            if self.output is None:
                 _UpperCamelCase       =	disp.display(disp.HTML(self.html_code					)	,			display_id=lowerCAmelCase__					)
            else:
                 self.output.update(disp.HTML(self.html_code					)					)







       def snake_case__						(							self       :		Tuple					)   ->					Any:

            '''simple docstring'''




            if self.parent is None and self.output is not None:
                 self.output.update(disp.HTML(''''''					)					)

class     __lowerCAmelCase					(   __magic_name__			):






       """simple docstring"""





       def __init__(							self       :		Any	,			lowerCAmelCase__       :		int	,			lowerCAmelCase__       :		List[Any]=None					)   ->					Dict:

            '''simple docstring'''




            super().__init__(lowerCAmelCase__					)
            _UpperCamelCase       =	None if column_names is None else [column_names]
            _UpperCamelCase       =	None





       def snake_case__						(							self       :		List[Any]					)   ->					Any:

            '''simple docstring'''




            _UpperCamelCase       =	html_progress_bar(self.value	,			self.total	,			self.prefix	,			self.label	,			self.width					)
            if self.inner_table is not None:
                 self.html_code += text_to_html_table(self.inner_table					)
            if self.child_bar is not None:
                 self.html_code += self.child_bar.html_code
            if self.output is None:
                 _UpperCamelCase       =	disp.display(disp.HTML(self.html_code					)	,			display_id=lowerCAmelCase__					)
            else:
                 self.output.update(disp.HTML(self.html_code					)					)





       def snake_case__						(							self       :		Optional[int]	,			lowerCAmelCase__       :		int					)   ->					Union[str, Any]:

            '''simple docstring'''




            if self.inner_table is None:
                 _UpperCamelCase       =	[list(values.keys()					), list(values.values()					)]
            else:
                 _UpperCamelCase       =	self.inner_table[0]
                 if len(self.inner_table					) == 1:
                      # We give a chance to update the column names at the first iteration
                      for key in values.keys():
                           if key not in columns:
                                columns.append(lowerCAmelCase__					)
                      _UpperCamelCase       =	columns
                 self.inner_table.append([values[c] for c in columns]					)





       def snake_case__						(							self       :		Dict	,			lowerCAmelCase__       :		Any	,			lowerCAmelCase__       :		Any=None	,			lowerCAmelCase__       :		List[str]=300					)   ->					int:

            '''simple docstring'''




            _UpperCamelCase       =	NotebookProgressBar(lowerCAmelCase__	,			prefix=lowerCAmelCase__	,			parent=self	,			width=lowerCAmelCase__					)
            return self.child_bar







       def snake_case__						(							self       :		Any					)   ->					str:

            '''simple docstring'''




            _UpperCamelCase       =	None
            self.display()

class     __lowerCAmelCase					(   __magic_name__			):






       """simple docstring"""





       def __init__(							self       :		str					)   ->					Optional[int]:

            '''simple docstring'''




            _UpperCamelCase       =	None
            _UpperCamelCase       =	None
            _UpperCamelCase       =	False





       def snake_case__						(							self       :		List[str]	,			lowerCAmelCase__       :		Optional[int]	,			lowerCAmelCase__       :		int	,			lowerCAmelCase__       :		str	,			**lowerCAmelCase__       :		Any					)   ->					Dict:

            '''simple docstring'''




            _UpperCamelCase       =	'''Epoch''' if args.evaluation_strategy == IntervalStrategy.EPOCH else '''Step'''
            _UpperCamelCase       =	0
            _UpperCamelCase       =	0
            _UpperCamelCase       =	[self.first_column] + ['''Training Loss''']
            if args.evaluation_strategy != IntervalStrategy.NO:
                 column_names.append('''Validation Loss'''					)
            _UpperCamelCase       =	NotebookTrainingTracker(state.max_steps	,			lowerCAmelCase__					)





       def snake_case__						(							self       :		Optional[int]	,			lowerCAmelCase__       :		Optional[int]	,			lowerCAmelCase__       :		List[str]	,			lowerCAmelCase__       :		Dict	,			**lowerCAmelCase__       :		Dict					)   ->					Dict:

            '''simple docstring'''




            _UpperCamelCase       =	int(state.epoch					) if int(state.epoch					) == state.epoch else f"""{state.epoch:.2f}"""
            self.training_tracker.update(
                state.global_step + 1	,			comment=f"""Epoch {epoch}/{state.num_train_epochs}"""	,			force_update=self._force_next_update	,			)
            _UpperCamelCase       =	False





       def snake_case__						(							self       :		Dict	,			lowerCAmelCase__       :		Any	,			lowerCAmelCase__       :		Dict	,			lowerCAmelCase__       :		int	,			lowerCAmelCase__       :		List[Any]=None	,			**lowerCAmelCase__       :		Dict					)   ->					Dict:

            '''simple docstring'''




            if not has_length(lowerCAmelCase__					):
                 return
            if self.prediction_bar is None:
                 if self.training_tracker is not None:
                      _UpperCamelCase       =	self.training_tracker.add_child(len(lowerCAmelCase__					)					)
                 else:
                      _UpperCamelCase       =	NotebookProgressBar(len(lowerCAmelCase__					)					)
                 self.prediction_bar.update(1					)
            else:
                 self.prediction_bar.update(self.prediction_bar.value + 1					)





       def snake_case__						(							self       :		Optional[Any]	,			lowerCAmelCase__       :		Optional[int]	,			lowerCAmelCase__       :		Tuple	,			lowerCAmelCase__       :		Dict	,			**lowerCAmelCase__       :		Any					)   ->					Optional[int]:

            '''simple docstring'''




            if self.prediction_bar is not None:
                 self.prediction_bar.close()
            _UpperCamelCase       =	None





       def snake_case__						(							self       :		Optional[int]	,			lowerCAmelCase__       :		Union[str, Any]	,			lowerCAmelCase__       :		Any	,			lowerCAmelCase__       :		Optional[Any]	,			lowerCAmelCase__       :		Optional[int]=None	,			**lowerCAmelCase__       :		Optional[int]					)   ->					Tuple:

            '''simple docstring'''




            if args.evaluation_strategy == IntervalStrategy.NO and "loss" in logs:
                 _UpperCamelCase       =	{'''Training Loss''': logs['''loss''']}
                 # First column is necessarily Step sine we're not in epoch eval strategy
                 _UpperCamelCase       =	state.global_step
                 self.training_tracker.write_line(lowerCAmelCase__					)





       def snake_case__						(							self       :		Optional[Any]	,			lowerCAmelCase__       :		Dict	,			lowerCAmelCase__       :		Any	,			lowerCAmelCase__       :		Optional[int]	,			lowerCAmelCase__       :		List[Any]=None	,			**lowerCAmelCase__       :		List[str]					)   ->					List[str]:

            '''simple docstring'''




            if self.training_tracker is not None:
                 _UpperCamelCase       =	{'''Training Loss''': '''No log''', '''Validation Loss''': '''No log'''}
                 for log in reversed(state.log_history					):
                      if "loss" in log:
                           _UpperCamelCase       =	log['''loss''']
                           break

                 if self.first_column == "Epoch":
                      _UpperCamelCase       =	int(state.epoch					)
                 else:
                      _UpperCamelCase       =	state.global_step
                 _UpperCamelCase       =	'''eval'''
                 for k in metrics:
                      if k.endswith('''_loss'''					):
                           _UpperCamelCase       =	re.sub(r'''\_loss$'''	,			''''''	,			lowerCAmelCase__					)
                 _UpperCamelCase       =	metrics.pop('''total_flos'''	,			lowerCAmelCase__					)
                 _UpperCamelCase       =	metrics.pop('''epoch'''	,			lowerCAmelCase__					)
                 _UpperCamelCase       =	metrics.pop(f"""{metric_key_prefix}_runtime"""	,			lowerCAmelCase__					)
                 _UpperCamelCase       =	metrics.pop(f"""{metric_key_prefix}_samples_per_second"""	,			lowerCAmelCase__					)
                 _UpperCamelCase       =	metrics.pop(f"""{metric_key_prefix}_steps_per_second"""	,			lowerCAmelCase__					)
                 _UpperCamelCase       =	metrics.pop(f"""{metric_key_prefix}_jit_compilation_time"""	,			lowerCAmelCase__					)
                 for k, v in metrics.items():
                      if k == f"""{metric_key_prefix}_loss""":
                           _UpperCamelCase       =	v
                      else:
                           _UpperCamelCase       =	k.split('''_'''					)
                           _UpperCamelCase       =	''' '''.join([part.capitalize() for part in splits[1:]]					)
                           _UpperCamelCase       =	v
                 self.training_tracker.write_line(lowerCAmelCase__					)
                 self.training_tracker.remove_child()
                 _UpperCamelCase       =	None
                 # Evaluation takes a long time so we should force the next update.
                 _UpperCamelCase       =	True







       def snake_case__						(							self       :		int	,			lowerCAmelCase__       :		Dict	,			lowerCAmelCase__       :		Any	,			lowerCAmelCase__       :		Any	,			**lowerCAmelCase__       :		List[str]					)   ->					Optional[Any]:

            '''simple docstring'''




            self.training_tracker.update(
                state.global_step	,			comment=f"""Epoch {int(state.epoch					)}/{state.num_train_epochs}"""	,			force_update=lowerCAmelCase__					)
            _UpperCamelCase       =	None



