





'''simple docstring'''

import json
import logging
import os
import sys
from time import time
from unittest.mock import patch

from transformers.testing_utils import TestCasePlus, require_torch_tpu


logging.basicConfig(level=logging.DEBUG)

a   	=    logging.getLogger()

def     __magic_name__							(				__UpperCAmelCase   )    ->       Optional[int]:

   '''simple docstring'''







   __SCREAMING_SNAKE_CASE   				=							{}
   __SCREAMING_SNAKE_CASE   				=							os.path.join(__UpperCAmelCase				,						"""all_results.json"""   )
   if os.path.exists(__UpperCAmelCase   ):
      with open(__UpperCAmelCase				,						"""r"""   ) as f:
         __SCREAMING_SNAKE_CASE   				=							json.load(__UpperCAmelCase   )
   else:
      raise ValueError(f"""can't find {path}"""   )
   return results


a   	=    logging.StreamHandler(sys.stdout)
logger.addHandler(stream_handler)







@require_torch_tpu
class __a			( _snake_case      ):





   def   UpperCAmelCase__  (       self					:      str     ):

      '''simple docstring'''

      import xla_spawn

      __SCREAMING_SNAKE_CASE   				=							self.get_auto_remove_tmp_dir()
      __SCREAMING_SNAKE_CASE   				=							f"""
            ./examples/pytorch/text-classification/run_glue.py
            --num_cores=8
            ./examples/pytorch/text-classification/run_glue.py
            --model_name_or_path distilbert-base-uncased
            --output_dir {tmp_dir}
            --overwrite_output_dir
            --train_file ./tests/fixtures/tests_samples/MRPC/train.csv
            --validation_file ./tests/fixtures/tests_samples/MRPC/dev.csv
            --do_train
            --do_eval
            --debug tpu_metrics_debug
            --per_device_train_batch_size=2
            --per_device_eval_batch_size=1
            --learning_rate=1e-4
            --max_steps=10
            --warmup_steps=2
            --seed=42
            --max_seq_length=128
            """.split()

      with patch.object(lowerCamelCase					,"""argv"""					,lowerCamelCase     ):
         __SCREAMING_SNAKE_CASE   				=							time()
         xla_spawn.main()
         __SCREAMING_SNAKE_CASE   				=							time()

         __SCREAMING_SNAKE_CASE   				=							get_results(lowerCamelCase     )
         self.assertGreaterEqual(result["""eval_accuracy"""]					,0.75     )

         # Assert that the script takes less than 500 seconds to make sure it doesn't hang.
         self.assertLess(end - start					,500     )





   def   UpperCAmelCase__  (       self					:      Optional[Any]     ):

      '''simple docstring'''

      import xla_spawn

      __SCREAMING_SNAKE_CASE   				=							"""
            ./tests/test_trainer_tpu.py
            --num_cores=8
            ./tests/test_trainer_tpu.py
            """.split()
      with patch.object(lowerCamelCase					,"""argv"""					,lowerCamelCase     ):
         xla_spawn.main()












'''simple docstring'''

from pathlib import PurePosixPath
from typing import Optional

import fsspec
from fsspec import AbstractFileSystem
from huggingface_hub.hf_api import DatasetInfo

from ..utils.file_utils import get_authentication_headers_for_url
from ..utils.hub import hf_hub_url







class __a			( _snake_case      ):
   __UpperCamelCase :			Any						   =						''
   __UpperCamelCase :			int						   =						'hf-legacy'  # "hf://"" is reserved for hffs





   def __init__(       self					:      Any					,lowerCamelCase					:      Optional[DatasetInfo] = None					,lowerCamelCase					:      Optional[str] = None					,**lowerCamelCase					:      Dict					,):

      '''simple docstring'''

      super().__init__(self					,**lowerCamelCase     )
      __SCREAMING_SNAKE_CASE   				=							repo_info
      __SCREAMING_SNAKE_CASE   				=							token
      __SCREAMING_SNAKE_CASE   				=							None





   def   UpperCAmelCase__  (       self					:      Optional[int]     ):

      '''simple docstring'''

      if self.dir_cache is None:
         __SCREAMING_SNAKE_CASE   				=							{}
         for hf_file in self.repo_info.siblings:
            # TODO(QL): add sizes
            __SCREAMING_SNAKE_CASE   				=							{
                """name""": hf_file.rfilename,
                """size""": None,
                """type""": """file""",
            }
            self.dir_cache.update(
                {
                    str(lowerCamelCase     ): {"""name""": str(lowerCamelCase     ), """size""": None, """type""": """directory"""}
                    for d in list(PurePosixPath(hf_file.rfilename     ).parents     )[:-1]
                }     )





   def   UpperCAmelCase__  (       self					:      List[Any]					,lowerCamelCase					:      str					,lowerCamelCase					:      str = "rb"					,**lowerCamelCase					:      Optional[Any]					,):

      '''simple docstring'''

      if not isinstance(self.repo_info					,lowerCamelCase     ):
         raise NotImplementedError(f"""Open is only implemented for dataset repositories, but got {self.repo_info}"""     )
      __SCREAMING_SNAKE_CASE   				=							hf_hub_url(self.repo_info.id					,lowerCamelCase					,revision=self.repo_info.sha     )
      return fsspec.open(
          lowerCamelCase					,mode=lowerCamelCase					,headers=get_authentication_headers_for_url(lowerCamelCase					,use_auth_token=self.token     )					,client_kwargs={"""trust_env""": True}					,).open()





   def   UpperCAmelCase__  (       self					:      Tuple					,lowerCamelCase					:      Any					,**lowerCamelCase					:      Optional[Any]     ):

      '''simple docstring'''

      self._get_dirs()
      __SCREAMING_SNAKE_CASE   				=							self._strip_protocol(lowerCamelCase     )
      if path in self.dir_cache:
         return self.dir_cache[path]
      else:
         raise FileNotFoundError(lowerCamelCase     )





   def   UpperCAmelCase__  (       self					:      str					,lowerCamelCase					:      Any					,lowerCamelCase					:      str=False					,**lowerCamelCase					:      Any     ):

      '''simple docstring'''

      self._get_dirs()
      __SCREAMING_SNAKE_CASE   				=							PurePosixPath(path.strip("""/"""     )     )
      __SCREAMING_SNAKE_CASE   				=							{}
      for p, f in self.dir_cache.items():
         __SCREAMING_SNAKE_CASE   				=							PurePosixPath(p.strip("""/"""     )     )
         __SCREAMING_SNAKE_CASE   				=							p.parent
         if root == path:
            __SCREAMING_SNAKE_CASE   				=							f
      __SCREAMING_SNAKE_CASE   				=							list(paths.values()     )
      if detail:
         return out
      else:
         return sorted(f["""name"""] for f in out     )





