
'''simple docstring'''


import json
import os
import tempfile
import unittest
import unittest.mock as mock
from pathlib import Path

from requests.exceptions import HTTPError

from transformers.utils import (
    CONFIG_NAME,
    FLAX_WEIGHTS_NAME,
    TF2_WEIGHTS_NAME,
    TRANSFORMERS_CACHE,
    WEIGHTS_NAME,
    cached_file,
    get_file_from_repo,
    has_file,
)


__lowercase							:   Union[str, Any]					=     'hf-internal-testing/tiny-random-bert'
__lowercase							:   List[Any]					=     os.path.join(TRANSFORMERS_CACHE, '''models--hf-internal-testing--tiny-random-bert''')
__lowercase							:   int					=     '9b8c223d42b2188cb49d29af482996f9d0f3e5a6'

class 	__lowercase				(  unittest.TestCase    ):

			def        UpperCAmelCase__ (self      ):
								lowerCamelCase_					:      Dict     =		cached_file(UpperCamelCase__			,   UpperCamelCase__      )
								# Should have downloaded the file in here
								self.assertTrue(os.path.isdir(UpperCamelCase__      )      )
								# Cache should contain at least those three subfolders:
								for subfolder in ["blobs", "refs", "snapshots"]:
													self.assertTrue(os.path.isdir(os.path.join(UpperCamelCase__			,   UpperCamelCase__      )      )      )
								with open(os.path.join(UpperCamelCase__			,   '''refs'''			,   '''main'''      )      ) as f:
													lowerCamelCase_					:      Tuple     =		f.read()
								self.assertEqual(UpperCamelCase__			,   os.path.join(UpperCamelCase__			,   '''snapshots'''			,   UpperCamelCase__			,   UpperCamelCase__      )      )
								self.assertTrue(os.path.isfile(UpperCamelCase__      )      )

								# File is cached at the same place the second time.
								lowerCamelCase_					:      Dict     =		cached_file(UpperCamelCase__			,   UpperCamelCase__      )
								self.assertEqual(UpperCamelCase__			,   UpperCamelCase__      )

								# Using a specific revision to test the full commit hash.
								lowerCamelCase_					:      List[Any]     =		cached_file(UpperCamelCase__			,   UpperCamelCase__			,   revision='''9b8c223'''      )
								self.assertEqual(UpperCamelCase__			,   os.path.join(UpperCamelCase__			,   '''snapshots'''			,   UpperCamelCase__			,   UpperCamelCase__      )      )

			def        UpperCAmelCase__ (self      ):






								with self.assertRaisesRegex(UpperCamelCase__			,   '''is not a valid model identifier'''      ):
													lowerCamelCase_					:      Dict     =		cached_file('''tiny-random-bert'''			,   UpperCamelCase__      )

								with self.assertRaisesRegex(UpperCamelCase__			,   '''is not a valid git identifier'''      ):
													lowerCamelCase_					:      str     =		cached_file(UpperCamelCase__			,   UpperCamelCase__			,   revision='''aaaa'''      )

								with self.assertRaisesRegex(UpperCamelCase__			,   '''does not appear to have a file named'''      ):
													lowerCamelCase_					:      int     =		cached_file(UpperCamelCase__			,   '''conf'''      )

			def        UpperCAmelCase__ (self      ):






								with self.assertRaisesRegex(UpperCamelCase__			,   '''does not appear to have a file named'''      ):
													lowerCamelCase_					:      Tuple     =		cached_file(UpperCamelCase__			,   '''conf'''      )

								with open(os.path.join(UpperCamelCase__			,   '''refs'''			,   '''main'''      )      ) as f:
													lowerCamelCase_					:      List[str]     =		f.read()
								self.assertTrue(os.path.isfile(os.path.join(UpperCamelCase__			,   '''.no_exist'''			,   UpperCamelCase__			,   '''conf'''      )      )      )

								lowerCamelCase_					:      Optional[int]     =		cached_file(UpperCamelCase__			,   '''conf'''			,   _raise_exceptions_for_missing_entries=UpperCamelCase__      )
								self.assertIsNone(UpperCamelCase__      )

								lowerCamelCase_					:      List[str]     =		cached_file(UpperCamelCase__			,   '''conf'''			,   local_files_only=UpperCamelCase__			,   _raise_exceptions_for_missing_entries=UpperCamelCase__      )
								self.assertIsNone(UpperCamelCase__      )

								lowerCamelCase_					:      str     =		mock.Mock()
								lowerCamelCase_					:      List[Any]     =		5_0_0
								lowerCamelCase_					:      Optional[int]     =		{}
								lowerCamelCase_					:      List[str]     =		HTTPError
								lowerCamelCase_					:      Any     =		{}

								# Under the mock environment we get a 500 error when trying to reach the tokenizer.
								with mock.patch('''requests.Session.request'''			,   return_value=UpperCamelCase__      ) as mock_head:
													lowerCamelCase_					:      List[Any]     =		cached_file(UpperCamelCase__			,   '''conf'''			,   _raise_exceptions_for_connection_errors=UpperCamelCase__      )
													self.assertIsNone(UpperCamelCase__      )
													# This check we did call the fake head request
													mock_head.assert_called()

			def        UpperCAmelCase__ (self      ):
								self.assertTrue(has_file('''hf-internal-testing/tiny-bert-pt-only'''			,   UpperCamelCase__      )      )
								self.assertFalse(has_file('''hf-internal-testing/tiny-bert-pt-only'''			,   UpperCamelCase__      )      )
								self.assertFalse(has_file('''hf-internal-testing/tiny-bert-pt-only'''			,   UpperCamelCase__      )      )

			def        UpperCAmelCase__ (self      ):
								self.assertIsNone(get_file_from_repo('''bert-base-cased'''			,   '''ahah.txt'''      )      )

								# The function raises if the repository does not exist.
								with self.assertRaisesRegex(UpperCamelCase__			,   '''is not a valid model identifier'''      ):
													get_file_from_repo('''bert-base-case'''			,   UpperCamelCase__      )

								# The function raises if the revision does not exist.
								with self.assertRaisesRegex(UpperCamelCase__			,   '''is not a valid git identifier'''      ):
													get_file_from_repo('''bert-base-cased'''			,   UpperCamelCase__			,   revision='''ahaha'''      )

								lowerCamelCase_					:      List[str]     =		get_file_from_repo('''bert-base-cased'''			,   UpperCamelCase__      )
								# The name is the cached name which is not very easy to test, so instead we load the content.
								lowerCamelCase_					:      Union[str, Any]     =		json.loads(open(UpperCamelCase__			,   '''r'''      ).read()      )
								self.assertEqual(config['''hidden_size''']			,   7_6_8      )






			def        UpperCAmelCase__ (self      ):






								with tempfile.TemporaryDirectory() as tmp_dir:
													lowerCamelCase_					:      Dict     =		Path(UpperCamelCase__      ) / '''a.txt'''
													filename.touch()
													self.assertEqual(get_file_from_repo(UpperCamelCase__			,   '''a.txt'''      )			,   str(UpperCamelCase__      )      )

													self.assertIsNone(get_file_from_repo(UpperCamelCase__			,   '''b.txt'''      )      )


'''simple docstring'''


import json
import logging
import os
import sys
from pathlib import Path

import finetune_rag

from transformers.file_utils import is_apex_available
from transformers.testing_utils import (
    TestCasePlus,
    execute_subprocess_async,
    require_ray,
    require_torch_gpu,
    require_torch_multi_gpu,
)


logging.basicConfig(level=logging.DEBUG)
__lowercase							:   Tuple					=     logging.getLogger()

__lowercase							:   str					=     logging.StreamHandler(sys.stdout)
logger.addHandler(stream_handler)

class 	__lowercase				(  _lowercase    ):

			def        UpperCAmelCase__ (self			,   A      ):
								os.makedirs(A			,   exist_ok=A      )
								lowerCamelCase_					:      Any     =		{'''source''': '''What is love ?''', '''target''': '''life'''}
								lowerCamelCase_					:      List[str]     =		{'''train''': 1_2, '''val''': 2, '''test''': 2}
								for split in ["train", "test", "val"]:
													for field in ["source", "target"]:
																		lowerCamelCase_					:      List[Any]     =		'''\n'''.join([contents[field]] * n_lines[split]      )
																		with open(os.path.join(A			,   F"""{split}.{field}"""      )			,   '''w'''      ) as f:
																							f.write(A      )

			def        UpperCAmelCase__ (self			,   A			,   A = "pytorch"      ):
								lowerCamelCase_					:      List[str]     =		self.get_auto_remove_tmp_dir()
								lowerCamelCase_					:      Tuple     =		os.path.join(A			,   '''output'''      )
								lowerCamelCase_					:      Union[str, Any]     =		os.path.join(A			,   '''data'''      )
								self._create_dummy_data(data_dir=A      )

								lowerCamelCase_					:      Tuple     =		F"""
                --data_dir {data_dir} \
                --output_dir {output_dir} \
                --model_name_or_path facebook/rag-sequence-base \
                --model_type rag_sequence \
                --do_train \
                --do_predict \
                --n_val -1 \
                --val_check_interval 1.0 \
                --train_batch_size 2 \
                --eval_batch_size 1 \
                --max_source_length 25 \
                --max_target_length 25 \
                --val_max_target_length 25 \
                --test_max_target_length 25 \
                --label_smoothing 0.1 \
                --dropout 0.1 \
                --attention_dropout 0.1 \
                --weight_decay 0.001 \
                --adam_epsilon 1e-08 \
                --max_grad_norm 0.1 \
                --lr_scheduler polynomial \
                --learning_rate 3e-04 \
                --num_train_epochs 1 \
                --warmup_steps 4 \
                --gradient_accumulation_steps 1 \
                --distributed-port 8787 \
                --use_dummy_dataset 1 \
                --distributed_retriever {distributed_retriever} \
            """.split()

								if gpus > 0:
													testargs.append(F"""--gpus={gpus}"""      )
													if is_apex_available():
																		testargs.append('''--fp16'''      )
								else:
													testargs.append('''--gpus=0'''      )
													testargs.append('''--distributed_backend=ddp_cpu'''      )
													testargs.append('''--num_processes=2'''      )

								lowerCamelCase_					:      str     =		[sys.executable, str(Path(finetune_rag.__file__      ).resolve()      )] + testargs
								execute_subprocess_async(A			,   env=self.get_env()      )

								lowerCamelCase_					:      List[Any]     =		os.path.join(A			,   '''metrics.json'''      )
								with open(A      ) as f:
													lowerCamelCase_					:      List[str]     =		json.load(A      )
								return result

			@require_torch_gpu
			def        UpperCAmelCase__ (self      ):
								lowerCamelCase_					:      Tuple     =		self._run_finetune(gpus=1      )
								self.assertGreaterEqual(result['''test'''][0]['''test_avg_em''']			,   0.2      )

			@require_torch_multi_gpu
			def        UpperCAmelCase__ (self      ):
								lowerCamelCase_					:      List[str]     =		self._run_finetune(gpus=2      )
								self.assertGreaterEqual(result['''test'''][0]['''test_avg_em''']			,   0.2      )

			@require_torch_gpu
			@require_ray
			def        UpperCAmelCase__ (self      ):
								lowerCamelCase_					:      Optional[int]     =		self._run_finetune(gpus=1			,   distributed_retriever='''ray'''      )
								self.assertGreaterEqual(result['''test'''][0]['''test_avg_em''']			,   0.2      )






			@require_torch_multi_gpu
			@require_ray
			def        UpperCAmelCase__ (self      ):
								lowerCamelCase_					:      Union[str, Any]     =		self._run_finetune(gpus=1			,   distributed_retriever='''ray'''      )
								self.assertGreaterEqual(result['''test'''][0]['''test_avg_em''']			,   0.2      )


