



import unittest

from transformers import is_torch_available
from transformers.testing_utils import require_sentencepiece, require_tokenizers, require_torch, slow


if is_torch_available():
   import torch

   from transformers import XLMRobertaModel



@require_sentencepiece
@require_tokenizers
@require_torch
class     _UpperCAmelCase			(       unittest.TestCase     ):




     @slow
     def 		snake_case_		(				self):
         A__		 =					XLMRobertaModel.from_pretrained('''xlm-roberta-base''')
         A__		 =					torch.tensor([[0, 5_8_1, 1_0_2_6_9, 8_3, 9_9_9_4_2, 1_3_6, 6_0_7_4_2, 2_3, 7_0, 8_0_5_8_3, 1_8_2_7_6, 2]])
         # The dog is cute and lives in the garden house

         A__		 =					torch.Size((1, 1_2, 7_6_8))  # batch_size, sequence_length, embedding_vector_dim
         A__		 =					torch.tensor(
             [[-0.0_1_0_1, 0.1_2_1_8, -0.0_8_0_3, 0.0_8_0_1, 0.1_3_2_7, 0.0_7_7_6, -0.1_2_1_5, 0.2_3_8_3, 0.3_3_3_8, 0.3_1_0_6, 0.0_3_0_0, 0.0_2_5_2]])
         #  xlmr = torch.hub.load('pytorch/fairseq', 'xlmr.base')
         #  xlmr.eval()
         #  expected_output_values_last_dim = xlmr.extract_features(input_ids[0])[:, :, -1]
         with torch.no_grad():
             A__		 =					model(a__)['''last_hidden_state'''].detach()
         self.assertEqual(output.shape ,						a__)
         # compare the actual values for a slice of last dim
         self.assertTrue(torch.allclose(output[:, :, -1] ,						a__ ,						atol=1e-3))




     @slow
     def 		snake_case_		(				self):
         A__		 =					XLMRobertaModel.from_pretrained('''xlm-roberta-large''')
         A__		 =					torch.tensor([[0, 5_8_1, 1_0_2_6_9, 8_3, 9_9_9_4_2, 1_3_6, 6_0_7_4_2, 2_3, 7_0, 8_0_5_8_3, 1_8_2_7_6, 2]])
         # The dog is cute and lives in the garden house

         A__		 =					torch.Size((1, 1_2, 1_0_2_4))  # batch_size, sequence_length, embedding_vector_dim
         A__		 =					torch.tensor(
             [[-0.0_6_9_9, -0.0_3_1_8, 0.0_7_0_5, -0.1_2_4_1, 0.0_9_9_9, -0.0_5_2_0, 0.1_0_0_4, -0.1_8_3_8, -0.4_7_0_4, 0.1_4_3_7, 0.0_8_2_1, 0.0_1_2_6]])
         #  xlmr = torch.hub.load('pytorch/fairseq', 'xlmr.large')
         #  xlmr.eval()
         #  expected_output_values_last_dim = xlmr.extract_features(input_ids[0])[:, :, -1]
         with torch.no_grad():
             A__		 =					model(a__)['''last_hidden_state'''].detach()
         self.assertEqual(output.shape ,						a__)
         # compare the actual values for a slice of last dim
         self.assertTrue(torch.allclose(output[:, :, -1] ,						a__ ,						atol=1e-3))





import contextlib
import csv
import json
import os
import sqlitea
import tarfile
import textwrap
import zipfile

import pyarrow as pa
import pyarrow.parquet as pq
import pytest

import datasets
import datasets.config



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					)->  str:
    A__		 =					1_0
    A__		 =					datasets.Features(
        {
            '''tokens''': datasets.Sequence(datasets.Value('''string'''	)	),
            '''labels''': datasets.Sequence(datasets.ClassLabel(names=['''negative''', '''positive''']	)	),
            '''answers''': datasets.Sequence(
                {
                    '''text''': datasets.Value('''string'''	),
                    '''answer_start''': datasets.Value('''int32'''	),
                }	),
            '''id''': datasets.Value('''int64'''	),
        }	)
    A__		 =					datasets.Dataset.from_dict(
        {
            '''tokens''': [['''foo'''] * 5] * n,
            '''labels''': [[1] * 5] * n,
            '''answers''': [{'''answer_start''': [9_7], '''text''': ['''1976''']}] * 1_0,
            '''id''': list(range(UpperCamelCase_	)	),
        } ,       features=UpperCamelCase_ ,       )
    return dataset



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       Optional[Any] ,       UpperCamelCase_				:       int	)->  Optional[Any]:
    A__		 =					str(tmp_path_factory.mktemp('''data'''	) / '''file.arrow'''	)
    dataset.map(cache_file_name=UpperCamelCase_	)
    return filename


# FILE_CONTENT + files


_lowercase						  =		"\\n    Text data.\n    Second line of data."



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       str	)->  List[Any]:
    A__		 =					tmp_path_factory.mktemp('''data'''	) / '''file.txt'''
    A__		 =					FILE_CONTENT
    with open(UpperCamelCase_ ,       '''w'''	) as f:
        f.write(UpperCamelCase_	)
    return filename



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       Optional[int]	)->  Optional[Any]:
    import bza

    A__		 =					tmp_path_factory.mktemp('''data'''	) / '''file.txt.bz2'''
    A__		 =					bytes(UpperCamelCase_ ,       '''utf-8'''	)
    with bza.open(UpperCamelCase_ ,       '''wb'''	) as f:
        f.write(UpperCamelCase_	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       Optional[Any]	)->  int:
    import gzip

    A__		 =					str(tmp_path_factory.mktemp('''data'''	) / '''file.txt.gz'''	)
    A__		 =					bytes(UpperCamelCase_ ,       '''utf-8'''	)
    with gzip.open(UpperCamelCase_ ,       '''wb'''	) as f:
        f.write(UpperCamelCase_	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       str	)->  Any:
    if datasets.config.LZ4_AVAILABLE:
        import lza.frame

        A__		 =					tmp_path_factory.mktemp('''data'''	) / '''file.txt.lz4'''
        A__		 =					bytes(UpperCamelCase_ ,       '''utf-8'''	)
        with lza.frame.open(UpperCamelCase_ ,       '''wb'''	) as f:
            f.write(UpperCamelCase_	)
        return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       List[Any] ,       UpperCamelCase_				:       Tuple	)->  int:
    if datasets.config.PY7ZR_AVAILABLE:
        import pyazr

        A__		 =					tmp_path_factory.mktemp('''data'''	) / '''file.txt.7z'''
        with pyazr.SevenZipFile(UpperCamelCase_ ,       '''w'''	) as archive:
            archive.write(UpperCamelCase_ ,       arcname=os.path.basename(UpperCamelCase_	)	)
        return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       Tuple ,       UpperCamelCase_				:       int	)->  Optional[Any]:
    import tarfile

    A__		 =					tmp_path_factory.mktemp('''data'''	) / '''file.txt.tar'''
    with tarfile.TarFile(UpperCamelCase_ ,       '''w'''	) as f:
        f.add(UpperCamelCase_ ,       arcname=os.path.basename(UpperCamelCase_	)	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       Optional[int]	)->  str:
    import lzma

    A__		 =					tmp_path_factory.mktemp('''data'''	) / '''file.txt.xz'''
    A__		 =					bytes(UpperCamelCase_ ,       '''utf-8'''	)
    with lzma.open(UpperCamelCase_ ,       '''wb'''	) as f:
        f.write(UpperCamelCase_	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       Optional[int] ,       UpperCamelCase_				:       List[str]	)->  List[str]:
    import zipfile

    A__		 =					tmp_path_factory.mktemp('''data'''	) / '''file.txt.zip'''
    with zipfile.ZipFile(UpperCamelCase_ ,       '''w'''	) as f:
        f.write(UpperCamelCase_ ,       arcname=os.path.basename(UpperCamelCase_	)	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       Tuple	)->  str:
    if datasets.config.ZSTANDARD_AVAILABLE:
        import zstandard as zstd

        A__		 =					tmp_path_factory.mktemp('''data'''	) / '''file.txt.zst'''
        A__		 =					bytes(UpperCamelCase_ ,       '''utf-8'''	)
        with zstd.open(UpperCamelCase_ ,       '''wb'''	) as f:
            f.write(UpperCamelCase_	)
        return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       Optional[int]	)->  int:
    A__		 =					tmp_path_factory.mktemp('''data'''	) / '''file.xml'''
    A__		 =					textwrap.dedent(
        '''\
    <?xml version="1.0" encoding="UTF-8" ?>
    <tmx version="1.4">
      <header segtype="sentence" srclang="ca" />
      <body>
        <tu>
          <tuv xml:lang="ca"><seg>Contingut 1</seg></tuv>
          <tuv xml:lang="en"><seg>Content 1</seg></tuv>
        </tu>
        <tu>
          <tuv xml:lang="ca"><seg>Contingut 2</seg></tuv>
          <tuv xml:lang="en"><seg>Content 2</seg></tuv>
        </tu>
        <tu>
          <tuv xml:lang="ca"><seg>Contingut 3</seg></tuv>
          <tuv xml:lang="en"><seg>Content 3</seg></tuv>
        </tu>
        <tu>
          <tuv xml:lang="ca"><seg>Contingut 4</seg></tuv>
          <tuv xml:lang="en"><seg>Content 4</seg></tuv>
        </tu>
        <tu>
          <tuv xml:lang="ca"><seg>Contingut 5</seg></tuv>
          <tuv xml:lang="en"><seg>Content 5</seg></tuv>
        </tu>
      </body>
    </tmx>'''	)
    with open(UpperCamelCase_ ,       '''w'''	) as f:
        f.write(UpperCamelCase_	)
    return filename


_lowercase						  =		[
    {"col_1": "0", "col_2": 0, "col_3": 0.0},
    {"col_1": "1", "col_2": 1, "col_3": 1.0},
    {"col_1": "2", "col_2": 2, "col_3": 2.0},
    {"col_1": "3", "col_2": 3, "col_3": 3.0},
]
_lowercase						  =		[
    {"col_1": "4", "col_2": 4, "col_3": 4.0},
    {"col_1": "5", "col_2": 5, "col_3": 5.0},
]
_lowercase						  =		{
    "col_1": ["0", "1", "2", "3"],
    "col_2": [0, 1, 2, 3],
    "col_3": [0.0, 1.0, 2.0, 3.0],
}

_lowercase						  =		[
    {"col_3": 0.0, "col_1": "0", "col_2": 0},
    {"col_3": 1.0, "col_1": "1", "col_2": 1},
]

_lowercase						  =		[
    {"col_1": "s0", "col_2": 0, "col_3": 0.0},
    {"col_1": "s1", "col_2": 1, "col_3": 1.0},
    {"col_1": "s2", "col_2": 2, "col_3": 2.0},
    {"col_1": "s3", "col_2": 3, "col_3": 3.0},
]



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					)->  str:
    return DATA_DICT_OF_LISTS



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       List[Any]	)->  List[str]:
    A__		 =					datasets.Dataset.from_dict(UpperCamelCase_	)
    A__		 =					str(tmp_path_factory.mktemp('''data'''	) / '''dataset.arrow'''	)
    dataset.map(cache_file_name=UpperCamelCase_	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       Dict	)->  List[str]:
    A__		 =					str(tmp_path_factory.mktemp('''data'''	) / '''dataset.sqlite'''	)
    with contextlib.closing(sqlitea.connect(UpperCamelCase_	)	) as con:
        A__		 =					con.cursor()
        cur.execute('''CREATE TABLE dataset(col_1 text, col_2 int, col_3 real)'''	)
        for item in DATA:
            cur.execute('''INSERT INTO dataset(col_1, col_2, col_3) VALUES (?, ?, ?)''' ,       tuple(item.values()	)	)
        con.commit()
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       Union[str, Any]	)->  Tuple:
    A__		 =					str(tmp_path_factory.mktemp('''data'''	) / '''dataset.csv'''	)
    with open(UpperCamelCase_ ,       '''w''' ,       newline=''''''	) as f:
        A__		 =					csv.DictWriter(UpperCamelCase_ ,       fieldnames=['''col_1''', '''col_2''', '''col_3''']	)
        writer.writeheader()
        for item in DATA:
            writer.writerow(UpperCamelCase_	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       Dict	)->  List[Any]:
    A__		 =					str(tmp_path_factory.mktemp('''data'''	) / '''dataset2.csv'''	)
    with open(UpperCamelCase_ ,       '''w''' ,       newline=''''''	) as f:
        A__		 =					csv.DictWriter(UpperCamelCase_ ,       fieldnames=['''col_1''', '''col_2''', '''col_3''']	)
        writer.writeheader()
        for item in DATA:
            writer.writerow(UpperCamelCase_	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       int ,       UpperCamelCase_				:       Optional[int]	)->  List[str]:
    import bza

    A__		 =					tmp_path_factory.mktemp('''data'''	) / '''dataset.csv.bz2'''
    with open(UpperCamelCase_ ,       '''rb'''	) as f:
        A__		 =					f.read()
    # data = bytes(FILE_CONTENT, "utf-8")
    with bza.open(UpperCamelCase_ ,       '''wb'''	) as f:
        f.write(UpperCamelCase_	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       str ,       UpperCamelCase_				:       Optional[Any] ,       UpperCamelCase_				:       Optional[int]	)->  str:
    A__		 =					tmp_path_factory.mktemp('''data'''	) / '''dataset.csv.zip'''
    with zipfile.ZipFile(UpperCamelCase_ ,       '''w'''	) as f:
        f.write(UpperCamelCase_ ,       arcname=os.path.basename(UpperCamelCase_	)	)
        f.write(UpperCamelCase_ ,       arcname=os.path.basename(UpperCamelCase_	)	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       int ,       UpperCamelCase_				:       str ,       UpperCamelCase_				:       Any	)->  List[Any]:
    A__		 =					tmp_path_factory.mktemp('''data'''	) / '''dataset.csv.zip'''
    with zipfile.ZipFile(UpperCamelCase_ ,       '''w'''	) as f:
        f.write(UpperCamelCase_ ,       arcname=os.path.basename(csv_path.replace('''.csv''' ,       '''.CSV'''	)	)	)
        f.write(UpperCamelCase_ ,       arcname=os.path.basename(csva_path.replace('''.csv''' ,       '''.CSV'''	)	)	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       str ,       UpperCamelCase_				:       str ,       UpperCamelCase_				:       Optional[Any]	)->  Tuple:
    A__		 =					tmp_path_factory.mktemp('''data'''	) / '''dataset_with_dir.csv.zip'''
    with zipfile.ZipFile(UpperCamelCase_ ,       '''w'''	) as f:
        f.write(UpperCamelCase_ ,       arcname=os.path.join('''main_dir''' ,       os.path.basename(UpperCamelCase_	)	)	)
        f.write(UpperCamelCase_ ,       arcname=os.path.join('''main_dir''' ,       os.path.basename(UpperCamelCase_	)	)	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       Dict	)->  Optional[int]:
    A__		 =					str(tmp_path_factory.mktemp('''data'''	) / '''dataset.parquet'''	)
    A__		 =					pa.schema(
        {
            '''col_1''': pa.string(),
            '''col_2''': pa.intaa(),
            '''col_3''': pa.floataa(),
        }	)
    with open(UpperCamelCase_ ,       '''wb'''	) as f:
        A__		 =					pq.ParquetWriter(UpperCamelCase_ ,       schema=UpperCamelCase_	)
        A__		 =					pa.Table.from_pydict({k: [DATA[i][k] for i in range(len(UpperCamelCase_	)	)] for k in DATA[0]} ,       schema=UpperCamelCase_	)
        writer.write_table(UpperCamelCase_	)
        writer.close()
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       Optional[int]	)->  str:
    A__		 =					str(tmp_path_factory.mktemp('''data'''	) / '''dataset.json'''	)
    A__		 =					{'''data''': DATA}
    with open(UpperCamelCase_ ,       '''w'''	) as f:
        json.dump(UpperCamelCase_ ,       UpperCamelCase_	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       Optional[int]	)->  Optional[Any]:
    A__		 =					str(tmp_path_factory.mktemp('''data'''	) / '''dataset.json'''	)
    A__		 =					{'''data''': DATA_DICT_OF_LISTS}
    with open(UpperCamelCase_ ,       '''w'''	) as f:
        json.dump(UpperCamelCase_ ,       UpperCamelCase_	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       Dict	)->  List[Any]:
    A__		 =					str(tmp_path_factory.mktemp('''data'''	) / '''dataset.jsonl'''	)
    with open(UpperCamelCase_ ,       '''w'''	) as f:
        for item in DATA:
            f.write(json.dumps(UpperCamelCase_	) + '''\n'''	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       str	)->  Tuple:
    A__		 =					str(tmp_path_factory.mktemp('''data'''	) / '''dataset2.jsonl'''	)
    with open(UpperCamelCase_ ,       '''w'''	) as f:
        for item in DATA:
            f.write(json.dumps(UpperCamelCase_	) + '''\n'''	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       int	)->  Optional[int]:
    A__		 =					str(tmp_path_factory.mktemp('''data'''	) / '''dataset_312.jsonl'''	)
    with open(UpperCamelCase_ ,       '''w'''	) as f:
        for item in DATA_312:
            f.write(json.dumps(UpperCamelCase_	) + '''\n'''	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       int	)->  Union[str, Any]:
    A__		 =					str(tmp_path_factory.mktemp('''data'''	) / '''dataset-str.jsonl'''	)
    with open(UpperCamelCase_ ,       '''w'''	) as f:
        for item in DATA_STR:
            f.write(json.dumps(UpperCamelCase_	) + '''\n'''	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       Union[str, Any] ,       UpperCamelCase_				:       str	)->  List[str]:
    import gzip

    A__		 =					str(tmp_path_factory.mktemp('''data'''	) / '''dataset.txt.gz'''	)
    with open(UpperCamelCase_ ,       '''rb'''	) as orig_file:
        with gzip.open(UpperCamelCase_ ,       '''wb'''	) as zipped_file:
            zipped_file.writelines(UpperCamelCase_	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       Any ,       UpperCamelCase_				:       Optional[Any]	)->  List[Any]:
    import gzip

    A__		 =					str(tmp_path_factory.mktemp('''data'''	) / '''dataset.jsonl.gz'''	)
    with open(UpperCamelCase_ ,       '''rb'''	) as orig_file:
        with gzip.open(UpperCamelCase_ ,       '''wb'''	) as zipped_file:
            zipped_file.writelines(UpperCamelCase_	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       int ,       UpperCamelCase_				:       List[str] ,       UpperCamelCase_				:       List[str]	)->  Optional[int]:
    A__		 =					tmp_path_factory.mktemp('''data'''	) / '''dataset.jsonl.zip'''
    with zipfile.ZipFile(UpperCamelCase_ ,       '''w'''	) as f:
        f.write(UpperCamelCase_ ,       arcname=os.path.basename(UpperCamelCase_	)	)
        f.write(UpperCamelCase_ ,       arcname=os.path.basename(UpperCamelCase_	)	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       List[str] ,       UpperCamelCase_				:       List[str] ,       UpperCamelCase_				:       Optional[Any] ,       UpperCamelCase_				:       Optional[int]	)->  Union[str, Any]:
    A__		 =					tmp_path_factory.mktemp('''data'''	) / '''dataset_nested.jsonl.zip'''
    with zipfile.ZipFile(UpperCamelCase_ ,       '''w'''	) as f:
        f.write(UpperCamelCase_ ,       arcname=os.path.join('''nested''' ,       os.path.basename(UpperCamelCase_	)	)	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       int ,       UpperCamelCase_				:       List[str] ,       UpperCamelCase_				:       Any	)->  Any:
    A__		 =					tmp_path_factory.mktemp('''data'''	) / '''dataset_with_dir.jsonl.zip'''
    with zipfile.ZipFile(UpperCamelCase_ ,       '''w'''	) as f:
        f.write(UpperCamelCase_ ,       arcname=os.path.join('''main_dir''' ,       os.path.basename(UpperCamelCase_	)	)	)
        f.write(UpperCamelCase_ ,       arcname=os.path.join('''main_dir''' ,       os.path.basename(UpperCamelCase_	)	)	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       Dict ,       UpperCamelCase_				:       Any ,       UpperCamelCase_				:       str	)->  Tuple:
    A__		 =					tmp_path_factory.mktemp('''data'''	) / '''dataset.jsonl.tar'''
    with tarfile.TarFile(UpperCamelCase_ ,       '''w'''	) as f:
        f.add(UpperCamelCase_ ,       arcname=os.path.basename(UpperCamelCase_	)	)
        f.add(UpperCamelCase_ ,       arcname=os.path.basename(UpperCamelCase_	)	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       Optional[int] ,       UpperCamelCase_				:       int ,       UpperCamelCase_				:       List[str] ,       UpperCamelCase_				:       List[str]	)->  str:
    A__		 =					tmp_path_factory.mktemp('''data'''	) / '''dataset_nested.jsonl.tar'''
    with tarfile.TarFile(UpperCamelCase_ ,       '''w'''	) as f:
        f.add(UpperCamelCase_ ,       arcname=os.path.join('''nested''' ,       os.path.basename(UpperCamelCase_	)	)	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       Any	)->  List[str]:
    A__		 =					['''0''', '''1''', '''2''', '''3''']
    A__		 =					str(tmp_path_factory.mktemp('''data'''	) / '''dataset.txt'''	)
    with open(UpperCamelCase_ ,       '''w'''	) as f:
        for item in data:
            f.write(item + '''\n'''	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       int	)->  Dict:
    A__		 =					['''0''', '''1''', '''2''', '''3''']
    A__		 =					str(tmp_path_factory.mktemp('''data'''	) / '''dataset2.txt'''	)
    with open(UpperCamelCase_ ,       '''w'''	) as f:
        for item in data:
            f.write(item + '''\n'''	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       Union[str, Any]	)->  Union[str, Any]:
    A__		 =					['''0''', '''1''', '''2''', '''3''']
    A__		 =					tmp_path_factory.mktemp('''data'''	) / '''dataset.abc'''
    with open(UpperCamelCase_ ,       '''w'''	) as f:
        for item in data:
            f.write(item + '''\n'''	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       List[str] ,       UpperCamelCase_				:       Any ,       UpperCamelCase_				:       Optional[Any]	)->  List[str]:
    A__		 =					tmp_path_factory.mktemp('''data'''	) / '''dataset.text.zip'''
    with zipfile.ZipFile(UpperCamelCase_ ,       '''w'''	) as f:
        f.write(UpperCamelCase_ ,       arcname=os.path.basename(UpperCamelCase_	)	)
        f.write(UpperCamelCase_ ,       arcname=os.path.basename(UpperCamelCase_	)	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       Any ,       UpperCamelCase_				:       List[Any] ,       UpperCamelCase_				:       Optional[int]	)->  Tuple:
    A__		 =					tmp_path_factory.mktemp('''data'''	) / '''dataset_with_dir.text.zip'''
    with zipfile.ZipFile(UpperCamelCase_ ,       '''w'''	) as f:
        f.write(UpperCamelCase_ ,       arcname=os.path.join('''main_dir''' ,       os.path.basename(UpperCamelCase_	)	)	)
        f.write(UpperCamelCase_ ,       arcname=os.path.join('''main_dir''' ,       os.path.basename(UpperCamelCase_	)	)	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       Optional[Any] ,       UpperCamelCase_				:       Tuple ,       UpperCamelCase_				:       Tuple	)->  Any:
    A__		 =					tmp_path_factory.mktemp('''data'''	) / '''dataset.ext.zip'''
    with zipfile.ZipFile(UpperCamelCase_ ,       '''w'''	) as f:
        f.write(UpperCamelCase_ ,       arcname=os.path.basename('''unsupported.ext'''	)	)
        f.write(UpperCamelCase_ ,       arcname=os.path.basename('''unsupported_2.ext'''	)	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       Dict	)->  Any:
    A__		 =					'''\n'''.join(['''First''', '''Second\u2029with Unicode new line''', '''Third''']	)
    A__		 =					str(tmp_path_factory.mktemp('''data'''	) / '''dataset_with_unicode_new_lines.txt'''	)
    with open(UpperCamelCase_ ,       '''w''' ,       encoding='''utf-8'''	) as f:
        f.write(UpperCamelCase_	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					)->  Tuple:
    return os.path.join('''tests''' ,       '''features''' ,       '''data''' ,       '''test_image_rgb.jpg'''	)



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					)->  Dict:
    return os.path.join('''tests''' ,       '''features''' ,       '''data''' ,       '''test_audio_44100.wav'''	)



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       Union[str, Any] ,       UpperCamelCase_				:       Union[str, Any]	)->  List[Any]:
    A__		 =					tmp_path_factory.mktemp('''data'''	) / '''dataset.img.zip'''
    with zipfile.ZipFile(UpperCamelCase_ ,       '''w'''	) as f:
        f.write(UpperCamelCase_ ,       arcname=os.path.basename(UpperCamelCase_	)	)
        f.write(UpperCamelCase_ ,       arcname=os.path.basename(UpperCamelCase_	).replace('''.jpg''' ,       '''2.jpg'''	)	)
    return path



@pytest.fixture(scope='''session'''	)
def 		lowerCAmelCase__    (					UpperCamelCase_				:       Optional[Any]	)->  str:
    A__		 =					tmp_path_factory.mktemp('''data_dir'''	)

    (data_dir / "subdir").mkdir()
    with open(data_dir / '''subdir''' / '''train.txt''' ,       '''w'''	) as f:
        f.write('''foo\n''' * 1_0	)
    with open(data_dir / '''subdir''' / '''test.txt''' ,       '''w'''	) as f:
        f.write('''bar\n''' * 1_0	)
    # hidden file
    with open(data_dir / '''subdir''' / '''.test.txt''' ,       '''w'''	) as f:
        f.write('''bar\n''' * 1_0	)

    # hidden directory
    (data_dir / ".subdir").mkdir()
    with open(data_dir / '''.subdir''' / '''train.txt''' ,       '''w'''	) as f:
        f.write('''foo\n''' * 1_0	)
    with open(data_dir / '''.subdir''' / '''test.txt''' ,       '''w'''	) as f:
        f.write('''bar\n''' * 1_0	)

    return data_dir
