






import contextlib
import csv
import json
import os
import sqlitea
import tarfile
import textwrap
import zipfile

import pyarrow as pa
import pyarrow.parquet as pq
import pytest

import datasets
import datasets.config





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		()		->    int:


				'''simple docstring'''




				lowerCAmelCase__      			=						10
				lowerCAmelCase__      			=						datasets.Features(
				    {
				        '''tokens''': datasets.Sequence(datasets.Value('''string'''       )       ),
				        '''labels''': datasets.Sequence(datasets.ClassLabel(names=['''negative''', '''positive''']       )       ),
				        '''answers''': datasets.Sequence(
				            {
				                '''text''': datasets.Value('''string'''       ),
				                '''answer_start''': datasets.Value('''int32'''       ),
				            }       ),
				        '''id''': datasets.Value('''int64'''       ),
				    }       )
				lowerCAmelCase__      			=						datasets.Dataset.from_dict(
				    {
				        '''tokens''': [['''foo'''] * 5] * n,
				        '''labels''': [[1] * 5] * n,
				        '''answers''': [{'''answer_start''': [97], '''text''': ['''1976''']}] * 10,
				        '''id''': list(range(lowercase__       )       ),
				    }     ,					features=lowercase__     ,					)
				return dataset





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       int     ,					lowercase__						:       List[Any]       )		->    Union[str, Any]:


				'''simple docstring'''




				lowerCAmelCase__      			=						str(tmp_path_factory.mktemp('''data'''       ) / '''file.arrow'''       )
				dataset.map(cache_file_name=lowercase__       )
				return filename


# FILE_CONTENT + files


_UpperCAmelCase			:		Any   				=    "\\n    Text data.\n    Second line of data."





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       Optional[Any]       )		->    List[str]:


				'''simple docstring'''




				lowerCAmelCase__      			=						tmp_path_factory.mktemp('''data'''       ) / '''file.txt'''
				lowerCAmelCase__      			=						FILE_CONTENT
				with open(lowercase__     ,					'''w'''       ) as f:
								f.write(lowercase__       )
				return filename





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       Tuple       )		->    int:


				'''simple docstring'''




				import bza

				lowerCAmelCase__      			=						tmp_path_factory.mktemp('''data'''       ) / '''file.txt.bz2'''
				lowerCAmelCase__      			=						bytes(lowercase__     ,					'''utf-8'''       )
				with bza.open(lowercase__     ,					'''wb'''       ) as f:
								f.write(lowercase__       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       Optional[int]       )		->    str:


				'''simple docstring'''




				import gzip

				lowerCAmelCase__      			=						str(tmp_path_factory.mktemp('''data'''       ) / '''file.txt.gz'''       )
				lowerCAmelCase__      			=						bytes(lowercase__     ,					'''utf-8'''       )
				with gzip.open(lowercase__     ,					'''wb'''       ) as f:
								f.write(lowercase__       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       List[Any]       )		->    Optional[int]:


				'''simple docstring'''




				if datasets.config.LZ4_AVAILABLE:
								import lza.frame

								lowerCAmelCase__      			=						tmp_path_factory.mktemp('''data'''       ) / '''file.txt.lz4'''
								lowerCAmelCase__      			=						bytes(lowercase__     ,					'''utf-8'''       )
								with lza.frame.open(lowercase__     ,					'''wb'''       ) as f:
												f.write(lowercase__       )
								return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       List[str]     ,					lowercase__						:       Any       )		->    int:


				'''simple docstring'''




				if datasets.config.PY7ZR_AVAILABLE:
								import pyazr

								lowerCAmelCase__      			=						tmp_path_factory.mktemp('''data'''       ) / '''file.txt.7z'''
								with pyazr.SevenZipFile(lowercase__     ,					'''w'''       ) as archive:
												archive.write(lowercase__     ,					arcname=os.path.basename(lowercase__       )       )
								return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       Optional[Any]     ,					lowercase__						:       Any       )		->    List[Any]:


				'''simple docstring'''




				import tarfile

				lowerCAmelCase__      			=						tmp_path_factory.mktemp('''data'''       ) / '''file.txt.tar'''
				with tarfile.TarFile(lowercase__     ,					'''w'''       ) as f:
								f.add(lowercase__     ,					arcname=os.path.basename(lowercase__       )       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       int       )		->    Union[str, Any]:


				'''simple docstring'''




				import lzma

				lowerCAmelCase__      			=						tmp_path_factory.mktemp('''data'''       ) / '''file.txt.xz'''
				lowerCAmelCase__      			=						bytes(lowercase__     ,					'''utf-8'''       )
				with lzma.open(lowercase__     ,					'''wb'''       ) as f:
								f.write(lowercase__       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       Optional[int]     ,					lowercase__						:       List[str]       )		->    List[str]:


				'''simple docstring'''




				import zipfile

				lowerCAmelCase__      			=						tmp_path_factory.mktemp('''data'''       ) / '''file.txt.zip'''
				with zipfile.ZipFile(lowercase__     ,					'''w'''       ) as f:
								f.write(lowercase__     ,					arcname=os.path.basename(lowercase__       )       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       Optional[int]       )		->    int:


				'''simple docstring'''




				if datasets.config.ZSTANDARD_AVAILABLE:
								import zstandard as zstd

								lowerCAmelCase__      			=						tmp_path_factory.mktemp('''data'''       ) / '''file.txt.zst'''
								lowerCAmelCase__      			=						bytes(lowercase__     ,					'''utf-8'''       )
								with zstd.open(lowercase__     ,					'''wb'''       ) as f:
												f.write(lowercase__       )
								return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       str       )		->    Optional[Any]:


				'''simple docstring'''




				lowerCAmelCase__      			=						tmp_path_factory.mktemp('''data'''       ) / '''file.xml'''
				lowerCAmelCase__      			=						textwrap.dedent(
				    '''\
    <?xml version="1.0" encoding="UTF-8" ?>
    <tmx version="1.4">
      <header segtype="sentence" srclang="ca" />
      <body>
        <tu>
          <tuv xml:lang="ca"><seg>Contingut 1</seg></tuv>
          <tuv xml:lang="en"><seg>Content 1</seg></tuv>
        </tu>
        <tu>
          <tuv xml:lang="ca"><seg>Contingut 2</seg></tuv>
          <tuv xml:lang="en"><seg>Content 2</seg></tuv>
        </tu>
        <tu>
          <tuv xml:lang="ca"><seg>Contingut 3</seg></tuv>
          <tuv xml:lang="en"><seg>Content 3</seg></tuv>
        </tu>
        <tu>
          <tuv xml:lang="ca"><seg>Contingut 4</seg></tuv>
          <tuv xml:lang="en"><seg>Content 4</seg></tuv>
        </tu>
        <tu>
          <tuv xml:lang="ca"><seg>Contingut 5</seg></tuv>
          <tuv xml:lang="en"><seg>Content 5</seg></tuv>
        </tu>
      </body>
    </tmx>'''       )
				with open(lowercase__     ,					'''w'''       ) as f:
								f.write(lowercase__       )
				return filename


_UpperCAmelCase			:		Union[str, Any]   				=    [
    {"col_1": "0", "col_2": 0, "col_3": 0.0},
    {"col_1": "1", "col_2": 1, "col_3": 1.0},
    {"col_1": "2", "col_2": 2, "col_3": 2.0},
    {"col_1": "3", "col_2": 3, "col_3": 3.0},
]
_UpperCAmelCase			:		int   				=    [
    {"col_1": "4", "col_2": 4, "col_3": 4.0},
    {"col_1": "5", "col_2": 5, "col_3": 5.0},
]
_UpperCAmelCase			:		Optional[int]   				=    {
    "col_1": ["0", "1", "2", "3"],
    "col_2": [0, 1, 2, 3],
    "col_3": [0.0, 1.0, 2.0, 3.0],
}

_UpperCAmelCase			:		List[Any]   				=    [
    {"col_3": 0.0, "col_1": "0", "col_2": 0},
    {"col_3": 1.0, "col_1": "1", "col_2": 1},
]

_UpperCAmelCase			:		List[Any]   				=    [
    {"col_1": "s0", "col_2": 0, "col_3": 0.0},
    {"col_1": "s1", "col_2": 1, "col_3": 1.0},
    {"col_1": "s2", "col_2": 2, "col_3": 2.0},
    {"col_1": "s3", "col_2": 3, "col_3": 3.0},
]





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		()		->    int:


				'''simple docstring'''




				return DATA_DICT_OF_LISTS





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       Any       )		->    int:


				'''simple docstring'''




				lowerCAmelCase__      			=						datasets.Dataset.from_dict(lowercase__       )
				lowerCAmelCase__      			=						str(tmp_path_factory.mktemp('''data'''       ) / '''dataset.arrow'''       )
				dataset.map(cache_file_name=lowercase__       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       int       )		->    Any:


				'''simple docstring'''




				lowerCAmelCase__      			=						str(tmp_path_factory.mktemp('''data'''       ) / '''dataset.sqlite'''       )
				with contextlib.closing(sqlitea.connect(lowercase__       )       ) as con:
								lowerCAmelCase__      			=						con.cursor()
								cur.execute('''CREATE TABLE dataset(col_1 text, col_2 int, col_3 real)'''       )
								for item in DATA:
												cur.execute('''INSERT INTO dataset(col_1, col_2, col_3) VALUES (?, ?, ?)'''     ,					tuple(item.values()       )       )
								con.commit()
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       List[str]       )		->    int:


				'''simple docstring'''




				lowerCAmelCase__      			=						str(tmp_path_factory.mktemp('''data'''       ) / '''dataset.csv'''       )
				with open(lowercase__     ,					'''w'''     ,					newline=''''''       ) as f:
								lowerCAmelCase__      			=						csv.DictWriter(lowercase__     ,					fieldnames=['''col_1''', '''col_2''', '''col_3''']       )
								writer.writeheader()
								for item in DATA:
												writer.writerow(lowercase__       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       int       )		->    Any:


				'''simple docstring'''




				lowerCAmelCase__      			=						str(tmp_path_factory.mktemp('''data'''       ) / '''dataset2.csv'''       )
				with open(lowercase__     ,					'''w'''     ,					newline=''''''       ) as f:
								lowerCAmelCase__      			=						csv.DictWriter(lowercase__     ,					fieldnames=['''col_1''', '''col_2''', '''col_3''']       )
								writer.writeheader()
								for item in DATA:
												writer.writerow(lowercase__       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       Dict     ,					lowercase__						:       Dict       )		->    Optional[Any]:


				'''simple docstring'''




				import bza

				lowerCAmelCase__      			=						tmp_path_factory.mktemp('''data'''       ) / '''dataset.csv.bz2'''
				with open(lowercase__     ,					'''rb'''       ) as f:
								lowerCAmelCase__      			=						f.read()
				# data = bytes(FILE_CONTENT, "utf-8")
				with bza.open(lowercase__     ,					'''wb'''       ) as f:
								f.write(lowercase__       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       List[str]     ,					lowercase__						:       int     ,					lowercase__						:       Union[str, Any]       )		->    List[str]:


				'''simple docstring'''




				lowerCAmelCase__      			=						tmp_path_factory.mktemp('''data'''       ) / '''dataset.csv.zip'''
				with zipfile.ZipFile(lowercase__     ,					'''w'''       ) as f:
								f.write(lowercase__     ,					arcname=os.path.basename(lowercase__       )       )
								f.write(lowercase__     ,					arcname=os.path.basename(lowercase__       )       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       Union[str, Any]     ,					lowercase__						:       Tuple     ,					lowercase__						:       Optional[int]       )		->    Optional[int]:


				'''simple docstring'''




				lowerCAmelCase__      			=						tmp_path_factory.mktemp('''data'''       ) / '''dataset.csv.zip'''
				with zipfile.ZipFile(lowercase__     ,					'''w'''       ) as f:
								f.write(lowercase__     ,					arcname=os.path.basename(csv_path.replace('''.csv'''     ,					'''.CSV'''       )       )       )
								f.write(lowercase__     ,					arcname=os.path.basename(csva_path.replace('''.csv'''     ,					'''.CSV'''       )       )       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       int     ,					lowercase__						:       Union[str, Any]     ,					lowercase__						:       List[Any]       )		->    Optional[Any]:


				'''simple docstring'''




				lowerCAmelCase__      			=						tmp_path_factory.mktemp('''data'''       ) / '''dataset_with_dir.csv.zip'''
				with zipfile.ZipFile(lowercase__     ,					'''w'''       ) as f:
								f.write(lowercase__     ,					arcname=os.path.join('''main_dir'''     ,					os.path.basename(lowercase__       )       )       )
								f.write(lowercase__     ,					arcname=os.path.join('''main_dir'''     ,					os.path.basename(lowercase__       )       )       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       Optional[Any]       )		->    str:


				'''simple docstring'''




				lowerCAmelCase__      			=						str(tmp_path_factory.mktemp('''data'''       ) / '''dataset.parquet'''       )
				lowerCAmelCase__      			=						pa.schema(
				    {
				        '''col_1''': pa.string(),
				        '''col_2''': pa.intaa(),
				        '''col_3''': pa.floataa(),
				    }       )
				with open(lowercase__     ,					'''wb'''       ) as f:
								lowerCAmelCase__      			=						pq.ParquetWriter(lowercase__     ,					schema=lowercase__       )
								lowerCAmelCase__      			=						pa.Table.from_pydict({k: [DATA[i][k] for i in range(len(lowercase__       )       )] for k in DATA[0]}     ,					schema=lowercase__       )
								writer.write_table(lowercase__       )
								writer.close()
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       Optional[Any]       )		->    List[Any]:


				'''simple docstring'''




				lowerCAmelCase__      			=						str(tmp_path_factory.mktemp('''data'''       ) / '''dataset.json'''       )
				lowerCAmelCase__      			=						{'''data''': DATA}
				with open(lowercase__     ,					'''w'''       ) as f:
								json.dump(lowercase__     ,					lowercase__       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       Tuple       )		->    Tuple:


				'''simple docstring'''




				lowerCAmelCase__      			=						str(tmp_path_factory.mktemp('''data'''       ) / '''dataset.json'''       )
				lowerCAmelCase__      			=						{'''data''': DATA_DICT_OF_LISTS}
				with open(lowercase__     ,					'''w'''       ) as f:
								json.dump(lowercase__     ,					lowercase__       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       Any       )		->    Union[str, Any]:


				'''simple docstring'''




				lowerCAmelCase__      			=						str(tmp_path_factory.mktemp('''data'''       ) / '''dataset.jsonl'''       )
				with open(lowercase__     ,					'''w'''       ) as f:
								for item in DATA:
												f.write(json.dumps(lowercase__       ) + '''\n'''       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       Tuple       )		->    int:


				'''simple docstring'''




				lowerCAmelCase__      			=						str(tmp_path_factory.mktemp('''data'''       ) / '''dataset2.jsonl'''       )
				with open(lowercase__     ,					'''w'''       ) as f:
								for item in DATA:
												f.write(json.dumps(lowercase__       ) + '''\n'''       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       Any       )		->    Optional[Any]:


				'''simple docstring'''




				lowerCAmelCase__      			=						str(tmp_path_factory.mktemp('''data'''       ) / '''dataset_312.jsonl'''       )
				with open(lowercase__     ,					'''w'''       ) as f:
								for item in DATA_312:
												f.write(json.dumps(lowercase__       ) + '''\n'''       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       Dict       )		->    Any:


				'''simple docstring'''




				lowerCAmelCase__      			=						str(tmp_path_factory.mktemp('''data'''       ) / '''dataset-str.jsonl'''       )
				with open(lowercase__     ,					'''w'''       ) as f:
								for item in DATA_STR:
												f.write(json.dumps(lowercase__       ) + '''\n'''       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       Union[str, Any]     ,					lowercase__						:       Dict       )		->    List[Any]:


				'''simple docstring'''




				import gzip

				lowerCAmelCase__      			=						str(tmp_path_factory.mktemp('''data'''       ) / '''dataset.txt.gz'''       )
				with open(lowercase__     ,					'''rb'''       ) as orig_file:
								with gzip.open(lowercase__     ,					'''wb'''       ) as zipped_file:
												zipped_file.writelines(lowercase__       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       Optional[Any]     ,					lowercase__						:       Tuple       )		->    str:


				'''simple docstring'''




				import gzip

				lowerCAmelCase__      			=						str(tmp_path_factory.mktemp('''data'''       ) / '''dataset.jsonl.gz'''       )
				with open(lowercase__     ,					'''rb'''       ) as orig_file:
								with gzip.open(lowercase__     ,					'''wb'''       ) as zipped_file:
												zipped_file.writelines(lowercase__       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       Tuple     ,					lowercase__						:       Tuple     ,					lowercase__						:       Any       )		->    Optional[Any]:


				'''simple docstring'''




				lowerCAmelCase__      			=						tmp_path_factory.mktemp('''data'''       ) / '''dataset.jsonl.zip'''
				with zipfile.ZipFile(lowercase__     ,					'''w'''       ) as f:
								f.write(lowercase__     ,					arcname=os.path.basename(lowercase__       )       )
								f.write(lowercase__     ,					arcname=os.path.basename(lowercase__       )       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       Tuple     ,					lowercase__						:       Union[str, Any]     ,					lowercase__						:       int     ,					lowercase__						:       int       )		->    Tuple:


				'''simple docstring'''




				lowerCAmelCase__      			=						tmp_path_factory.mktemp('''data'''       ) / '''dataset_nested.jsonl.zip'''
				with zipfile.ZipFile(lowercase__     ,					'''w'''       ) as f:
								f.write(lowercase__     ,					arcname=os.path.join('''nested'''     ,					os.path.basename(lowercase__       )       )       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       List[Any]     ,					lowercase__						:       int     ,					lowercase__						:       Union[str, Any]       )		->    List[Any]:


				'''simple docstring'''




				lowerCAmelCase__      			=						tmp_path_factory.mktemp('''data'''       ) / '''dataset_with_dir.jsonl.zip'''
				with zipfile.ZipFile(lowercase__     ,					'''w'''       ) as f:
								f.write(lowercase__     ,					arcname=os.path.join('''main_dir'''     ,					os.path.basename(lowercase__       )       )       )
								f.write(lowercase__     ,					arcname=os.path.join('''main_dir'''     ,					os.path.basename(lowercase__       )       )       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       str     ,					lowercase__						:       Tuple     ,					lowercase__						:       Optional[Any]       )		->    Optional[int]:


				'''simple docstring'''




				lowerCAmelCase__      			=						tmp_path_factory.mktemp('''data'''       ) / '''dataset.jsonl.tar'''
				with tarfile.TarFile(lowercase__     ,					'''w'''       ) as f:
								f.add(lowercase__     ,					arcname=os.path.basename(lowercase__       )       )
								f.add(lowercase__     ,					arcname=os.path.basename(lowercase__       )       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       str     ,					lowercase__						:       str     ,					lowercase__						:       Optional[Any]     ,					lowercase__						:       int       )		->    Tuple:


				'''simple docstring'''




				lowerCAmelCase__      			=						tmp_path_factory.mktemp('''data'''       ) / '''dataset_nested.jsonl.tar'''
				with tarfile.TarFile(lowercase__     ,					'''w'''       ) as f:
								f.add(lowercase__     ,					arcname=os.path.join('''nested'''     ,					os.path.basename(lowercase__       )       )       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       int       )		->    Union[str, Any]:


				'''simple docstring'''




				lowerCAmelCase__      			=						['''0''', '''1''', '''2''', '''3''']
				lowerCAmelCase__      			=						str(tmp_path_factory.mktemp('''data'''       ) / '''dataset.txt'''       )
				with open(lowercase__     ,					'''w'''       ) as f:
								for item in data:
												f.write(item + '''\n'''       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       Any       )		->    Optional[Any]:


				'''simple docstring'''




				lowerCAmelCase__      			=						['''0''', '''1''', '''2''', '''3''']
				lowerCAmelCase__      			=						str(tmp_path_factory.mktemp('''data'''       ) / '''dataset2.txt'''       )
				with open(lowercase__     ,					'''w'''       ) as f:
								for item in data:
												f.write(item + '''\n'''       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       Union[str, Any]       )		->    Tuple:


				'''simple docstring'''




				lowerCAmelCase__      			=						['''0''', '''1''', '''2''', '''3''']
				lowerCAmelCase__      			=						tmp_path_factory.mktemp('''data'''       ) / '''dataset.abc'''
				with open(lowercase__     ,					'''w'''       ) as f:
								for item in data:
												f.write(item + '''\n'''       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       List[Any]     ,					lowercase__						:       List[str]     ,					lowercase__						:       Dict       )		->    Tuple:


				'''simple docstring'''




				lowerCAmelCase__      			=						tmp_path_factory.mktemp('''data'''       ) / '''dataset.text.zip'''
				with zipfile.ZipFile(lowercase__     ,					'''w'''       ) as f:
								f.write(lowercase__     ,					arcname=os.path.basename(lowercase__       )       )
								f.write(lowercase__     ,					arcname=os.path.basename(lowercase__       )       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       List[str]     ,					lowercase__						:       Dict     ,					lowercase__						:       str       )		->    Optional[Any]:


				'''simple docstring'''




				lowerCAmelCase__      			=						tmp_path_factory.mktemp('''data'''       ) / '''dataset_with_dir.text.zip'''
				with zipfile.ZipFile(lowercase__     ,					'''w'''       ) as f:
								f.write(lowercase__     ,					arcname=os.path.join('''main_dir'''     ,					os.path.basename(lowercase__       )       )       )
								f.write(lowercase__     ,					arcname=os.path.join('''main_dir'''     ,					os.path.basename(lowercase__       )       )       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       List[str]     ,					lowercase__						:       int     ,					lowercase__						:       Any       )		->    Dict:


				'''simple docstring'''




				lowerCAmelCase__      			=						tmp_path_factory.mktemp('''data'''       ) / '''dataset.ext.zip'''
				with zipfile.ZipFile(lowercase__     ,					'''w'''       ) as f:
								f.write(lowercase__     ,					arcname=os.path.basename('''unsupported.ext'''       )       )
								f.write(lowercase__     ,					arcname=os.path.basename('''unsupported_2.ext'''       )       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       Tuple       )		->    List[str]:


				'''simple docstring'''




				lowerCAmelCase__      			=						'''\n'''.join(['''First''', '''Second\u2029with Unicode new line''', '''Third''']       )
				lowerCAmelCase__      			=						str(tmp_path_factory.mktemp('''data'''       ) / '''dataset_with_unicode_new_lines.txt'''       )
				with open(lowercase__     ,					'''w'''     ,					encoding='''utf-8'''       ) as f:
								f.write(lowercase__       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		()		->    Any:


				'''simple docstring'''




				return os.path.join('''tests'''     ,					'''features'''     ,					'''data'''     ,					'''test_image_rgb.jpg'''       )





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		()		->    int:


				'''simple docstring'''




				return os.path.join('''tests'''     ,					'''features'''     ,					'''data'''     ,					'''test_audio_44100.wav'''       )





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       Optional[Any]     ,					lowercase__						:       Dict       )		->    Union[str, Any]:


				'''simple docstring'''




				lowerCAmelCase__      			=						tmp_path_factory.mktemp('''data'''       ) / '''dataset.img.zip'''
				with zipfile.ZipFile(lowercase__     ,					'''w'''       ) as f:
								f.write(lowercase__     ,					arcname=os.path.basename(lowercase__       )       )
								f.write(lowercase__     ,					arcname=os.path.basename(lowercase__       ).replace('''.jpg'''     ,					'''2.jpg'''       )       )
				return path





@pytest.fixture(scope='''session'''       )
def 	lowerCAmelCase_		(lowercase__						:       Optional[Any]       )		->    Optional[int]:


				'''simple docstring'''




				lowerCAmelCase__      			=						tmp_path_factory.mktemp('''data_dir'''       )

				(data_dir / "subdir").mkdir()
				with open(data_dir / '''subdir''' / '''train.txt'''     ,					'''w'''       ) as f:
								f.write('''foo\n''' * 10       )
				with open(data_dir / '''subdir''' / '''test.txt'''     ,					'''w'''       ) as f:
								f.write('''bar\n''' * 10       )
				# hidden file
				with open(data_dir / '''subdir''' / '''.test.txt'''     ,					'''w'''       ) as f:
								f.write('''bar\n''' * 10       )

				# hidden directory
				(data_dir / ".subdir").mkdir()
				with open(data_dir / '''.subdir''' / '''train.txt'''     ,					'''w'''       ) as f:
								f.write('''foo\n''' * 10       )
				with open(data_dir / '''.subdir''' / '''test.txt'''     ,					'''w'''       ) as f:
								f.write('''bar\n''' * 10       )

				return data_dir













from ...configuration_utils import PretrainedConfig
class  lowerCAmelCase_       (				snake_case__					):
							UpperCamelCase_		:List[str]		      =    'bert-generation'




							def __init__(   self     :   Tuple ,							SCREAMING_SNAKE_CASE_     :   List[str]=50_358 ,							SCREAMING_SNAKE_CASE_     :   List[Any]=1_024 ,							SCREAMING_SNAKE_CASE_     :   Optional[Any]=24 ,							SCREAMING_SNAKE_CASE_     :   Any=16 ,							SCREAMING_SNAKE_CASE_     :   Tuple=4_096 ,							SCREAMING_SNAKE_CASE_     :   str="gelu" ,							SCREAMING_SNAKE_CASE_     :   List[str]=0.1 ,							SCREAMING_SNAKE_CASE_     :   Tuple=0.1 ,							SCREAMING_SNAKE_CASE_     :   List[Any]=512 ,							SCREAMING_SNAKE_CASE_     :   List[Any]=0.02 ,							SCREAMING_SNAKE_CASE_     :   Union[str, Any]=1e-12 ,							SCREAMING_SNAKE_CASE_     :   List[Any]=0 ,							SCREAMING_SNAKE_CASE_     :   Union[str, Any]=2 ,							SCREAMING_SNAKE_CASE_     :   int=1 ,							SCREAMING_SNAKE_CASE_     :   str="absolute" ,							SCREAMING_SNAKE_CASE_     :   Tuple=True ,							**SCREAMING_SNAKE_CASE_     :   str ,							):
											super().__init__(pad_token_id=SCREAMING_SNAKE_CASE_ ,							bos_token_id=SCREAMING_SNAKE_CASE_ ,							eos_token_id=SCREAMING_SNAKE_CASE_ ,							**SCREAMING_SNAKE_CASE_	)

											lowerCAmelCase__      			=						vocab_size
											lowerCAmelCase__      			=						hidden_size
											lowerCAmelCase__      			=						num_hidden_layers
											lowerCAmelCase__      			=						num_attention_heads
											lowerCAmelCase__      			=						hidden_act
											lowerCAmelCase__      			=						intermediate_size
											lowerCAmelCase__      			=						hidden_dropout_prob
											lowerCAmelCase__      			=						attention_probs_dropout_prob
											lowerCAmelCase__      			=						max_position_embeddings
											lowerCAmelCase__      			=						initializer_range
											lowerCAmelCase__      			=						layer_norm_eps
											lowerCAmelCase__      			=						position_embedding_type
											lowerCAmelCase__      			=						use_cache





