




import contextlib
import csv
import json
import os
import sqlitea
import tarfile
import textwrap
import zipfile

import pyarrow as pa
import pyarrow.parquet as pq
import pytest

import datasets
import datasets.config







@pytest.fixture(scope="session"  )
def 			_a   (		):

					'''simple docstring'''





					__lowerCAmelCase            = 10
					__lowerCAmelCase            = datasets.Features(
					    {
					        "tokens": datasets.Sequence(datasets.Value("string"  )  ),
					        "labels": datasets.Sequence(datasets.ClassLabel(names=["negative", "positive"]  )  ),
					        "answers": datasets.Sequence(
					            {
					                "text": datasets.Value("string"  ),
					                "answer_start": datasets.Value("int32"  ),
					            }  ),
					        "id": datasets.Value("int64"  ),
					    }  )
					__lowerCAmelCase            = datasets.Dataset.from_dict(
					    {
					        "tokens": [["foo"] * 5] * n,
					        "labels": [[1] * 5] * n,
					        "answers": [{"answer_start": [97], "text": ["1976"]}] * 10,
					        "id": list(range(SCREAMING_SNAKE_CASE_  )  ),
					    }   ,   features=SCREAMING_SNAKE_CASE_   ,   )
					return dataset







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       str   ,   SCREAMING_SNAKE_CASE_							:       Union[str, Any]  ):

					'''simple docstring'''





					__lowerCAmelCase            = str(tmp_path_factory.mktemp("data"  ) / "file.arrow"  )
					dataset.map(cache_file_name=SCREAMING_SNAKE_CASE_  )
					return filename


# FILE_CONTENT + files


UpperCamelCase__					    =    """\
    Text data.
    Second line of data."""







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       Dict  ):

					'''simple docstring'''





					__lowerCAmelCase            = tmp_path_factory.mktemp("data"  ) / "file.txt"
					__lowerCAmelCase            = FILE_CONTENT
					with open(SCREAMING_SNAKE_CASE_   ,   "w"  ) as f:
										f.write(SCREAMING_SNAKE_CASE_  )
					return filename







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       int  ):

					'''simple docstring'''





					import bza

					__lowerCAmelCase            = tmp_path_factory.mktemp("data"  ) / "file.txt.bz2"
					__lowerCAmelCase            = bytes(SCREAMING_SNAKE_CASE_   ,   "utf-8"  )
					with bza.open(SCREAMING_SNAKE_CASE_   ,   "wb"  ) as f:
										f.write(SCREAMING_SNAKE_CASE_  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       Tuple  ):

					'''simple docstring'''





					import gzip

					__lowerCAmelCase            = str(tmp_path_factory.mktemp("data"  ) / "file.txt.gz"  )
					__lowerCAmelCase            = bytes(SCREAMING_SNAKE_CASE_   ,   "utf-8"  )
					with gzip.open(SCREAMING_SNAKE_CASE_   ,   "wb"  ) as f:
										f.write(SCREAMING_SNAKE_CASE_  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       Dict  ):

					'''simple docstring'''





					if datasets.config.LZ4_AVAILABLE:
										import lza.frame

										__lowerCAmelCase            = tmp_path_factory.mktemp("data"  ) / "file.txt.lz4"
										__lowerCAmelCase            = bytes(SCREAMING_SNAKE_CASE_   ,   "utf-8"  )
										with lza.frame.open(SCREAMING_SNAKE_CASE_   ,   "wb"  ) as f:
															f.write(SCREAMING_SNAKE_CASE_  )
										return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       Optional[Any]   ,   SCREAMING_SNAKE_CASE_							:       Tuple  ):

					'''simple docstring'''





					if datasets.config.PY7ZR_AVAILABLE:
										import pyazr

										__lowerCAmelCase            = tmp_path_factory.mktemp("data"  ) / "file.txt.7z"
										with pyazr.SevenZipFile(SCREAMING_SNAKE_CASE_   ,   "w"  ) as archive:
															archive.write(SCREAMING_SNAKE_CASE_   ,   arcname=os.path.basename(SCREAMING_SNAKE_CASE_  )  )
										return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       Dict   ,   SCREAMING_SNAKE_CASE_							:       Optional[int]  ):

					'''simple docstring'''





					import tarfile

					__lowerCAmelCase            = tmp_path_factory.mktemp("data"  ) / "file.txt.tar"
					with tarfile.TarFile(SCREAMING_SNAKE_CASE_   ,   "w"  ) as f:
										f.add(SCREAMING_SNAKE_CASE_   ,   arcname=os.path.basename(SCREAMING_SNAKE_CASE_  )  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       int  ):

					'''simple docstring'''





					import lzma

					__lowerCAmelCase            = tmp_path_factory.mktemp("data"  ) / "file.txt.xz"
					__lowerCAmelCase            = bytes(SCREAMING_SNAKE_CASE_   ,   "utf-8"  )
					with lzma.open(SCREAMING_SNAKE_CASE_   ,   "wb"  ) as f:
										f.write(SCREAMING_SNAKE_CASE_  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       Optional[Any]   ,   SCREAMING_SNAKE_CASE_							:       int  ):

					'''simple docstring'''





					import zipfile

					__lowerCAmelCase            = tmp_path_factory.mktemp("data"  ) / "file.txt.zip"
					with zipfile.ZipFile(SCREAMING_SNAKE_CASE_   ,   "w"  ) as f:
										f.write(SCREAMING_SNAKE_CASE_   ,   arcname=os.path.basename(SCREAMING_SNAKE_CASE_  )  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       List[str]  ):

					'''simple docstring'''





					if datasets.config.ZSTANDARD_AVAILABLE:
										import zstandard as zstd

										__lowerCAmelCase            = tmp_path_factory.mktemp("data"  ) / "file.txt.zst"
										__lowerCAmelCase            = bytes(SCREAMING_SNAKE_CASE_   ,   "utf-8"  )
										with zstd.open(SCREAMING_SNAKE_CASE_   ,   "wb"  ) as f:
															f.write(SCREAMING_SNAKE_CASE_  )
										return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       str  ):

					'''simple docstring'''





					__lowerCAmelCase            = tmp_path_factory.mktemp("data"  ) / "file.xml"
					__lowerCAmelCase            = textwrap.dedent(
					    "\\n    <?xml version=\"1.0\" encoding=\"UTF-8\" ?>\n    <tmx version=\"1.4\">\n      <header segtype=\"sentence\" srclang=\"ca\" />\n      <body>\n        <tu>\n          <tuv xml:lang=\"ca\"><seg>Contingut 1</seg></tuv>\n          <tuv xml:lang=\"en\"><seg>Content 1</seg></tuv>\n        </tu>\n        <tu>\n          <tuv xml:lang=\"ca\"><seg>Contingut 2</seg></tuv>\n          <tuv xml:lang=\"en\"><seg>Content 2</seg></tuv>\n        </tu>\n        <tu>\n          <tuv xml:lang=\"ca\"><seg>Contingut 3</seg></tuv>\n          <tuv xml:lang=\"en\"><seg>Content 3</seg></tuv>\n        </tu>\n        <tu>\n          <tuv xml:lang=\"ca\"><seg>Contingut 4</seg></tuv>\n          <tuv xml:lang=\"en\"><seg>Content 4</seg></tuv>\n        </tu>\n        <tu>\n          <tuv xml:lang=\"ca\"><seg>Contingut 5</seg></tuv>\n          <tuv xml:lang=\"en\"><seg>Content 5</seg></tuv>\n        </tu>\n      </body>\n    </tmx>"  )
					with open(SCREAMING_SNAKE_CASE_   ,   "w"  ) as f:
										f.write(SCREAMING_SNAKE_CASE_  )
					return filename


UpperCamelCase__					    =    [
    {"""col_1""": """0""", """col_2""": 0, """col_3""": 0.0},
    {"""col_1""": """1""", """col_2""": 1, """col_3""": 1.0},
    {"""col_1""": """2""", """col_2""": 2, """col_3""": 2.0},
    {"""col_1""": """3""", """col_2""": 3, """col_3""": 3.0},
]
UpperCamelCase__					    =    [
    {"""col_1""": """4""", """col_2""": 4, """col_3""": 4.0},
    {"""col_1""": """5""", """col_2""": 5, """col_3""": 5.0},
]
UpperCamelCase__					    =    {
    """col_1""": ["""0""", """1""", """2""", """3"""],
    """col_2""": [0, 1, 2, 3],
    """col_3""": [0.0, 1.0, 2.0, 3.0],
}

UpperCamelCase__					    =    [
    {"""col_3""": 0.0, """col_1""": """0""", """col_2""": 0},
    {"""col_3""": 1.0, """col_1""": """1""", """col_2""": 1},
]

UpperCamelCase__					    =    [
    {"""col_1""": """s0""", """col_2""": 0, """col_3""": 0.0},
    {"""col_1""": """s1""", """col_2""": 1, """col_3""": 1.0},
    {"""col_1""": """s2""", """col_2""": 2, """col_3""": 2.0},
    {"""col_1""": """s3""", """col_2""": 3, """col_3""": 3.0},
]







@pytest.fixture(scope="session"  )
def 			_a   (		):

					'''simple docstring'''





					return DATA_DICT_OF_LISTS







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       Tuple  ):

					'''simple docstring'''





					__lowerCAmelCase            = datasets.Dataset.from_dict(SCREAMING_SNAKE_CASE_  )
					__lowerCAmelCase            = str(tmp_path_factory.mktemp("data"  ) / "dataset.arrow"  )
					dataset.map(cache_file_name=SCREAMING_SNAKE_CASE_  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       Optional[Any]  ):

					'''simple docstring'''





					__lowerCAmelCase            = str(tmp_path_factory.mktemp("data"  ) / "dataset.sqlite"  )
					with contextlib.closing(sqlitea.connect(SCREAMING_SNAKE_CASE_  )  ) as con:
										__lowerCAmelCase            = con.cursor()
										cur.execute("CREATE TABLE dataset(col_1 text, col_2 int, col_3 real)"  )
										for item in DATA:
															cur.execute("INSERT INTO dataset(col_1, col_2, col_3) VALUES (?, ?, ?)"   ,   tuple(item.values()  )  )
										con.commit()
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       Optional[int]  ):

					'''simple docstring'''





					__lowerCAmelCase            = str(tmp_path_factory.mktemp("data"  ) / "dataset.csv"  )
					with open(SCREAMING_SNAKE_CASE_   ,   "w"   ,   newline=""  ) as f:
										__lowerCAmelCase            = csv.DictWriter(SCREAMING_SNAKE_CASE_   ,   fieldnames=["col_1", "col_2", "col_3"]  )
										writer.writeheader()
										for item in DATA:
															writer.writerow(SCREAMING_SNAKE_CASE_  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       str  ):

					'''simple docstring'''





					__lowerCAmelCase            = str(tmp_path_factory.mktemp("data"  ) / "dataset2.csv"  )
					with open(SCREAMING_SNAKE_CASE_   ,   "w"   ,   newline=""  ) as f:
										__lowerCAmelCase            = csv.DictWriter(SCREAMING_SNAKE_CASE_   ,   fieldnames=["col_1", "col_2", "col_3"]  )
										writer.writeheader()
										for item in DATA:
															writer.writerow(SCREAMING_SNAKE_CASE_  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       Any   ,   SCREAMING_SNAKE_CASE_							:       Optional[Any]  ):

					'''simple docstring'''





					import bza

					__lowerCAmelCase            = tmp_path_factory.mktemp("data"  ) / "dataset.csv.bz2"
					with open(SCREAMING_SNAKE_CASE_   ,   "rb"  ) as f:
										__lowerCAmelCase            = f.read()
					# data = bytes(FILE_CONTENT, "utf-8")
					with bza.open(SCREAMING_SNAKE_CASE_   ,   "wb"  ) as f:
										f.write(SCREAMING_SNAKE_CASE_  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       Dict   ,   SCREAMING_SNAKE_CASE_							:       List[Any]   ,   SCREAMING_SNAKE_CASE_							:       Union[str, Any]  ):

					'''simple docstring'''





					__lowerCAmelCase            = tmp_path_factory.mktemp("data"  ) / "dataset.csv.zip"
					with zipfile.ZipFile(SCREAMING_SNAKE_CASE_   ,   "w"  ) as f:
										f.write(SCREAMING_SNAKE_CASE_   ,   arcname=os.path.basename(SCREAMING_SNAKE_CASE_  )  )
										f.write(SCREAMING_SNAKE_CASE_   ,   arcname=os.path.basename(SCREAMING_SNAKE_CASE_  )  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       Tuple   ,   SCREAMING_SNAKE_CASE_							:       List[str]   ,   SCREAMING_SNAKE_CASE_							:       Tuple  ):

					'''simple docstring'''





					__lowerCAmelCase            = tmp_path_factory.mktemp("data"  ) / "dataset.csv.zip"
					with zipfile.ZipFile(SCREAMING_SNAKE_CASE_   ,   "w"  ) as f:
										f.write(SCREAMING_SNAKE_CASE_   ,   arcname=os.path.basename(csv_path.replace(".csv"   ,   ".CSV"  )  )  )
										f.write(SCREAMING_SNAKE_CASE_   ,   arcname=os.path.basename(csva_path.replace(".csv"   ,   ".CSV"  )  )  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       Tuple   ,   SCREAMING_SNAKE_CASE_							:       Any   ,   SCREAMING_SNAKE_CASE_							:       Tuple  ):

					'''simple docstring'''





					__lowerCAmelCase            = tmp_path_factory.mktemp("data"  ) / "dataset_with_dir.csv.zip"
					with zipfile.ZipFile(SCREAMING_SNAKE_CASE_   ,   "w"  ) as f:
										f.write(SCREAMING_SNAKE_CASE_   ,   arcname=os.path.join("main_dir"   ,   os.path.basename(SCREAMING_SNAKE_CASE_  )  )  )
										f.write(SCREAMING_SNAKE_CASE_   ,   arcname=os.path.join("main_dir"   ,   os.path.basename(SCREAMING_SNAKE_CASE_  )  )  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       List[Any]  ):

					'''simple docstring'''





					__lowerCAmelCase            = str(tmp_path_factory.mktemp("data"  ) / "dataset.parquet"  )
					__lowerCAmelCase            = pa.schema(
					    {
					        "col_1": pa.string(),
					        "col_2": pa.intaa(),
					        "col_3": pa.floataa(),
					    }  )
					with open(SCREAMING_SNAKE_CASE_   ,   "wb"  ) as f:
										__lowerCAmelCase            = pq.ParquetWriter(SCREAMING_SNAKE_CASE_   ,   schema=SCREAMING_SNAKE_CASE_  )
										__lowerCAmelCase            = pa.Table.from_pydict({k: [DATA[i][k] for i in range(len(SCREAMING_SNAKE_CASE_  )  )] for k in DATA[0]}   ,   schema=SCREAMING_SNAKE_CASE_  )
										writer.write_table(SCREAMING_SNAKE_CASE_  )
										writer.close()
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       Tuple  ):

					'''simple docstring'''





					__lowerCAmelCase            = str(tmp_path_factory.mktemp("data"  ) / "dataset.json"  )
					__lowerCAmelCase            = {"data": DATA}
					with open(SCREAMING_SNAKE_CASE_   ,   "w"  ) as f:
										json.dump(SCREAMING_SNAKE_CASE_   ,   SCREAMING_SNAKE_CASE_  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       Any  ):

					'''simple docstring'''





					__lowerCAmelCase            = str(tmp_path_factory.mktemp("data"  ) / "dataset.json"  )
					__lowerCAmelCase            = {"data": DATA_DICT_OF_LISTS}
					with open(SCREAMING_SNAKE_CASE_   ,   "w"  ) as f:
										json.dump(SCREAMING_SNAKE_CASE_   ,   SCREAMING_SNAKE_CASE_  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       Union[str, Any]  ):

					'''simple docstring'''





					__lowerCAmelCase            = str(tmp_path_factory.mktemp("data"  ) / "dataset.jsonl"  )
					with open(SCREAMING_SNAKE_CASE_   ,   "w"  ) as f:
										for item in DATA:
															f.write(json.dumps(SCREAMING_SNAKE_CASE_  ) + "\n"  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       Dict  ):

					'''simple docstring'''





					__lowerCAmelCase            = str(tmp_path_factory.mktemp("data"  ) / "dataset2.jsonl"  )
					with open(SCREAMING_SNAKE_CASE_   ,   "w"  ) as f:
										for item in DATA:
															f.write(json.dumps(SCREAMING_SNAKE_CASE_  ) + "\n"  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       Optional[Any]  ):

					'''simple docstring'''





					__lowerCAmelCase            = str(tmp_path_factory.mktemp("data"  ) / "dataset_312.jsonl"  )
					with open(SCREAMING_SNAKE_CASE_   ,   "w"  ) as f:
										for item in DATA_312:
															f.write(json.dumps(SCREAMING_SNAKE_CASE_  ) + "\n"  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       Optional[Any]  ):

					'''simple docstring'''





					__lowerCAmelCase            = str(tmp_path_factory.mktemp("data"  ) / "dataset-str.jsonl"  )
					with open(SCREAMING_SNAKE_CASE_   ,   "w"  ) as f:
										for item in DATA_STR:
															f.write(json.dumps(SCREAMING_SNAKE_CASE_  ) + "\n"  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       Dict   ,   SCREAMING_SNAKE_CASE_							:       List[Any]  ):

					'''simple docstring'''





					import gzip

					__lowerCAmelCase            = str(tmp_path_factory.mktemp("data"  ) / "dataset.txt.gz"  )
					with open(SCREAMING_SNAKE_CASE_   ,   "rb"  ) as orig_file:
										with gzip.open(SCREAMING_SNAKE_CASE_   ,   "wb"  ) as zipped_file:
															zipped_file.writelines(SCREAMING_SNAKE_CASE_  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       Any   ,   SCREAMING_SNAKE_CASE_							:       int  ):

					'''simple docstring'''





					import gzip

					__lowerCAmelCase            = str(tmp_path_factory.mktemp("data"  ) / "dataset.jsonl.gz"  )
					with open(SCREAMING_SNAKE_CASE_   ,   "rb"  ) as orig_file:
										with gzip.open(SCREAMING_SNAKE_CASE_   ,   "wb"  ) as zipped_file:
															zipped_file.writelines(SCREAMING_SNAKE_CASE_  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       Union[str, Any]   ,   SCREAMING_SNAKE_CASE_							:       Any   ,   SCREAMING_SNAKE_CASE_							:       List[str]  ):

					'''simple docstring'''





					__lowerCAmelCase            = tmp_path_factory.mktemp("data"  ) / "dataset.jsonl.zip"
					with zipfile.ZipFile(SCREAMING_SNAKE_CASE_   ,   "w"  ) as f:
										f.write(SCREAMING_SNAKE_CASE_   ,   arcname=os.path.basename(SCREAMING_SNAKE_CASE_  )  )
										f.write(SCREAMING_SNAKE_CASE_   ,   arcname=os.path.basename(SCREAMING_SNAKE_CASE_  )  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       str   ,   SCREAMING_SNAKE_CASE_							:       Optional[int]   ,   SCREAMING_SNAKE_CASE_							:       Union[str, Any]   ,   SCREAMING_SNAKE_CASE_							:       str  ):

					'''simple docstring'''





					__lowerCAmelCase            = tmp_path_factory.mktemp("data"  ) / "dataset_nested.jsonl.zip"
					with zipfile.ZipFile(SCREAMING_SNAKE_CASE_   ,   "w"  ) as f:
										f.write(SCREAMING_SNAKE_CASE_   ,   arcname=os.path.join("nested"   ,   os.path.basename(SCREAMING_SNAKE_CASE_  )  )  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       str   ,   SCREAMING_SNAKE_CASE_							:       Tuple   ,   SCREAMING_SNAKE_CASE_							:       str  ):

					'''simple docstring'''





					__lowerCAmelCase            = tmp_path_factory.mktemp("data"  ) / "dataset_with_dir.jsonl.zip"
					with zipfile.ZipFile(SCREAMING_SNAKE_CASE_   ,   "w"  ) as f:
										f.write(SCREAMING_SNAKE_CASE_   ,   arcname=os.path.join("main_dir"   ,   os.path.basename(SCREAMING_SNAKE_CASE_  )  )  )
										f.write(SCREAMING_SNAKE_CASE_   ,   arcname=os.path.join("main_dir"   ,   os.path.basename(SCREAMING_SNAKE_CASE_  )  )  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       Optional[Any]   ,   SCREAMING_SNAKE_CASE_							:       List[Any]   ,   SCREAMING_SNAKE_CASE_							:       Union[str, Any]  ):

					'''simple docstring'''





					__lowerCAmelCase            = tmp_path_factory.mktemp("data"  ) / "dataset.jsonl.tar"
					with tarfile.TarFile(SCREAMING_SNAKE_CASE_   ,   "w"  ) as f:
										f.add(SCREAMING_SNAKE_CASE_   ,   arcname=os.path.basename(SCREAMING_SNAKE_CASE_  )  )
										f.add(SCREAMING_SNAKE_CASE_   ,   arcname=os.path.basename(SCREAMING_SNAKE_CASE_  )  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       Union[str, Any]   ,   SCREAMING_SNAKE_CASE_							:       int   ,   SCREAMING_SNAKE_CASE_							:       List[Any]   ,   SCREAMING_SNAKE_CASE_							:       str  ):

					'''simple docstring'''





					__lowerCAmelCase            = tmp_path_factory.mktemp("data"  ) / "dataset_nested.jsonl.tar"
					with tarfile.TarFile(SCREAMING_SNAKE_CASE_   ,   "w"  ) as f:
										f.add(SCREAMING_SNAKE_CASE_   ,   arcname=os.path.join("nested"   ,   os.path.basename(SCREAMING_SNAKE_CASE_  )  )  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       Dict  ):

					'''simple docstring'''





					__lowerCAmelCase            = ["0", "1", "2", "3"]
					__lowerCAmelCase            = str(tmp_path_factory.mktemp("data"  ) / "dataset.txt"  )
					with open(SCREAMING_SNAKE_CASE_   ,   "w"  ) as f:
										for item in data:
															f.write(item + "\n"  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       List[str]  ):

					'''simple docstring'''





					__lowerCAmelCase            = ["0", "1", "2", "3"]
					__lowerCAmelCase            = str(tmp_path_factory.mktemp("data"  ) / "dataset2.txt"  )
					with open(SCREAMING_SNAKE_CASE_   ,   "w"  ) as f:
										for item in data:
															f.write(item + "\n"  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       Optional[int]  ):

					'''simple docstring'''





					__lowerCAmelCase            = ["0", "1", "2", "3"]
					__lowerCAmelCase            = tmp_path_factory.mktemp("data"  ) / "dataset.abc"
					with open(SCREAMING_SNAKE_CASE_   ,   "w"  ) as f:
										for item in data:
															f.write(item + "\n"  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       int   ,   SCREAMING_SNAKE_CASE_							:       str   ,   SCREAMING_SNAKE_CASE_							:       List[str]  ):

					'''simple docstring'''





					__lowerCAmelCase            = tmp_path_factory.mktemp("data"  ) / "dataset.text.zip"
					with zipfile.ZipFile(SCREAMING_SNAKE_CASE_   ,   "w"  ) as f:
										f.write(SCREAMING_SNAKE_CASE_   ,   arcname=os.path.basename(SCREAMING_SNAKE_CASE_  )  )
										f.write(SCREAMING_SNAKE_CASE_   ,   arcname=os.path.basename(SCREAMING_SNAKE_CASE_  )  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       List[Any]   ,   SCREAMING_SNAKE_CASE_							:       Tuple   ,   SCREAMING_SNAKE_CASE_							:       Dict  ):

					'''simple docstring'''





					__lowerCAmelCase            = tmp_path_factory.mktemp("data"  ) / "dataset_with_dir.text.zip"
					with zipfile.ZipFile(SCREAMING_SNAKE_CASE_   ,   "w"  ) as f:
										f.write(SCREAMING_SNAKE_CASE_   ,   arcname=os.path.join("main_dir"   ,   os.path.basename(SCREAMING_SNAKE_CASE_  )  )  )
										f.write(SCREAMING_SNAKE_CASE_   ,   arcname=os.path.join("main_dir"   ,   os.path.basename(SCREAMING_SNAKE_CASE_  )  )  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       List[Any]   ,   SCREAMING_SNAKE_CASE_							:       List[Any]   ,   SCREAMING_SNAKE_CASE_							:       str  ):

					'''simple docstring'''





					__lowerCAmelCase            = tmp_path_factory.mktemp("data"  ) / "dataset.ext.zip"
					with zipfile.ZipFile(SCREAMING_SNAKE_CASE_   ,   "w"  ) as f:
										f.write(SCREAMING_SNAKE_CASE_   ,   arcname=os.path.basename("unsupported.ext"  )  )
										f.write(SCREAMING_SNAKE_CASE_   ,   arcname=os.path.basename("unsupported_2.ext"  )  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       int  ):

					'''simple docstring'''





					__lowerCAmelCase            = "\n".join(["First", "Second\u2029with Unicode new line", "Third"]  )
					__lowerCAmelCase            = str(tmp_path_factory.mktemp("data"  ) / "dataset_with_unicode_new_lines.txt"  )
					with open(SCREAMING_SNAKE_CASE_   ,   "w"   ,   encoding="utf-8"  ) as f:
										f.write(SCREAMING_SNAKE_CASE_  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		):

					'''simple docstring'''





					return os.path.join("tests"   ,   "features"   ,   "data"   ,   "test_image_rgb.jpg"  )







@pytest.fixture(scope="session"  )
def 			_a   (		):

					'''simple docstring'''





					return os.path.join("tests"   ,   "features"   ,   "data"   ,   "test_audio_44100.wav"  )







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       Any   ,   SCREAMING_SNAKE_CASE_							:       List[str]  ):

					'''simple docstring'''





					__lowerCAmelCase            = tmp_path_factory.mktemp("data"  ) / "dataset.img.zip"
					with zipfile.ZipFile(SCREAMING_SNAKE_CASE_   ,   "w"  ) as f:
										f.write(SCREAMING_SNAKE_CASE_   ,   arcname=os.path.basename(SCREAMING_SNAKE_CASE_  )  )
										f.write(SCREAMING_SNAKE_CASE_   ,   arcname=os.path.basename(SCREAMING_SNAKE_CASE_  ).replace(".jpg"   ,   "2.jpg"  )  )
					return path







@pytest.fixture(scope="session"  )
def 			_a   (		SCREAMING_SNAKE_CASE_							:       List[str]  ):

					'''simple docstring'''





					__lowerCAmelCase            = tmp_path_factory.mktemp("data_dir"  )

					(data_dir / "subdir").mkdir()
					with open(data_dir / "subdir" / "train.txt"   ,   "w"  ) as f:
										f.write("foo\n" * 10  )
					with open(data_dir / "subdir" / "test.txt"   ,   "w"  ) as f:
										f.write("bar\n" * 10  )
					# hidden file
					with open(data_dir / "subdir" / ".test.txt"   ,   "w"  ) as f:
										f.write("bar\n" * 10  )

					# hidden directory
					(data_dir / ".subdir").mkdir()
					with open(data_dir / ".subdir" / "train.txt"   ,   "w"  ) as f:
										f.write("foo\n" * 10  )
					with open(data_dir / ".subdir" / "test.txt"   ,   "w"  ) as f:
										f.write("bar\n" * 10  )

					return data_dir










import unittest

from transformers import MODEL_FOR_VISUAL_QUESTION_ANSWERING_MAPPING, is_vision_available
from transformers.pipelines import pipeline
from transformers.testing_utils import (
    is_pipeline_test,
    nested_simplify,
    require_tf,
    require_torch,
    require_vision,
    slow,
)

from .test_pipelines_common import ANY


if is_vision_available():
					from PIL import Image
else:
					class     a__					:






											@staticmethod
											def        __SCREAMING_SNAKE_CASE(     *_A	,    **_A    ):




																"""simple docstring"""



																pass
@is_pipeline_test
@require_torch
@require_vision
class     a__					(      unittest.TestCase   ):
						_a							:					Any      =					MODEL_FOR_VISUAL_QUESTION_ANSWERING_MAPPING






						def        __SCREAMING_SNAKE_CASE(     self	,    _A	,    _A	,    _A    ):




											"""simple docstring"""



											__lowerCAmelCase            = pipeline("visual-question-answering"	,    model="hf-internal-testing/tiny-vilt-random-vqa"    )
											__lowerCAmelCase            = [
											    {
											        "image": Image.open("./tests/fixtures/tests_samples/COCO/000000039769.png"    ),
											        "question": "How many cats are there?",
											    },
											    {
											        "image": "./tests/fixtures/tests_samples/COCO/000000039769.png",
											        "question": "How many cats are there?",
											    },
											]
											return vqa_pipeline, examples






						def        __SCREAMING_SNAKE_CASE(     self	,    _A	,    _A    ):




											"""simple docstring"""



											__lowerCAmelCase            = vqa_pipeline(_A	,    top_k=1    )
											self.assertEqual(
											    _A	,    [
											        [{"score": ANY(_A    ), "answer": ANY(_A    )}],
											        [{"score": ANY(_A    ), "answer": ANY(_A    )}],
											    ]	,    )






						@require_torch
						def        __SCREAMING_SNAKE_CASE(     self    ):




											"""simple docstring"""



											__lowerCAmelCase            = pipeline("visual-question-answering"	,    model="hf-internal-testing/tiny-vilt-random-vqa"    )
											__lowerCAmelCase            = "./tests/fixtures/tests_samples/COCO/000000039769.png"
											__lowerCAmelCase            = "How many cats are there?"

											__lowerCAmelCase            = vqa_pipeline(image=_A	,    question="How many cats are there?"	,    top_k=2    )
											self.assertEqual(
											    _A	,    [{"score": ANY(_A    ), "answer": ANY(_A    )}, {"score": ANY(_A    ), "answer": ANY(_A    )}]    )

											__lowerCAmelCase            = vqa_pipeline({"image": image, "question": question}	,    top_k=2    )
											self.assertEqual(
											    _A	,    [{"score": ANY(_A    ), "answer": ANY(_A    )}, {"score": ANY(_A    ), "answer": ANY(_A    )}]    )






						@slow
						@require_torch
						def        __SCREAMING_SNAKE_CASE(     self    ):




											"""simple docstring"""



											__lowerCAmelCase            = pipeline("visual-question-answering"	,    model="dandelin/vilt-b32-finetuned-vqa"    )
											__lowerCAmelCase            = "./tests/fixtures/tests_samples/COCO/000000039769.png"
											__lowerCAmelCase            = "How many cats are there?"

											__lowerCAmelCase            = vqa_pipeline(image=_A	,    question=_A	,    top_k=2    )
											self.assertEqual(
											    nested_simplify(_A	,    decimals=4    )	,    [{"score": 0.87_99, "answer": "2"}, {"score": 0.2_96, "answer": "1"}]    )

											__lowerCAmelCase            = vqa_pipeline({"image": image, "question": question}	,    top_k=2    )
											self.assertEqual(
											    nested_simplify(_A	,    decimals=4    )	,    [{"score": 0.87_99, "answer": "2"}, {"score": 0.2_96, "answer": "1"}]    )

											__lowerCAmelCase            = vqa_pipeline(
											    [{"image": image, "question": question}, {"image": image, "question": question}]	,    top_k=2    )
											self.assertEqual(
											    nested_simplify(_A	,    decimals=4    )	,    [[{"score": 0.87_99, "answer": "2"}, {"score": 0.2_96, "answer": "1"}]] * 2	,    )






						@require_tf
						@unittest.skip("Visual question answering not implemented in TF"    )
						def        __SCREAMING_SNAKE_CASE(     self    ):




											"""simple docstring"""



											pass




