


"""simple docstring"""



from typing import Optional

import pyspark

from .. import Features, NamedSplit
from ..download import DownloadMode
from ..packaged_modules.spark.spark import Spark
from .abc import AbstractDatasetReader







class    __a						( __snake_case							):







				def __init__( self      ,	UpperCAmelCase      ,	UpperCAmelCase = None      ,	UpperCAmelCase = None      ,	UpperCAmelCase = True      ,	UpperCAmelCase = None      ,	UpperCAmelCase = False      ,	UpperCAmelCase = None      ,	UpperCAmelCase = True      ,	UpperCAmelCase = "arrow"      ,	**UpperCAmelCase      ,	):

					'''simple docstring'''






					super().__init__(
					    split=UpperCAmelCase      ,	features=UpperCAmelCase      ,	cache_dir=UpperCAmelCase      ,	keep_in_memory=UpperCAmelCase      ,	streaming=UpperCAmelCase      ,	**UpperCAmelCase      ,	)
					lowerCAmelCase_      							=			load_from_cache_file
					lowerCAmelCase_      							=			file_format
					lowerCAmelCase_      							=			Spark(
					    df=UpperCAmelCase      ,	features=UpperCAmelCase      ,	cache_dir=UpperCAmelCase      ,	working_dir=UpperCAmelCase      ,	**UpperCAmelCase      ,	)







				def      lowerCamelCase_     ( self   ):

					'''simple docstring'''






					if self.streaming:
						return self.builder.as_streaming_dataset(split=self.split   )
					lowerCAmelCase_      							=			None if self._load_from_cache_file else DownloadMode.FORCE_REDOWNLOAD
					self.builder.download_and_prepare(
					    download_mode=UpperCAmelCase      ,	file_format=self._file_format      ,	)
					return self.builder.as_dataset(split=self.split   )



"""simple docstring"""



from typing import Optional

import pyspark

from .. import Features, NamedSplit
from ..download import DownloadMode
from ..packaged_modules.spark.spark import Spark
from .abc import AbstractDatasetReader







class    __a						( __snake_case							):







				def __init__( self      ,	UpperCAmelCase      ,	UpperCAmelCase = None      ,	UpperCAmelCase = None      ,	UpperCAmelCase = True      ,	UpperCAmelCase = None      ,	UpperCAmelCase = False      ,	UpperCAmelCase = None      ,	UpperCAmelCase = True      ,	UpperCAmelCase = "arrow"      ,	**UpperCAmelCase      ,	):

					'''simple docstring'''






					super().__init__(
					    split=UpperCAmelCase      ,	features=UpperCAmelCase      ,	cache_dir=UpperCAmelCase      ,	keep_in_memory=UpperCAmelCase      ,	streaming=UpperCAmelCase      ,	**UpperCAmelCase      ,	)
					lowerCAmelCase_      							=			load_from_cache_file
					lowerCAmelCase_      							=			file_format
					lowerCAmelCase_      							=			Spark(
					    df=UpperCAmelCase      ,	features=UpperCAmelCase      ,	cache_dir=UpperCAmelCase      ,	working_dir=UpperCAmelCase      ,	**UpperCAmelCase      ,	)







				def      lowerCamelCase_     ( self   ):

					'''simple docstring'''






					if self.streaming:
						return self.builder.as_streaming_dataset(split=self.split   )
					lowerCAmelCase_      							=			None if self._load_from_cache_file else DownloadMode.FORCE_REDOWNLOAD
					self.builder.download_and_prepare(
					    download_mode=UpperCAmelCase      ,	file_format=self._file_format      ,	)
					return self.builder.as_dataset(split=self.split   )