python/ray/data/dataset.py
def to_spark(self, spark: "pyspark.sql.SparkSession") -> "pyspark.sql.DataFrame":
        """Convert this dataset into a Spark dataframe.

        Time complexity: O(dataset size / parallelism)

        Returns:
            A Spark dataframe created from this dataset.
        """
        import raydp

        core_worker = ray.worker.global_worker.core_worker
        locations = [
            core_worker.get_owner_address(block)
            for block in self.get_internal_block_refs()
        ]
        return raydp.spark.ray_dataset_to_spark_dataframe(
            spark, self.schema(), self.get_internal_block_refs(), locations
        )
Convert this dataset into a Spark dataframe.

        Time complexity: O(dataset size / parallelism)

        Returns:
            A Spark dataframe created from this dataset.
        
Convert this dataset into a Spark dataframe.
Time complexity: O(dataset size / parallelism)
Convert this dataset into a Spark dataframe . Time complexity : O ( dataset size / parallelism )
def to_spark(self, spark: "pyspark.sql.SparkSession") -> "pyspark.sql.DataFrame":
        import raydp
        core_worker = ray.worker.global_worker.core_worker
        locations = [
            core_worker.get_owner_address(block)
            for block in self.get_internal_block_refs()
        ]
        return raydp.spark.ray_dataset_to_spark_dataframe(
            spark, self.schema(), self.get_internal_block_refs(), locations
        )
def to_spark ( self , spark : "pyspark.sql.SparkSession" ) -> "pyspark.sql.DataFrame" : import raydp core_worker = ray . worker . global_worker . core_worker locations = [ core_worker . get_owner_address ( block ) for block in self . get_internal_block_refs ( ) ] return raydp . spark . ray_dataset_to_spark_dataframe ( spark , self . schema ( ) , self . get_internal_block_refs ( ) , locations )
Convert this dataset into a Spark dataframe.
Convert this dataset into a Spark dataframe .
"""Convert this dataset into a Spark dataframe.

        Time complexity: O(dataset size / parallelism)

        Returns:
            A Spark dataframe created from this dataset.
        """
A Spark dataframe created from this dataset.
A Spark dataframe created from this dataset .
self
spark
"pyspark.sql.SparkSession"