datagen/io_helper.py
def read_parquet(self, input_location, columns=None, read_dictionary=None):
        """Reads parquet file as pandas dataframe.
        Args:
            input_location: location of input parquet file
            columns: list of columns to read if interested in only a few columns
            read_dictionary: list of columns to read as catagorical variables
        Returns: 
            Pandas Dataframe
        Raises:
            IOException if parquet files cannot be read/converted to pandas df
        """
        try:
            table = pq.read_table(source=input_location, columns=columns,
                read_dictionary=read_dictionary, use_pandas_metadata=True,
                filesystem=self._determite_file_system(input_location))
        except Exception as e:
            raise IOException("Cann't read parquet file, exception {0} occurred.".format(e))
        try:
            df = table.to_pandas()
        except Exception as e:
            raise IOException("Cann't convert parquet file into pandas df, exception {0} occurred.".format(e))
        return df
Reads parquet file as pandas dataframe.
        Args:
            input_location: location of input parquet file
            columns: list of columns to read if interested in only a few columns
            read_dictionary: list of columns to read as catagorical variables
        Returns: 
            Pandas Dataframe
        Raises:
            IOException if parquet files cannot be read/converted to pandas df
        
Reads parquet file as pandas dataframe.
Reads parquet file as pandas dataframe .
def read_parquet(self, input_location, columns=None, read_dictionary=None):
        try:
            table = pq.read_table(source=input_location, columns=columns,
                read_dictionary=read_dictionary, use_pandas_metadata=True,
                filesystem=self._determite_file_system(input_location))
        except Exception as e:
            raise IOException("Cann't read parquet file, exception {0} occurred.".format(e))
        try:
            df = table.to_pandas()
        except Exception as e:
            raise IOException("Cann't convert parquet file into pandas df, exception {0} occurred.".format(e))
        return df
def read_parquet ( self , input_location , columns = None , read_dictionary = None ) : try : table = pq . read_table ( source = input_location , columns = columns , read_dictionary = read_dictionary , use_pandas_metadata = True , filesystem = self . _determite_file_system ( input_location ) ) except Exception as e : raise IOException ( "Cann't read parquet file, exception {0} occurred." . format ( e ) ) try : df = table . to_pandas ( ) except Exception as e : raise IOException ( "Cann't convert parquet file into pandas df, exception {0} occurred." . format ( e ) ) return df
Reads parquet file as pandas dataframe.
Reads parquet file as pandas dataframe .
"""Reads parquet file as pandas dataframe.
        Args:
            input_location: location of input parquet file
            columns: list of columns to read if interested in only a few columns
            read_dictionary: list of columns to read as catagorical variables
        Returns: 
            Pandas Dataframe
        Raises:
            IOException if parquet files cannot be read/converted to pandas df
        """
self
input_location
columns
read_dictionary