aggregation_modules/aggregator.py
def read_input_data(self, input_file, bucket_name=None):
        """
        read the input file and sets the dataframe
        """

        self.input_file = input_file
        # from local dir
        if self.cloud is None:
            self.dataframe = self.cloud_storage_object.read_data_file_from_local(
                self.input_file,
                self.stream_metadata.stream_format,
                self.stream_metadata.get_stream_field_names(),
                self.provision_metadata.get_provision_field_names(),
            )

        # for azure
        if self.cloud == "azure":
            self.dataframe = self.cloud_storage_object.read_data_file_from_azure_blob(
                self.input_file,
                self.stream_metadata.stream_format,
                self.stream_metadata.get_stream_field_names(),
                self.provision_metadata.get_provision_field_names(),
            )

        # for aws
        if self.cloud == "aws":
            self.dataframe = self.cloud_storage_object.read_data_file_from_s3(
                bucket_name,
                self.input_file,
                self.stream_metadata.stream_format,
                self.stream_metadata.get_stream_field_names(),
                self.provision_metadata.get_provision_field_names(),
            )

        read the input file and sets the dataframe
        
read the input file and sets the dataframe
read the input file and sets the dataframe
def read_input_data(self, input_file, bucket_name=None):
        self.input_file = input_file
        if self.cloud is None:
            self.dataframe = self.cloud_storage_object.read_data_file_from_local(
                self.input_file,
                self.stream_metadata.stream_format,
                self.stream_metadata.get_stream_field_names(),
                self.provision_metadata.get_provision_field_names(),
            )
        if self.cloud == "azure":
            self.dataframe = self.cloud_storage_object.read_data_file_from_azure_blob(
                self.input_file,
                self.stream_metadata.stream_format,
                self.stream_metadata.get_stream_field_names(),
                self.provision_metadata.get_provision_field_names(),
            )
        if self.cloud == "aws":
            self.dataframe = self.cloud_storage_object.read_data_file_from_s3(
                bucket_name,
                self.input_file,
                self.stream_metadata.stream_format,
                self.stream_metadata.get_stream_field_names(),
                self.provision_metadata.get_provision_field_names(),
            )
def read_input_data ( self , input_file , bucket_name = None ) : self . input_file = input_file if self . cloud is None : self . dataframe = self . cloud_storage_object . read_data_file_from_local ( self . input_file , self . stream_metadata . stream_format , self . stream_metadata . get_stream_field_names ( ) , self . provision_metadata . get_provision_field_names ( ) , ) if self . cloud == "azure" : self . dataframe = self . cloud_storage_object . read_data_file_from_azure_blob ( self . input_file , self . stream_metadata . stream_format , self . stream_metadata . get_stream_field_names ( ) , self . provision_metadata . get_provision_field_names ( ) , ) if self . cloud == "aws" : self . dataframe = self . cloud_storage_object . read_data_file_from_s3 ( bucket_name , self . input_file , self . stream_metadata . stream_format , self . stream_metadata . get_stream_field_names ( ) , self . provision_metadata . get_provision_field_names ( ) , )
read the input file and sets the dataframe
read the input file and sets the dataframe
"""
        read the input file and sets the dataframe
        """ # from local dir # for azure # for aws
self
input_file
bucket_name