aggregation_modules/aggregator.py
def preprocess_dataframe(self):
        """
        pre process the dataframe constructed from the input data
        for integer columns sets non integer values to 0
        for non integer columns sets "-" to "others"
        """
        for column_name in self.provision_metadata.get_provision_field_names():
            # integer fields
            if self.stream_metadata.get_data_type_for_field(column_name) == "bigint":
                self.dataframe[column_name] = custom_functions.convert_to_numeric(
                    self.dataframe[column_name])

            # string fields
            if self.stream_metadata.get_data_type_for_field(column_name) == "string":
                self.dataframe[column_name] = custom_functions.replace_string(
                    self.dataframe[column_name], "-", "others")

        pre process the dataframe constructed from the input data
        for integer columns sets non integer values to 0
        for non integer columns sets "-" to "others"
        
pre process the dataframe constructed from the input data
for integer columns sets non integer values to 0
for non integer columns sets "-" to "others"
pre process the dataframe constructed from the input data for integer columns sets non integer values to 0 for non integer columns sets " - " to " others "
def preprocess_dataframe(self):
        for column_name in self.provision_metadata.get_provision_field_names():
            if self.stream_metadata.get_data_type_for_field(column_name) == "bigint":
                self.dataframe[column_name] = custom_functions.convert_to_numeric(
                    self.dataframe[column_name])
            if self.stream_metadata.get_data_type_for_field(column_name) == "string":
                self.dataframe[column_name] = custom_functions.replace_string(
                    self.dataframe[column_name], "-", "others")
def preprocess_dataframe ( self ) : for column_name in self . provision_metadata . get_provision_field_names ( ) : if self . stream_metadata . get_data_type_for_field ( column_name ) == "bigint" : self . dataframe [ column_name ] = custom_functions . convert_to_numeric ( self . dataframe [ column_name ] ) if self . stream_metadata . get_data_type_for_field ( column_name ) == "string" : self . dataframe [ column_name ] = custom_functions . replace_string ( self . dataframe [ column_name ] , "-" , "others" )
pre process the dataframe constructed from the input data
for integer columns sets non integer values to 0
for non integer columns sets "-" to "others"
pre process the dataframe constructed from the input data for integer columns sets non integer values to 0 for non integer columns sets " - " to " others "
"""
        pre process the dataframe constructed from the input data
        for integer columns sets non integer values to 0
        for non integer columns sets "-" to "others"
        """ # integer fields # string fields
self