src/dirbs/importer/abstract_importer.py
def _split_file(self, file_to_split):
        """Method which unzips the input file into split files in the work directory."""
        split_file_basename = '{0}_import_{1}_split'.format(self._import_type, self.import_id)
        num_batches = 0
        for batch_filename in split_file(file_to_split, self._batch_size, self._extract_dir,
                                         self._logger, split_file_basename):
            self._files_to_delete.append(batch_filename)
            num_batches += 1
            yield batch_filename

        self._logger.info('Finished splitting input file into {num_batches} batches'
                          .format(num_batches=num_batches))
        return
Method which unzips the input file into split files in the work directory.
Method which unzips the input file into split files in the work directory.
Method which unzips the input file into split files in the work directory .
def _split_file(self, file_to_split):
        split_file_basename = '{0}_import_{1}_split'.format(self._import_type, self.import_id)
        num_batches = 0
        for batch_filename in split_file(file_to_split, self._batch_size, self._extract_dir,
                                         self._logger, split_file_basename):
            self._files_to_delete.append(batch_filename)
            num_batches += 1
            yield batch_filename
        self._logger.info('Finished splitting input file into {num_batches} batches'
                          .format(num_batches=num_batches))
        return
def _split_file ( self , file_to_split ) : split_file_basename = '{0}_import_{1}_split' . format ( self . _import_type , self . import_id ) num_batches = 0 for batch_filename in split_file ( file_to_split , self . _batch_size , self . _extract_dir , self . _logger , split_file_basename ) : self . _files_to_delete . append ( batch_filename ) num_batches += 1 yield batch_filename self . _logger . info ( 'Finished splitting input file into {num_batches} batches' . format ( num_batches = num_batches ) ) return
Method which unzips the input file into split files in the work directory.
Method which unzips the input file into split files in the work directory .
"""Method which unzips the input file into split files in the work directory."""
self
file_to_split