data_processor.py
def preprocess_all_data(self):
        """Shuffle all data and then preprocess the files."""
        all_files = self._create_filename_list(SIM_DATA_PATH)
        np.random.shuffle(all_files)

        train_val_test_files = self._split_datafiles(all_files)    # train_set, val_set, test_set
        self.train_files = train_val_test_files[0]
        self.val_files = train_val_test_files[1]
        self.test_files = train_val_test_files[2]

        # Report sizes and load all datasets
        self.logger.info('Train set size: %d', len(self.train_files))
        self.logger.info('Validation set size: %d', len(self.val_files))
        self.logger.info('Test set size: %d', len(self.test_files))
        self._load_all_datasets()
Shuffle all data and then preprocess the files.
Shuffle all data and then preprocess the files.
Shuffle all data and then preprocess the files .
def preprocess_all_data(self):
        all_files = self._create_filename_list(SIM_DATA_PATH)
        np.random.shuffle(all_files)
        train_val_test_files = self._split_datafiles(all_files)    
        self.train_files = train_val_test_files[0]
        self.val_files = train_val_test_files[1]
        self.test_files = train_val_test_files[2]
        self.logger.info('Train set size: %d', len(self.train_files))
        self.logger.info('Validation set size: %d', len(self.val_files))
        self.logger.info('Test set size: %d', len(self.test_files))
        self._load_all_datasets()
def preprocess_all_data ( self ) : all_files = self . _create_filename_list ( SIM_DATA_PATH ) np . random . shuffle ( all_files ) train_val_test_files = self . _split_datafiles ( all_files ) self . train_files = train_val_test_files [ 0 ] self . val_files = train_val_test_files [ 1 ] self . test_files = train_val_test_files [ 2 ] self . logger . info ( 'Train set size: %d' , len ( self . train_files ) ) self . logger . info ( 'Validation set size: %d' , len ( self . val_files ) ) self . logger . info ( 'Test set size: %d' , len ( self . test_files ) ) self . _load_all_datasets ( )
Shuffle all data and then preprocess the files.
Shuffle all data and then preprocess the files .
"""Shuffle all data and then preprocess the files.""" # train_set, val_set, test_set # Report sizes and load all datasets
self