def updateCheckpointData(self, time):
        newRdds = [(t, rdd.checkpoint_path) for t, rdd in self.generatedRDDs.items()
                   if rdd and rdd.checkpoint_path]

        if newRdds:
            oldRdds = self.checkpointData
            self.checkpointData = dict(newRdds)
            for t, p in oldRdds.iteritems():
                if t not in self.checkpointData:
                    try:
                        shutil.rmtree(p)
                    except __HOLE__:
                        pass

        for dep in self.dependencies:
            dep.updateCheckpointData(time)

        logger.info(
            "updated checkpoint data for time %s (%d)",
            time,
            len(newRdds))
dataset/ETHPy150Open douban/dpark/dpark/dstream.py/DStream.updateCheckpointData