airflow/utils/dag_processing.py
def harvest_simple_dags(self):
        """
        Harvest DAG parsing results from result queue and sync metadata from stat queue.
        :return: List of parsing result in SimpleDag format.
        """
        # Metadata and results to be harvested can be inconsistent,
        # but it should not be a big problem.
        self._sync_metadata()
        # Heartbeating after syncing metadata so we do not restart manager
        # if it processed all files for max_run times and exit normally.
        self._heartbeat_manager()
        simple_dags = []
        # multiprocessing.Queue().qsize will not work on MacOS.
        if sys.platform == "darwin":
            qsize = self._result_count
        else:
            qsize = self._result_queue.qsize()
        for _ in range(qsize):
            simple_dags.append(self._result_queue.get())

        self._result_count = 0

        return simple_dags
def harvest_simple_dags(self):
        """
        Harvest DAG parsing results from result queue and sync metadata from stat queue.
        :return: List of parsing result in SimpleDag format.
        """
        # Metadata and results to be harvested can be inconsistent,
        # but it should not be a big problem.
        self._sync_metadata()
        # Heartbeating after syncing metadata so we do not restart manager
        # if it processed all files for max_run times and exit normally.
        self._heartbeat_manager()
        simple_dags = []
        # multiprocessing.Queue().qsize will not work on MacOS.
        if sys.platform == "darwin":
            qsize = self._result_count
        else:
            qsize = self._result_queue.qsize()
        for _ in range(qsize):
            simple_dags.append(self._result_queue.get())

        self._result_count = 0

        return simple_dags
def harvest_simple_dags ( self ) : # Metadata and results to be harvested can be inconsistent, # but it should not be a big problem. self . _sync_metadata ( ) # Heartbeating after syncing metadata so we do not restart manager # if it processed all files for max_run times and exit normally. self . _heartbeat_manager ( ) simple_dags = [ ] # multiprocessing.Queue().qsize will not work on MacOS. if sys . platform == "darwin" : qsize = self . _result_count else : qsize = self . _result_queue . qsize ( ) for _ in range ( qsize ) : simple_dags . append ( self . _result_queue . get ( ) ) self . _result_count = 0 return simple_dags
Harvest DAG parsing results from result queue and sync metadata from stat queue.
        :return: List of parsing result in SimpleDag format.
Harvest DAG parsing results from result queue and sync metadata from stat queue . : return : List of parsing result in SimpleDag format .