spark_plugin.py
def read(self):
        """
        Collect metrics from Spark API endpoints and send to SignalFx
        """

        # Get all active apps in cluster
        apps = self._get_running_apps()

        # Get streaming metrics
        self._get_streaming_metrics(apps)

        # Get the job metrics
        self._get_job_metrics(apps)

        # Get the stage metrics
        self._get_stage_metrics(apps)

        # Get the executor metrics
        self._get_executor_metrics(apps)

        # Send metrics to SignalFx
        self.post_metrics()

        # clear metrics data structure
        self.cleanup()

        Collect metrics from Spark API endpoints and send to SignalFx
        
Collect metrics from Spark API endpoints and send to SignalFx
Collect metrics from Spark API endpoints and send to SignalFx
def read(self):
        apps = self._get_running_apps()
        self._get_streaming_metrics(apps)
        self._get_job_metrics(apps)
        self._get_stage_metrics(apps)
        self._get_executor_metrics(apps)
        self.post_metrics()
        self.cleanup()
def read ( self ) : apps = self . _get_running_apps ( ) self . _get_streaming_metrics ( apps ) self . _get_job_metrics ( apps ) self . _get_stage_metrics ( apps ) self . _get_executor_metrics ( apps ) self . post_metrics ( ) self . cleanup ( )
Collect metrics from Spark API endpoints and send to SignalFx
Collect metrics from Spark API endpoints and send to SignalFx
"""
        Collect metrics from Spark API endpoints and send to SignalFx
        """ # Get all active apps in cluster # Get streaming metrics # Get the job metrics # Get the stage metrics # Get the executor metrics # Send metrics to SignalFx # clear metrics data structure
self