airflow/contrib/hooks/spark_submit_hook.py
def _process_spark_status_log(self, itr):
        """
        parses the logs of the spark driver status query process

        :param itr: An iterator which iterates over the input of the subprocess
        """
        # Consume the iterator
        for line in itr:
            line = line.strip()

            # Check if the log line is about the driver status and extract the status.
            if "driverState" in line:
                self._driver_status = line.split(' : ')[1] \
                    .replace(',', '').replace('\"', '').strip()

            self.log.debug("spark driver status log: {}".format(line))
def _process_spark_status_log(self, itr):
        # Consume the iterator
        for line in itr:
            line = line.strip()

            # Check if the log line is about the driver status and extract the status.
            if "driverState" in line:
                self._driver_status = line.split(' : ')[1] \
                    .replace(',', '').replace('\"', '').strip()

            self.log.debug("spark driver status log: {}".format(line))
def _process_spark_status_log ( self , itr ) : # Consume the iterator for line in itr : line = line . strip ( ) # Check if the log line is about the driver status and extract the status. if "driverState" in line : self . _driver_status = line . split ( ' : ' ) [ 1 ] . replace ( ',' , '' ) . replace ( '\"' , '' ) . strip ( ) self . log . debug ( "spark driver status log: {}" . format ( line ) )
parses the logs of the spark driver status query process

        :param itr: An iterator which iterates over the input of the subprocess
parses the logs of the spark driver status query process