src/toil_lib/spark.py
def stop(self, fileStore):
        """
        Stop spark and hdfs worker containers

        :param job: The underlying job.
        """

        subprocess.call(["docker", "exec", self.sparkContainerID, "rm", "-r", "/ephemeral/spark"])
        subprocess.call(["docker", "stop", self.sparkContainerID])
        subprocess.call(["docker", "rm", self.sparkContainerID])
        _log.info("Stopped Spark worker.")

        subprocess.call(["docker", "exec", self.hdfsContainerID, "rm", "-r", "/ephemeral/hdfs"])
        subprocess.call(["docker", "stop", self.hdfsContainerID])
        subprocess.call(["docker", "rm", self.hdfsContainerID])
        _log.info("Stopped HDFS datanode.")

        return
def stop(self, fileStore):
        subprocess.call(["docker", "exec", self.sparkContainerID, "rm", "-r", "/ephemeral/spark"])
        subprocess.call(["docker", "stop", self.sparkContainerID])
        subprocess.call(["docker", "rm", self.sparkContainerID])
        _log.info("Stopped Spark worker.")

        subprocess.call(["docker", "exec", self.hdfsContainerID, "rm", "-r", "/ephemeral/hdfs"])
        subprocess.call(["docker", "stop", self.hdfsContainerID])
        subprocess.call(["docker", "rm", self.hdfsContainerID])
        _log.info("Stopped HDFS datanode.")

        return
def stop ( self , fileStore ) : subprocess . call ( [ "docker" , "exec" , self . sparkContainerID , "rm" , "-r" , "/ephemeral/spark" ] ) subprocess . call ( [ "docker" , "stop" , self . sparkContainerID ] ) subprocess . call ( [ "docker" , "rm" , self . sparkContainerID ] ) _log . info ( "Stopped Spark worker." ) subprocess . call ( [ "docker" , "exec" , self . hdfsContainerID , "rm" , "-r" , "/ephemeral/hdfs" ] ) subprocess . call ( [ "docker" , "stop" , self . hdfsContainerID ] ) subprocess . call ( [ "docker" , "rm" , self . hdfsContainerID ] ) _log . info ( "Stopped HDFS datanode." ) return
Stop spark and hdfs worker containers

        :param job: The underlying job.
Stop spark and hdfs worker containers