<filename>infra/services/service_manager/service.py<gh_stars>1-10
# Copyright (c) 2015 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

import errno
import json
import logging
import os.path
import platform

try:
  import resource #pragma: no cover
except ImportError: #pragma: no cover
  # resource module is only available in *nix platforms.
  resource = None

import signal
import subprocess
import sys
import time

import psutil

from infra.libs.service_utils import daemon
from infra.services.service_manager import version_finder

LOGGER = logging.getLogger(__name__)


class ServiceException(Exception):
  """Raised if the child process couldn't be started correctly."""


class ProcessStateError(Exception):
  """Raised by get_running_process_state.

  Errors of this type can either be routine errors because the process is not
  running or unexpected errors (failed to parse the state file).  The former
  inherit ProcessNotRunning, the latter inherit UnexpectedProcessStateError."""


class ProcessNotRunning(ProcessStateError):
  pass


class StateFileNotFound(ProcessNotRunning):
  pass


class ProcessHasDifferentStartTime(ProcessNotRunning):
  pass


class UnexpectedProcessStateError(ProcessStateError):
  pass


class StateFileOpenError(UnexpectedProcessStateError):
  pass


class StateFileParseError(UnexpectedProcessStateError):
  pass


def _read_starttime(pid):  # pragma: no cover
  try:
    ret = int(psutil.Process(pid).create_time())
  except (psutil.NoSuchProcess, psutil.AccessDenied):
    return None

  if platform.system() == 'Linux':
    # On Linux psutil adds the btime from /proc/stat to the create_time.
    # Unfortunately this value isn't constant and can drift by 1 second, so
    # subtract it again to ensure different service_manager processes see the
    # same create_times.  See crbug/509493.
    ret -= psutil.BOOT_TIME

  return ret


class ProcessState(object):
  """Reads and writes process state to files.

  A ProcessState object will contain information about a running process
  accessible using the 'pid', 'starttime', etc. attributes.
  """

  def __init__(self, pid=None, starttime=None, version=None, cmd=None):
    self.pid = None
    if pid is not None:
      self.pid = int(pid)

    self.starttime = None
    if starttime is not None:
      self.starttime = int(starttime)

    self.version = version
    self.cmd = cmd

  @classmethod
  def from_file(cls, filename):
    """Reads a state file from disk."""

    if not os.path.isfile(filename):
      raise StateFileNotFound(filename)

    try:
      with open(filename) as fh:
        data = json.load(fh)
      pid = data['pid']
      starttime = data['starttime']  # pragma: no cover (coverage bug??)
    except IOError as ex:
      raise StateFileOpenError(filename, ex)
    except Exception as ex:
      raise StateFileParseError(filename, ex)

    # Check that the same process is still on this pid.
    pid_state = cls.from_pid(pid)

    if not pid_state.is_starttime_near(starttime):
      raise ProcessHasDifferentStartTime(
          filename, pid, pid_state.starttime, starttime)

    # TODO(pgervais): get rid of 'args' when all services have been restarted.
    return cls(pid=pid,
               starttime=starttime,
               version=data.get('version'),
               cmd=data.get('cmd', data.get('args')))

  @classmethod
  def from_pid(cls, pid):
    """Checks if the PID is running and returns a minimal ProcessState object.

    If the process is running the returned object will only have the pid and
    starttime properties set.
    """

    starttime = _read_starttime(pid)
    if starttime is None:
      raise ProcessNotRunning(None, pid)

    return cls(pid=pid, starttime=starttime)

  def write_to_file(self, filename):
    contents = json.dumps({
        'pid': self.pid,
        'starttime': self.starttime,
        'version': self.version,
        'cmd': self.cmd,
        'args': self.cmd,  # ensuring backward-compatibility.
    })
    LOGGER.info('Writing state file %s: %s', filename, contents)

    with open(filename, 'w') as fh:
      fh.write(contents)

  def is_starttime_near(self, other):
    return abs(self.starttime - int(other)) < 10


class ProcessCreator(object):
  """Contains the platform-specific code for creating a service's process."""

  @staticmethod
  def for_platform(service, plat=sys.platform):
    """Creates an appropriate ProcessCreator subclass for the given platform."""

    if plat == 'win32':  # pragma: no cover
      return WindowsProcessCreator(service)
    return UnixProcessCreator(service)

  def __init__(self, service):
    self.service = service

  def start(self):
    """Starts a process for this service and returns its PID."""

    raise NotImplementedError

  def _open_output_fh(self, popen_kwargs):
    """Opens and returns a file handle suitable for the process to write to.

    This is either cloudtail (if configured) or the null device.

    The caller *must* close this file handle after spawning the subprocess.
    """

    log_r, log_w = os.pipe()
    try:
      self.service.cloudtail.start(self.service.name, log_r, **popen_kwargs)
    except OSError:
      os.close(log_w)
    else:
      return os.fdopen(log_w, 'w')
    finally:
      os.close(log_r)

    return open(os.devnull, 'w')


class Service(object):
  """Controls a running service process.

  Starts and stops the process, checks whether it is running, and creates and
  deletes its state file in the state_directory.

  State files are like UNIX PID files, except they also contain the starttime
  (read from /proc/$PID/stat) of the process to protect against the race
  condition of a different process reusing the same PID.
  """

  def __init__(self, state_directory, service_config, cloudtail,
               _time_fn=time.time, _sleep_fn=time.sleep):
    """
    Args:
      state_directory: A file will be created in this directory (with the same
          name as the service) when it is running containing its PID and
          starttime.
      service_config: A dictionary containing the service's config.  See README
          for a description of the fields.
      cloudtail: An object that knows how to start cloudtail.
    """

    self.config = service_config
    self.name = service_config['name']
    self.root_directory = service_config['root_directory']
    self._cmd = service_config['cmd']

    self.stop_time = int(service_config.get('stop_time', 10))

    self.cloudtail = cloudtail
    self._state_file = os.path.join(state_directory, self.name)
    self._time_fn = _time_fn
    self._sleep_fn = _sleep_fn

    self._process_creator = ProcessCreator.for_platform(self)
    self.environment = service_config.get('environment')
    self.resources = service_config.get('resources')
    self.working_directory = service_config.get('working_directory')

  # Defining 'cmd' as a property to be able to use autospec=True in mock.patch.
  @property
  def cmd(self):
    return self._cmd

  def get_running_process_state(self):
    """Returns a ProcessState object about the process.

    Raises some subclass of ProcessStateError if the process is not running.
    """

    return ProcessState.from_file(self._state_file)

  def has_version_changed(self, state):
    """Returns True if the version has changed since the process started.

    Args:
      state(ProcessState): a process state.

    Returns:
      changed(bool): True if the running version does not match the one
        deployed on disk.
    """

    if state.version is None:
      return False

    deployed_version = version_finder.find_version(self.config)
    if state.version != deployed_version:
      LOGGER.info('Version changed: %s -> %s. (cmd: %s)'
                  % (state.version, deployed_version, str(state.cmd)))
      return True
    return False

  def has_cmd_changed(self, state):
    """Returns True if the args in the config are different to when the process
    started."""

    if state.cmd is None:
      return False

    return state.cmd != self._cmd

  def start(self):
    """Starts the service if it's not running already.

    Does nothing if the service is running already.  Raises ServiceException if
    the process couldn't be started.
    """

    try:
      self.get_running_process_state()
    except ProcessStateError:
      pass
    else:
      return  # Running already.

    LOGGER.info("Starting service %s", self.name)

    pid = self._process_creator.start()
    self._write_state_file(pid)

    LOGGER.info("Service %s started with PID %d", self.name, pid)

  def stop(self):
    """Stops the service if it is currently running.

    Does nothing if it's not running.
    """

    try:
      state = self.get_running_process_state()
    except ProcessStateError:
      return  # Not running.

    if (not self._signal_and_wait(state, signal.SIGTERM, self.stop_time) and
        sys.platform != 'win32'):
      self._signal_and_wait(state, signal.SIGKILL, None)

    LOGGER.info("Service %s stopped", self.name)

    # Remove the state file.
    os.unlink(self._state_file)

  def _write_state_file(self, pid):
    try:
      state = ProcessState.from_pid(pid)
    except ProcessStateError as ex:
      raise ServiceException(
          'Failed to start %s: daemon process exited (%r)' % (self.name, ex))

    state.version = version_finder.find_version(self.config)
    state.cmd = self._cmd
    state.write_to_file(self._state_file)

  def _signal_and_wait(self, state, sig, wait_timeout):
    """Sends a signal to the given process, and optionally waits for it to exit.

    Args:
      state: A ProcessState object of the process to signal.
      sig: The signal number to send (see the constants in the signal module).
      wait_timeout: Time in seconds to wait for this process to exit after
          sending the signal, or None to return immediately.

    Returns:
      False if the process was still running after the timeout, or True if the
      process exited within the timeout, or timeout was None.
    """

    LOGGER.info("Sending signal %d to %s with PID %d",
                sig, self.name, state.pid)
    try:
      os.kill(state.pid, sig)
    except OSError as ex:
      if ex.errno == errno.ESRCH:
        # The process exited before we could kill it.
        return True
      raise

    if wait_timeout is not None:
      return self._wait_with_timeout(state, wait_timeout)

    return True

  def _wait_with_timeout(self, state, timeout):
    """Waits for the process to exit."""

    deadline = self._time_fn() + timeout
    while self._time_fn() < deadline:
      try:
        new_state = ProcessState.from_pid(state.pid)
      except ProcessStateError:
        return True  # Not running
      if not new_state.is_starttime_near(state.starttime):
        return True

      self._sleep_fn(0.1)
    return False


class OwnService(Service):
  """A special service that represents the service_manager itself.

  Makes the get_running_process_state() functionality available for the
  service_manager process.
  """

  def __init__(self, state_directory, root_directory, **kwargs):
    super(OwnService, self).__init__(state_directory, {
        'name': 'service_manager',
        'cmd': [],
        'root_directory': root_directory,
    }, None, '', **kwargs)
    self._state_directory = state_directory

  def start(self):
    """Writes a state file, returns False if we're already running."""

    # Use a flock here to avoid a race condition where two service_managers
    # start at the same time and both write their own state file.
    try:
      with daemon.flock('service_manager.flock', self._state_directory):
        try:
          self.get_running_process_state()
        except ProcessStateError:
          pass
        else:
          return False  # already running

        self._write_state_file(os.getpid())
        return True
    except daemon.LockAlreadyLocked:
      return False

  def stop(self):
    raise NotImplementedError


class UnixProcessCreator(ProcessCreator):  # pragma: no cover
  """Implementation of ProcessCreator for Unix systems.

  Forks twice and sends the PID of the service over a pipe to the parent.
  """
  def start(self):
    control_r, control_w = os.pipe()
    child_pid = os.fork()
    if child_pid == 0:
      os.close(control_r)
      try:
        self._start_child(os.fdopen(control_w, 'w'))
      finally:
        os._exit(1)
    else:
      os.close(control_w)
      return self._start_parent(os.fdopen(control_r, 'r'), child_pid)

  def _start_child(self, control_fh):
    """The part of start() that runs in the child process.

    Daemonises the current process, writes the new PID to the pipe, and execs
    the service executable.
    """

    # Detach from the parent but keep FDs open so we can write to the log still.
    daemon.become_daemon(keep_fds=True)

    # Change the current working directory if specified.
    if self.service.working_directory:
      os.chdir(self.service.working_directory)

    # Write our new PID to the pipe and close it.
    json.dump({'pid': os.getpid()}, control_fh)
    control_fh.close()

    # Start cloudtail.  This needs to be done after become_daemon so it's a
    # child of the service itself, not service_manager.
    # Cloudtail's stdout and stderr will go to /dev/null.
    output_fh = self._open_output_fh({'close_fds': True})

    # Pipe our stdout and stderr to cloudtail if configured.  Close all other
    # FDs.
    os.dup2(output_fh.fileno(), 1)
    os.dup2(output_fh.fileno(), 2)
    daemon.close_all_fds(keep_fds={1, 2})

    # Set environment variables and resource limits if given.
    environment = os.environ.copy()
    if self.service.environment:
      environment.update(self.service.environment)

    if self.service.resources:
      self._setrlimits(self.service.resources)

    # Exec the service.
    os.execve(self.service.cmd[0], self.service.cmd, environment)

  def _start_parent(self, pipe, child_pid):
    """The part of start() that runs in the parent process.

    Waits for the child to start and writes a state file for the process.
    """

    # Read the data from the pipe.  The daemon process will close this pipe
    # before starting the service, or it will be closed when the child exits.
    data = pipe.read()

    # Reap the child we forked.
    _, exit_status = os.waitpid(child_pid, 0)
    if exit_status != 0:
      raise ServiceException(
          'Failed to start %s: child process exited with %d' % (
              self.service.name, exit_status))

    # Try to parse the JSON sent by the daemon process.
    try:
      data = json.loads(data)
    except Exception:
      raise ServiceException(
          'Failed to start %s: daemon process didn\'t send a valid PID' %
          self.service.name)

    return data['pid']

  def _setrlimits(self, resources):
    """Sets the given resource limits onto the current process.
    To get detail information for each resource limit, please visit
    the following page: https://docs.python.org/2/library/resource.html

    Args:
      resources: a dict containing a list of (name, (softlimit, hardlimit)).
    """
    resources_by_name = {
        # The maximum amount of processor time (in seconds).
        'cpu': resource.RLIMIT_CPU,
        # The maximum size of the virtual memory (address space) in bytes.
        'memory': resource.RLIMIT_AS,
        # The maximum number of open file descriptors for the process.
        'num_files': resource.RLIMIT_NOFILE,
        # The maximum number of processes the process may create.
        'num_processes': resource.RLIMIT_NPROC,
        # The maximum size (in bytes) of the call stack for the process.
        'stack': resource.RLIMIT_STACK,
    }

    for name, limits in resources.iteritems():
      res = resources_by_name.get(name)
      if res:
        unlimited = (resource.RLIM_INFINITY, resource.RLIM_INFINITY)
        resource.setrlimit(res, limits or unlimited)


class WindowsProcessCreator(ProcessCreator):  # pragma: no cover
  """Implementation of ProcessCreator for Windows systems."""

  # https://msdn.microsoft.com/en-us/library/windows/desktop/ms684863(v=vs.85).aspx
  CREATE_NO_WINDOW = 0x08000000

  def start(self):
    output_fh = self._open_output_fh({'creationflags': self.CREATE_NO_WINDOW})
    try:
      # Set environment variables and resource limits if given.
      environment = os.environ.copy()
      if self.service.environment:
        environment.update(self.service.environment)

      handle = subprocess.Popen(
          self.service.cmd,
          creationflags=self.CREATE_NO_WINDOW,
          stderr=output_fh,
          stdout=output_fh,
          env=environment,
      )
    finally:
      output_fh.close()

    return handle.pid

<filename>infra/services/service_manager/service.py<gh_stars>1-10
# Copyright (c) 2015 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

import errno
import json
import logging
import os.path
import platform

try:
  import resource #pragma: no cover
except ImportError: #pragma: no cover
  # resource module is only available in *nix platforms.
  resource = None

import signal
import subprocess
import sys
import time

import psutil

from infra.libs.service_utils import daemon
from infra.services.service_manager import version_finder

LOGGER = logging.getLogger(__name__)


class ServiceException(Exception):
  """Raised if the child process couldn't be started correctly."""


class ProcessStateError(Exception):
  """Raised by get_running_process_state.

  Errors of this type can either be routine errors because the process is not
  running or unexpected errors (failed to parse the state file).  The former
  inherit ProcessNotRunning, the latter inherit UnexpectedProcessStateError."""


class ProcessNotRunning(ProcessStateError):
  pass


class StateFileNotFound(ProcessNotRunning):
  pass


class ProcessHasDifferentStartTime(ProcessNotRunning):
  pass


class UnexpectedProcessStateError(ProcessStateError):
  pass


class StateFileOpenError(UnexpectedProcessStateError):
  pass


class StateFileParseError(UnexpectedProcessStateError):
  pass


def _read_starttime(pid):  # pragma: no cover
  try:
    ret = int(psutil.Process(pid).create_time())
  except (psutil.NoSuchProcess, psutil.AccessDenied):
    return None

  if platform.system() == 'Linux':
    # On Linux psutil adds the btime from /proc/stat to the create_time.
    # Unfortunately this value isn't constant and can drift by 1 second, so
    # subtract it again to ensure different service_manager processes see the
    # same create_times.  See crbug/509493.
    ret -= psutil.BOOT_TIME

  return ret


class ProcessState(object):
  """Reads and writes process state to files.

  A ProcessState object will contain information about a running process
  accessible using the 'pid', 'starttime', etc. attributes.
  """

  def __init__(self, pid=None, starttime=None, version=None, cmd=None):
    self.pid = None
    if pid is not None:
      self.pid = int(pid)

    self.starttime = None
    if starttime is not None:
      self.starttime = int(starttime)

    self.version = version
    self.cmd = cmd

  @classmethod
  def from_file(cls, filename):
    """Reads a state file from disk."""

    if not os.path.isfile(filename):
      raise StateFileNotFound(filename)

    try:
      with open(filename) as fh:
        data = json.load(fh)
      pid = data['pid']
      starttime = data['starttime']  # pragma: no cover (coverage bug??)
    except IOError as ex:
      raise StateFileOpenError(filename, ex)
    except Exception as ex:
      raise StateFileParseError(filename, ex)

    # Check that the same process is still on this pid.
    pid_state = cls.from_pid(pid)

    if not pid_state.is_starttime_near(starttime):
      raise ProcessHasDifferentStartTime(
          filename, pid, pid_state.starttime, starttime)

    # TODO(pgervais): get rid of 'args' when all services have been restarted.
    return cls(pid=pid,
               starttime=starttime,
               version=data.get('version'),
               cmd=data.get('cmd', data.get('args')))

  @classmethod
  def from_pid(cls, pid):
    """Checks if the PID is running and returns a minimal ProcessState object.

    If the process is running the returned object will only have the pid and
    starttime properties set.
    """

    starttime = _read_starttime(pid)
    if starttime is None:
      raise ProcessNotRunning(None, pid)

    return cls(pid=pid, starttime=starttime)

  def write_to_file(self, filename):
    contents = json.dumps({
        'pid': self.pid,
        'starttime': self.starttime,
        'version': self.version,
        'cmd': self.cmd,
        'args': self.cmd,  # ensuring backward-compatibility.
    })
    LOGGER.info('Writing state file %s: %s', filename, contents)

    with open(filename, 'w') as fh:
      fh.write(contents)

  def is_starttime_near(self, other):
    return abs(self.starttime - int(other)) < 10


class ProcessCreator(object):
  """Contains the platform-specific code for creating a service's process."""

  @staticmethod
  def for_platform(service, plat=sys.platform):
    """Creates an appropriate ProcessCreator subclass for the given platform."""

    if plat == 'win32':  # pragma: no cover
      return WindowsProcessCreator(service)
    return UnixProcessCreator(service)

  def __init__(self, service):
    self.service = service

  def start(self):
    """Starts a process for this service and returns its PID."""

    raise NotImplementedError

  def _open_output_fh(self, popen_kwargs):
    """Opens and returns a file handle suitable for the process to write to.

    This is either cloudtail (if configured) or the null device.

    The caller *must* close this file handle after spawning the subprocess.
    """

    log_r, log_w = os.pipe()
    try:
      self.service.cloudtail.start(self.service.name, log_r, **popen_kwargs)
    except OSError:
      os.close(log_w)
    else:
      return os.fdopen(log_w, 'w')
    finally:
      os.close(log_r)

    return open(os.devnull, 'w')


class Service(object):
  """Controls a running service process.

  Starts and stops the process, checks whether it is running, and creates and
  deletes its state file in the state_directory.

  State files are like UNIX PID files, except they also contain the starttime
  (read from /proc/$PID/stat) of the process to protect against the race
  condition of a different process reusing the same PID.
  """

  def __init__(self, state_directory, service_config, cloudtail,
               _time_fn=time.time, _sleep_fn=time.sleep):
    """
    Args:
      state_directory: A file will be created in this directory (with the same
          name as the service) when it is running containing its PID and
          starttime.
      service_config: A dictionary containing the service's config.  See README
          for a description of the fields.
      cloudtail: An object that knows how to start cloudtail.
    """

    self.config = service_config
    self.name = service_config['name']
    self.root_directory = service_config['root_directory']
    self._cmd = service_config['cmd']

    self.stop_time = int(service_config.get('stop_time', 10))

    self.cloudtail = cloudtail
    self._state_file = os.path.join(state_directory, self.name)
    self._time_fn = _time_fn
    self._sleep_fn = _sleep_fn

    self._process_creator = ProcessCreator.for_platform(self)
    self.environment = service_config.get('environment')
    self.resources = service_config.get('resources')
    self.working_directory = service_config.get('working_directory')

  # Defining 'cmd' as a property to be able to use autospec=True in mock.patch.
  @property
  def cmd(self):
    return self._cmd

  def get_running_process_state(self):
    """Returns a ProcessState object about the process.

    Raises some subclass of ProcessStateError if the process is not running.
    """

    return ProcessState.from_file(self._state_file)

  def has_version_changed(self, state):
    """Returns True if the version has changed since the process started.

    Args:
      state(ProcessState): a process state.

    Returns:
      changed(bool): True if the running version does not match the one
        deployed on disk.
    """

    if state.version is None:
      return False

    deployed_version = version_finder.find_version(self.config)
    if state.version != deployed_version:
      LOGGER.info('Version changed: %s -> %s. (cmd: %s)'
                  % (state.version, deployed_version, str(state.cmd)))
      return True
    return False

  def has_cmd_changed(self, state):
    """Returns True if the args in the config are different to when the process
    started."""

    if state.cmd is None:
      return False

    return state.cmd != self._cmd

  def start(self):
    """Starts the service if it's not running already.

    Does nothing if the service is running already.  Raises ServiceException if
    the process couldn't be started.
    """

    try:
      self.get_running_process_state()
    except ProcessStateError:
      pass
    else:
      return  # Running already.

    LOGGER.info("Starting service %s", self.name)

    pid = self._process_creator.start()
    self._write_state_file(pid)

    LOGGER.info("Service %s started with PID %d", self.name, pid)

  def stop(self):
    """Stops the service if it is currently running.

    Does nothing if it's not running.
    """

    try:
      state = self.get_running_process_state()
    except ProcessStateError:
      return  # Not running.

    if (not self._signal_and_wait(state, signal.SIGTERM, self.stop_time) and
        sys.platform != 'win32'):
      self._signal_and_wait(state, signal.SIGKILL, None)

    LOGGER.info("Service %s stopped", self.name)

    # Remove the state file.
    os.unlink(self._state_file)

  def _write_state_file(self, pid):
    try:
      state = ProcessState.from_pid(pid)
    except ProcessStateError as ex:
      raise ServiceException(
          'Failed to start %s: daemon process exited (%r)' % (self.name, ex))

    state.version = version_finder.find_version(self.config)
    state.cmd = self._cmd
    state.write_to_file(self._state_file)

  def _signal_and_wait(self, state, sig, wait_timeout):
    """Sends a signal to the given process, and optionally waits for it to exit.

    Args:
      state: A ProcessState object of the process to signal.
      sig: The signal number to send (see the constants in the signal module).
      wait_timeout: Time in seconds to wait for this process to exit after
          sending the signal, or None to return immediately.

    Returns:
      False if the process was still running after the timeout, or True if the
      process exited within the timeout, or timeout was None.
    """

    LOGGER.info("Sending signal %d to %s with PID %d",
                sig, self.name, state.pid)
    try:
      os.kill(state.pid, sig)
    except OSError as ex:
      if ex.errno == errno.ESRCH:
        # The process exited before we could kill it.
        return True
      raise

    if wait_timeout is not None:
      return self._wait_with_timeout(state, wait_timeout)

    return True

  def _wait_with_timeout(self, state, timeout):
    """Waits for the process to exit."""

    deadline = self._time_fn() + timeout
    while self._time_fn() < deadline:
      try:
        new_state = ProcessState.from_pid(state.pid)
      except ProcessStateError:
        return True  # Not running
      if not new_state.is_starttime_near(state.starttime):
        return True

      self._sleep_fn(0.1)
    return False


class OwnService(Service):
  """A special service that represents the service_manager itself.

  Makes the get_running_process_state() functionality available for the
  service_manager process.
  """

  def __init__(self, state_directory, root_directory, **kwargs):
    super(OwnService, self).__init__(state_directory, {
        'name': 'service_manager',
        'cmd': [],
        'root_directory': root_directory,
    }, None, '', **kwargs)
    self._state_directory = state_directory

  def start(self):
    """Writes a state file, returns False if we're already running."""

    # Use a flock here to avoid a race condition where two service_managers
    # start at the same time and both write their own state file.
    try:
      with daemon.flock('service_manager.flock', self._state_directory):
        try:
          self.get_running_process_state()
        except ProcessStateError:
          pass
        else:
          return False  # already running

        self._write_state_file(os.getpid())
        return True
    except daemon.LockAlreadyLocked:
      return False

  def stop(self):
    raise NotImplementedError


class UnixProcessCreator(ProcessCreator):  # pragma: no cover
  """Implementation of ProcessCreator for Unix systems.

  Forks twice and sends the PID of the service over a pipe to the parent.
  """
  def start(self):
    control_r, control_w = os.pipe()
    child_pid = os.fork()
    if child_pid == 0:
      os.close(control_r)
      try:
        self._start_child(os.fdopen(control_w, 'w'))
      finally:
        os._exit(1)
    else:
      os.close(control_w)
      return self._start_parent(os.fdopen(control_r, 'r'), child_pid)

  def _start_child(self, control_fh):
    """The part of start() that runs in the child process.

    Daemonises the current process, writes the new PID to the pipe, and execs
    the service executable.
    """

    # Detach from the parent but keep FDs open so we can write to the log still.
    daemon.become_daemon(keep_fds=True)

    # Change the current working directory if specified.
    if self.service.working_directory:
      os.chdir(self.service.working_directory)

    # Write our new PID to the pipe and close it.
    json.dump({'pid': os.getpid()}, control_fh)
    control_fh.close()

    # Start cloudtail.  This needs to be done after become_daemon so it's a
    # child of the service itself, not service_manager.
    # Cloudtail's stdout and stderr will go to /dev/null.
    output_fh = self._open_output_fh({'close_fds': True})

    # Pipe our stdout and stderr to cloudtail if configured.  Close all other
    # FDs.
    os.dup2(output_fh.fileno(), 1)
    os.dup2(output_fh.fileno(), 2)
    daemon.close_all_fds(keep_fds={1, 2})

    # Set environment variables and resource limits if given.
    environment = os.environ.copy()
    if self.service.environment:
      environment.update(self.service.environment)

    if self.service.resources:
      self._setrlimits(self.service.resources)

    # Exec the service.
    os.execve(self.service.cmd[0], self.service.cmd, environment)

  def _start_parent(self, pipe, child_pid):
    """The part of start() that runs in the parent process.

    Waits for the child to start and writes a state file for the process.
    """

    # Read the data from the pipe.  The daemon process will close this pipe
    # before starting the service, or it will be closed when the child exits.
    data = pipe.read()

    # Reap the child we forked.
    _, exit_status = os.waitpid(child_pid, 0)
    if exit_status != 0:
      raise ServiceException(
          'Failed to start %s: child process exited with %d' % (
              self.service.name, exit_status))

    # Try to parse the JSON sent by the daemon process.
    try:
      data = json.loads(data)
    except Exception:
      raise ServiceException(
          'Failed to start %s: daemon process didn\'t send a valid PID' %
          self.service.name)

    return data['pid']

  def _setrlimits(self, resources):
    """Sets the given resource limits onto the current process.
    To get detail information for each resource limit, please visit
    the following page: https://docs.python.org/2/library/resource.html

    Args:
      resources: a dict containing a list of (name, (softlimit, hardlimit)).
    """
    resources_by_name = {
        # The maximum amount of processor time (in seconds).
        'cpu': resource.RLIMIT_CPU,
        # The maximum size of the virtual memory (address space) in bytes.
        'memory': resource.RLIMIT_AS,
        # The maximum number of open file descriptors for the process.
        'num_files': resource.RLIMIT_NOFILE,
        # The maximum number of processes the process may create.
        'num_processes': resource.RLIMIT_NPROC,
        # The maximum size (in bytes) of the call stack for the process.
        'stack': resource.RLIMIT_STACK,
    }

    for name, limits in resources.iteritems():
      res = resources_by_name.get(name)
      if res:
        unlimited = (resource.RLIM_INFINITY, resource.RLIM_INFINITY)
        resource.setrlimit(res, limits or unlimited)


class WindowsProcessCreator(ProcessCreator):  # pragma: no cover
  """Implementation of ProcessCreator for Windows systems."""

  # https://msdn.microsoft.com/en-us/library/windows/desktop/ms684863(v=vs.85).aspx
  CREATE_NO_WINDOW = 0x08000000

  def start(self):
    output_fh = self._open_output_fh({'creationflags': self.CREATE_NO_WINDOW})
    try:
      # Set environment variables and resource limits if given.
      environment = os.environ.copy()
      if self.service.environment:
        environment.update(self.service.environment)

      handle = subprocess.Popen(
          self.service.cmd,
          creationflags=self.CREATE_NO_WINDOW,
          stderr=output_fh,
          stdout=output_fh,
          env=environment,
      )
    finally:
      output_fh.close()

    return handle.pid

# Copyright (c) 2015 The Chromium Authors. All rights reserved. # Use of this source code is governed by a BSD-style license that can be # found in the LICENSE file. #pragma: no cover #pragma: no cover # resource module is only available in *nix platforms. Raised if the child process couldn't be started correctly. Raised by get_running_process_state.    Errors of this type can either be routine errors because the process is not   running or unexpected errors (failed to parse the state file).  The former   inherit ProcessNotRunning, the latter inherit UnexpectedProcessStateError. # pragma: no cover # On Linux psutil adds the btime from /proc/stat to the create_time. # Unfortunately this value isn't constant and can drift by 1 second, so # subtract it again to ensure different service_manager processes see the # same create_times.  See crbug/509493. Reads and writes process state to files.    A ProcessState object will contain information about a running process   accessible using the 'pid', 'starttime', etc. attributes. Reads a state file from disk. # pragma: no cover (coverage bug??) # Check that the same process is still on this pid. # TODO(pgervais): get rid of 'args' when all services have been restarted. Checks if the PID is running and returns a minimal ProcessState object.      If the process is running the returned object will only have the pid and     starttime properties set. # ensuring backward-compatibility. Contains the platform-specific code for creating a service's process. Creates an appropriate ProcessCreator subclass for the given platform. # pragma: no cover Starts a process for this service and returns its PID. Opens and returns a file handle suitable for the process to write to.      This is either cloudtail (if configured) or the null device.      The caller *must* close this file handle after spawning the subprocess. Controls a running service process.    Starts and stops the process, checks whether it is running, and creates and   deletes its state file in the state_directory.    State files are like UNIX PID files, except they also contain the starttime   (read from /proc/$PID/stat) of the process to protect against the race   condition of a different process reusing the same PID. Args:       state_directory: A file will be created in this directory (with the same           name as the service) when it is running containing its PID and           starttime.       service_config: A dictionary containing the service's config.  See README           for a description of the fields.       cloudtail: An object that knows how to start cloudtail. # Defining 'cmd' as a property to be able to use autospec=True in mock.patch. Returns a ProcessState object about the process.      Raises some subclass of ProcessStateError if the process is not running. Returns True if the version has changed since the process started.      Args:       state(ProcessState): a process state.      Returns:       changed(bool): True if the running version does not match the one         deployed on disk. Returns True if the args in the config are different to when the process     started. Starts the service if it's not running already.      Does nothing if the service is running already.  Raises ServiceException if     the process couldn't be started. # Running already. Stops the service if it is currently running.      Does nothing if it's not running. # Not running. # Remove the state file. Sends a signal to the given process, and optionally waits for it to exit.      Args:       state: A ProcessState object of the process to signal.       sig: The signal number to send (see the constants in the signal module).       wait_timeout: Time in seconds to wait for this process to exit after           sending the signal, or None to return immediately.      Returns:       False if the process was still running after the timeout, or True if the       process exited within the timeout, or timeout was None. # The process exited before we could kill it. Waits for the process to exit. # Not running A special service that represents the service_manager itself.    Makes the get_running_process_state() functionality available for the   service_manager process. Writes a state file, returns False if we're already running. # Use a flock here to avoid a race condition where two service_managers # start at the same time and both write their own state file. # already running # pragma: no cover Implementation of ProcessCreator for Unix systems.    Forks twice and sends the PID of the service over a pipe to the parent. The part of start() that runs in the child process.      Daemonises the current process, writes the new PID to the pipe, and execs     the service executable. # Detach from the parent but keep FDs open so we can write to the log still. # Change the current working directory if specified. # Write our new PID to the pipe and close it. # Start cloudtail.  This needs to be done after become_daemon so it's a # child of the service itself, not service_manager. # Cloudtail's stdout and stderr will go to /dev/null. # Pipe our stdout and stderr to cloudtail if configured.  Close all other # FDs. # Set environment variables and resource limits if given. # Exec the service. The part of start() that runs in the parent process.      Waits for the child to start and writes a state file for the process. # Read the data from the pipe.  The daemon process will close this pipe # before starting the service, or it will be closed when the child exits. # Reap the child we forked. # Try to parse the JSON sent by the daemon process. Sets the given resource limits onto the current process.     To get detail information for each resource limit, please visit     the following page: https://docs.python.org/2/library/resource.html      Args:       resources: a dict containing a list of (name, (softlimit, hardlimit)). # The maximum amount of processor time (in seconds). # The maximum size of the virtual memory (address space) in bytes. # The maximum number of open file descriptors for the process. # The maximum number of processes the process may create. # The maximum size (in bytes) of the call stack for the process. # pragma: no cover Implementation of ProcessCreator for Windows systems. # https://msdn.microsoft.com/en-us/library/windows/desktop/ms684863(v=vs.85).aspx # Set environment variables and resource limits if given.