#coding:utf-8
#
# PROGRAM/MODULE: saturnin
# FILE:           saturnin/component/bundle.py
# DESCRIPTION:    Service budle controller
# CREATED:        5.12.2020
#
# The contents of this file are subject to the MIT License
#
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to deal
# in the Software without restriction, including without limitation the rights
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included in all
# copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
# SOFTWARE.
#
# Copyright (c) 2020 Firebird Project (www.firebirdsql.org)
# All Rights Reserved.
#
# Contributor(s): <NAME> (original code)
#                 ______________________________________

"""Saturnin service budle controller


"""

from __future__ import annotations
from typing import List
import os
import uuid
import weakref
import warnings
import zmq
from configparser import ConfigParser, ExtendedInterpolation, DEFAULTSECT
from firebird.base.types import ZMQDomain
from firebird.base.collections import Registry
from firebird.base.config import ConfigListOption
from firebird.base.logging import LoggingIdMixin, get_logger
from firebird.base.trace import TracedMixin
from saturnin.base import Error, Config, ChannelManager
from .controller import ThreadController, ServiceExecConfig
from .registry import get_service_desciptors

#: Configuration section name for local service addresses
SECTION_LOCAL_ADDRESS = 'local_address'
#: Configuration section name for node service addresses
SECTION_NODE_ADDRESS = 'node_address'
#: Configuration section name for network service addresses
SECTION_NET_ADDRESS = 'net_address'
#: Configuration section name for service UIDs
SECTION_SERVICE_UID = 'service_uid'
#: Configuration section name for service peer UIDs
SECTION_PEER_UID = 'peer_uid'
#: Configuration section name for service bundle
SECTION_BUNDLE = 'bundle'

class ServiceBundleConfig(Config):
    """Service bundle configuration.
    """
    def __init__(self, name: str):
        super().__init__(name)
        self.agents: ConfigListOption = ConfigListOption('agents', "Agent UIDs",
                                                         ServiceExecConfig, required=True)

class BundleThreadController(LoggingIdMixin, TracedMixin):
    """Service controller that manages collection of services executed in separate threads.
    """
    def __init__(self, *, parser: ConfigParser=None, manager: ChannelManager=None):
        """
        Arguments:
            parser: ConfigParser instance to be used for bundle configuration.
            manager: ChannelManager to be used.
        """
        self.log_context = None
        self.mngr: ChannelManager = manager
        self._ext_mngr: bool = manager is not None
        if manager is None:
            self.mngr = ChannelManager(zmq.Context.instance())
            self.mngr.log_context = weakref.proxy(self)
        #: ConfigParser with service bundle configuration
        self.config: ConfigParser = \
            ConfigParser(interpolation=ExtendedInterpolation()) if parser is None else parser
        #: List with ThreadControllers for all service instances in bundle
        self.services: List[ThreadController] = []
        #: Registry with ServiceDescriptors for services that could be run
        self.available_services: Registry = Registry(get_service_desciptors())
        #
        self.config[SECTION_LOCAL_ADDRESS] = {}
        self.config[SECTION_NODE_ADDRESS] = {}
        self.config[SECTION_NET_ADDRESS] = {}
        self.config[SECTION_SERVICE_UID] = {}
        self.config[SECTION_PEER_UID] = {}
        # Defaults
        self.config[DEFAULTSECT]['here'] = os.getcwd()
        # Assign Agent IDs for available services
        self.config[SECTION_SERVICE_UID].update((sd.agent.name, sd.agent.uid.hex) for sd
                                                in self.available_services)
        #
    def configure(self, *, section: str=SECTION_BUNDLE) -> None:
        """
        Arguments:
            section: Configuration section with bundle definition.
        """
        svc_cfg: ServiceExecConfig = ServiceExecConfig(section)
        bundle_cfg: ServiceBundleConfig = ServiceBundleConfig(section)
        bundle_cfg.load_config(self.config)
        bundle_cfg.validate()
        # Assign Peer IDs to service sections (instances)
        peer_uids = {section.name: uuid.uuid1() for section in bundle_cfg.agents.value}
        self.config[SECTION_PEER_UID].update((k, v.hex) for k, v in peer_uids.items())
        #
        #
        for svc_cfg in bundle_cfg.agents.value:
            svc_cfg.validate()
            if svc_cfg.agent.value in self.available_services:
                controller = ThreadController(self.available_services[svc_cfg.agent.value],
                                              name=svc_cfg.name, peer_uid=peer_uids[svc_cfg.name],
                                              manager=self.mngr)
                self.services.append(controller)
            else:
                self.services.clear()
                raise Error(f"Unknonw agent in section '{svc_cfg.name}'")
    def start(self, *, timeout: int=10000) -> None:
        """Start all services in bundle.

        Arguments:
            timeout: Timeout for starting each service. None (infinity), or a floating
                     point number specifying a timeout for the operation in seconds (or
                     fractions thereof) [Default: 10s].

        Important:
            Services are started in order they are listed in bundle configuration.
            If any service fails to start, all previously started services are stopped.

        Raises:
            ServiceError: On error in communication with service.
            TimeoutError: When service does not start in time.
        """
        for controller in self.services:
            try:
                controller.configure(self.config, controller.name)
                controller.log_context = self.log_context
                controller.start(timeout=timeout)
                if controller.endpoints:
                    # Update addresses for binded endpoints
                    for name, addresses in controller.endpoints.items():
                        opt_name = f'{controller.name}.{name}'
                        for address in addresses:
                            if address.domain == ZMQDomain.LOCAL:
                                self.config[SECTION_LOCAL_ADDRESS][opt_name] = address
                            elif address.domain == ZMQDomain.NODE:
                                self.config[SECTION_NODE_ADDRESS][opt_name] = address
                            else:
                                self.config[SECTION_NET_ADDRESS][opt_name] = address
            except:
                self.stop()
                raise
    def stop(self, *, timeout: int=10000) -> None:
        """Stop all runing services in bundle. The services are stopped in the reverse
        order in which they were started.

        Arguments:
            timeout: Timeout for stopping each service. None (infinity), or a floating
                     point number specifying a timeout for the operation in seconds (or
                     fractions thereof) [Default: 10s].

        Raises:
            ServiceError: On error in communication with service.
            TimeoutError: When service does not stop in time.
        """
        for controller in reversed(self.services):
            try:
                controller.stop(timeout=timeout)
            except Exception as exc:
                get_logger(self).error("Error while stopping the service: {args[0]}", exc)
                if controller.is_running():
                    warnings.warn(f"Stopping service {controller.name} failed, service thread terminated", RuntimeWarning)
                    controller.terminate()
    def join(self, timeout=None) -> None:
        """Wait until all services stop.

        Arguments:
            timeout: Floating point number specifying a timeout for the operation in
                     seconds (or fractions thereof).
        """
        for svc in self.services:
            svc.join(timeout)

#coding:utf-8
#
# PROGRAM/MODULE: saturnin
# FILE:           saturnin/component/bundle.py
# DESCRIPTION:    Service budle controller
# CREATED:        5.12.2020
#
# The contents of this file are subject to the MIT License
#
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to deal
# in the Software without restriction, including without limitation the rights
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included in all
# copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
# SOFTWARE.
#
# Copyright (c) 2020 Firebird Project (www.firebirdsql.org)
# All Rights Reserved.
#
# Contributor(s): <NAME> (original code)
#                 ______________________________________

"""Saturnin service budle controller


"""

from __future__ import annotations
from typing import List
import os
import uuid
import weakref
import warnings
import zmq
from configparser import ConfigParser, ExtendedInterpolation, DEFAULTSECT
from firebird.base.types import ZMQDomain
from firebird.base.collections import Registry
from firebird.base.config import ConfigListOption
from firebird.base.logging import LoggingIdMixin, get_logger
from firebird.base.trace import TracedMixin
from saturnin.base import Error, Config, ChannelManager
from .controller import ThreadController, ServiceExecConfig
from .registry import get_service_desciptors

#: Configuration section name for local service addresses
SECTION_LOCAL_ADDRESS = 'local_address'
#: Configuration section name for node service addresses
SECTION_NODE_ADDRESS = 'node_address'
#: Configuration section name for network service addresses
SECTION_NET_ADDRESS = 'net_address'
#: Configuration section name for service UIDs
SECTION_SERVICE_UID = 'service_uid'
#: Configuration section name for service peer UIDs
SECTION_PEER_UID = 'peer_uid'
#: Configuration section name for service bundle
SECTION_BUNDLE = 'bundle'

class ServiceBundleConfig(Config):
    """Service bundle configuration.
    """
    def __init__(self, name: str):
        super().__init__(name)
        self.agents: ConfigListOption = ConfigListOption('agents', "Agent UIDs",
                                                         ServiceExecConfig, required=True)

class BundleThreadController(LoggingIdMixin, TracedMixin):
    """Service controller that manages collection of services executed in separate threads.
    """
    def __init__(self, *, parser: ConfigParser=None, manager: ChannelManager=None):
        """
        Arguments:
            parser: ConfigParser instance to be used for bundle configuration.
            manager: ChannelManager to be used.
        """
        self.log_context = None
        self.mngr: ChannelManager = manager
        self._ext_mngr: bool = manager is not None
        if manager is None:
            self.mngr = ChannelManager(zmq.Context.instance())
            self.mngr.log_context = weakref.proxy(self)
        #: ConfigParser with service bundle configuration
        self.config: ConfigParser = \
            ConfigParser(interpolation=ExtendedInterpolation()) if parser is None else parser
        #: List with ThreadControllers for all service instances in bundle
        self.services: List[ThreadController] = []
        #: Registry with ServiceDescriptors for services that could be run
        self.available_services: Registry = Registry(get_service_desciptors())
        #
        self.config[SECTION_LOCAL_ADDRESS] = {}
        self.config[SECTION_NODE_ADDRESS] = {}
        self.config[SECTION_NET_ADDRESS] = {}
        self.config[SECTION_SERVICE_UID] = {}
        self.config[SECTION_PEER_UID] = {}
        # Defaults
        self.config[DEFAULTSECT]['here'] = os.getcwd()
        # Assign Agent IDs for available services
        self.config[SECTION_SERVICE_UID].update((sd.agent.name, sd.agent.uid.hex) for sd
                                                in self.available_services)
        #
    def configure(self, *, section: str=SECTION_BUNDLE) -> None:
        """
        Arguments:
            section: Configuration section with bundle definition.
        """
        svc_cfg: ServiceExecConfig = ServiceExecConfig(section)
        bundle_cfg: ServiceBundleConfig = ServiceBundleConfig(section)
        bundle_cfg.load_config(self.config)
        bundle_cfg.validate()
        # Assign Peer IDs to service sections (instances)
        peer_uids = {section.name: uuid.uuid1() for section in bundle_cfg.agents.value}
        self.config[SECTION_PEER_UID].update((k, v.hex) for k, v in peer_uids.items())
        #
        #
        for svc_cfg in bundle_cfg.agents.value:
            svc_cfg.validate()
            if svc_cfg.agent.value in self.available_services:
                controller = ThreadController(self.available_services[svc_cfg.agent.value],
                                              name=svc_cfg.name, peer_uid=peer_uids[svc_cfg.name],
                                              manager=self.mngr)
                self.services.append(controller)
            else:
                self.services.clear()
                raise Error(f"Unknonw agent in section '{svc_cfg.name}'")
    def start(self, *, timeout: int=10000) -> None:
        """Start all services in bundle.

        Arguments:
            timeout: Timeout for starting each service. None (infinity), or a floating
                     point number specifying a timeout for the operation in seconds (or
                     fractions thereof) [Default: 10s].

        Important:
            Services are started in order they are listed in bundle configuration.
            If any service fails to start, all previously started services are stopped.

        Raises:
            ServiceError: On error in communication with service.
            TimeoutError: When service does not start in time.
        """
        for controller in self.services:
            try:
                controller.configure(self.config, controller.name)
                controller.log_context = self.log_context
                controller.start(timeout=timeout)
                if controller.endpoints:
                    # Update addresses for binded endpoints
                    for name, addresses in controller.endpoints.items():
                        opt_name = f'{controller.name}.{name}'
                        for address in addresses:
                            if address.domain == ZMQDomain.LOCAL:
                                self.config[SECTION_LOCAL_ADDRESS][opt_name] = address
                            elif address.domain == ZMQDomain.NODE:
                                self.config[SECTION_NODE_ADDRESS][opt_name] = address
                            else:
                                self.config[SECTION_NET_ADDRESS][opt_name] = address
            except:
                self.stop()
                raise
    def stop(self, *, timeout: int=10000) -> None:
        """Stop all runing services in bundle. The services are stopped in the reverse
        order in which they were started.

        Arguments:
            timeout: Timeout for stopping each service. None (infinity), or a floating
                     point number specifying a timeout for the operation in seconds (or
                     fractions thereof) [Default: 10s].

        Raises:
            ServiceError: On error in communication with service.
            TimeoutError: When service does not stop in time.
        """
        for controller in reversed(self.services):
            try:
                controller.stop(timeout=timeout)
            except Exception as exc:
                get_logger(self).error("Error while stopping the service: {args[0]}", exc)
                if controller.is_running():
                    warnings.warn(f"Stopping service {controller.name} failed, service thread terminated", RuntimeWarning)
                    controller.terminate()
    def join(self, timeout=None) -> None:
        """Wait until all services stop.

        Arguments:
            timeout: Floating point number specifying a timeout for the operation in
                     seconds (or fractions thereof).
        """
        for svc in self.services:
            svc.join(timeout)

#coding:utf-8 # # PROGRAM/MODULE: saturnin # FILE:           saturnin/component/bundle.py # DESCRIPTION:    Service budle controller # CREATED:        5.12.2020 # # The contents of this file are subject to the MIT License # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in all # copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE # SOFTWARE. # # Copyright (c) 2020 Firebird Project (www.firebirdsql.org) # All Rights Reserved. # # Contributor(s): <NAME> (original code) #                 ______________________________________ Saturnin service budle controller #: Configuration section name for local service addresses #: Configuration section name for node service addresses #: Configuration section name for network service addresses #: Configuration section name for service UIDs #: Configuration section name for service peer UIDs #: Configuration section name for service bundle Service bundle configuration. Service controller that manages collection of services executed in separate threads. Arguments:             parser: ConfigParser instance to be used for bundle configuration.             manager: ChannelManager to be used. #: ConfigParser with service bundle configuration #: List with ThreadControllers for all service instances in bundle #: Registry with ServiceDescriptors for services that could be run # # Defaults # Assign Agent IDs for available services # Arguments:             section: Configuration section with bundle definition. # Assign Peer IDs to service sections (instances) # # Start all services in bundle.          Arguments:             timeout: Timeout for starting each service. None (infinity), or a floating                      point number specifying a timeout for the operation in seconds (or                      fractions thereof) [Default: 10s].          Important:             Services are started in order they are listed in bundle configuration.             If any service fails to start, all previously started services are stopped.          Raises:             ServiceError: On error in communication with service.             TimeoutError: When service does not start in time. # Update addresses for binded endpoints Stop all runing services in bundle. The services are stopped in the reverse         order in which they were started.          Arguments:             timeout: Timeout for stopping each service. None (infinity), or a floating                      point number specifying a timeout for the operation in seconds (or                      fractions thereof) [Default: 10s].          Raises:             ServiceError: On error in communication with service.             TimeoutError: When service does not stop in time. Wait until all services stop.          Arguments:             timeout: Floating point number specifying a timeout for the operation in                      seconds (or fractions thereof).