import inspect
from collections import namedtuple

import numpy as np
from sklearn.ensemble import GradientBoostingRegressor
from sklearn.model_selection import train_test_split
from sklearn.exceptions import NotFittedError
from uq360.algorithms.posthocuq import PostHocUQ


class MetamodelRegression(PostHocUQ):
    """ Extracts confidence scores from black-box regression models using a meta-model [2]_ .

    References:
        .. [2] Chen, Tongfei, et al. Confidence scoring using whitebox meta-models with linear classifier probes.
         The 22nd International Conference on Artificial Intelligence and Statistics. PMLR, 2019.

    """

    def _create_named_model(self, mdltype, config):
        """
        Instantiates a model by name passed in 'mdltype'

        :param mdltype: string with name (must be supprted)
        :param config: dict with args passed in the instantiation call
        :return: mdl instance
        """
        assert (isinstance(mdltype, str))
        if mdltype == 'gbr':
            mdl = GradientBoostingRegressor(**config)
        else:
            raise NotImplementedError("ERROR: Requested model type unknown: \"%s\"" % mdltype)
        return mdl

    def _get_model_instance(self, model, config):
        """
        Returns an instance of a model based on (a) a desired name or (b) passed in class, or
        (c) passed in instance

        :param model: string, class, or instance. Class and instance must have certain methods callable.
        :param config: dict with args passed in during the instantiation
        :return: model instance
        """
        assert (model is not None and config is not None)
        if isinstance(model, str):  # 'model' is a name, create it
            mdl = self._create_named_model(model, config)
        elif inspect.isclass(model):  # 'model' is a class, instantiate it
            mdl = model(**config)
        else:  # 'model' is an instance, register it
            mdl = model
        if not all([hasattr(mdl, key) and callable(getattr(mdl, key)) for key in self.callable_keys]):
            raise ValueError("ERROR: Passed model/method failed the interface test. Methods required: %s" %
                             ','.join(self.callable_keys))
        return mdl

    def __init__(self, base_model=None, meta_model=None, base_config=None, meta_config=None, random_seed=42):
        """

        :param base_model: Base model. Can be:
                            (1) None (default mdl will be set up),
                            (2) Named model (e.g., 'gbr'),
                            (3) Base model class declaration (e.g., sklearn.linear_model.LinearRegressor). Will instantiate.
                            (4) Model instance (instantiated outside). Will be re-used. Must have required callable methods.
                            Note: user-supplied classes and models must have certain callable methods ('predict', 'fit')
                            and be capable of raising NotFittedError.
        :param meta_model: Meta model. Same values possible as with 'base_model'
        :param base_config: None or a params dict to be passed to 'base_model' at instantiation
        :param meta_config: None or a params dict to be passed to 'meta_model' at instantiation
        :param random_seed: seed used in the various pipeline steps
        """
        super(MetamodelRegression).__init__()
        self.random_seed = random_seed
        self.callable_keys = ['predict', 'fit']  # required methods - must be present in models passed in
        self.base_model_default = 'gbr'
        self.meta_model_default = 'gbr'
        self.base_config_default = {'loss': 'ls', 'n_estimators': 300, 'max_depth': 10, 'learning_rate': 0.001,
                                    'min_samples_leaf': 10, 'min_samples_split': 10, 'random_state': self.random_seed}
        self.meta_config_default = {'loss': 'quantile', 'alpha': 0.95, 'n_estimators': 300, 'max_depth': 10,
                                    'learning_rate': 0.001, 'min_samples_leaf': 10, 'min_samples_split': 10,
                                    'random_state': self.random_seed}
        self.base_config = base_config if base_config is not None else self.base_config_default
        self.meta_config = meta_config if meta_config is not None else self.meta_config_default
        self.base_model = None
        self.meta_model = None
        self.base_model = self._get_model_instance(base_model if base_model is not None else self.base_model_default,
                                                   self.base_config)
        self.meta_model = self._get_model_instance(meta_model if meta_model is not None else self.meta_model_default,
                                                   self.meta_config)

    def get_params(self, deep=True):
        return {"base_model": self.base_model, "meta_model": self.meta_model, "base_config": self.base_config,
                "meta_config": self.meta_config, "random_seed": self.random_seed}

    def fit(self, X, y, meta_fraction=0.2, randomize_samples=True, base_is_prefitted=False,
            meta_train_data=(None, None)):
        """
        Fit base and meta models.

        :param X: input to the base model
        :param y: ground truth for the base model
        :param meta_fraction: float in [0,1] - a fractional size of the partition carved out to train the meta model
                                (complement will be used to train the base model)
        :param randomize_samples: use shuffling when creating partitions
        :param base_is_prefitted: Setting True will skip fitting the base model (useful for base models that have been
                        instantiated outside/by the user and are already fitted.
        :param meta_train_data: User supplied data to train the meta model. Note that this option should only be used
                        with 'base_is_prefitted'==True. Pass a tuple meta_train_data=(X_meta, y_meta) to activate.
                        Note that (X,y,meta_fraction, randomize_samples) will be ignored in this mode.
        :return: self
        """
        X = np.asarray(X)
        y = np.asarray(y)
        assert(len(meta_train_data)==2)
        if meta_train_data[0] is None:
            X_base, X_meta, y_base, y_meta = train_test_split(X, y, shuffle=randomize_samples, test_size=meta_fraction,
                                                          random_state=self.random_seed)
        else:
            if not base_is_prefitted:
                raise ValueError("ERROR: fit(): base model must be pre-fitted to use the 'meta_train_data' option")
            X_base = y_base = None
            X_meta = meta_train_data[0]
            y_meta = meta_train_data[1]
        # fit the base model
        if not base_is_prefitted:
            self.base_model.fit(X_base, y_base)
        # get input for the meta model from the base
        try:
            y_hat_meta = self.base_model.predict(X_meta)
        except NotFittedError as e:
            raise RuntimeError("ERROR: fit(): The base model appears not pre-fitted (%s)" % repr(e))
        # used base input and output as meta input
        X_meta_in = self._process_pretrained_model(X_meta, y_hat_meta)
        # train meta model to predict abs diff
        self.meta_model.fit(X_meta_in, np.abs(y_hat_meta - y_meta))
        return self

    def _process_pretrained_model(self, X, y_hat):
        """
        Given the original input features and the base output probabilities, generate input features
        to train a meta model. Current implementation copies all input features and appends.

        :param X: numpy [nsamples, dim]
        :param y_hat: [nsamples,]
        :return: array with new features [nsamples, newdim]
        """
        y_hat_meta_prime = np.expand_dims(y_hat, -1) if len(y_hat.shape) < 2 else y_hat
        X_meta_in = np.hstack([X, y_hat_meta_prime])
        return X_meta_in

    def predict(self, X):
        """
        Generate prediction and uncertainty bounds for data X.

        :param X: input features
        :return: namedtuple: A namedtuple that holds

            y_mean: ndarray of shape (n_samples, [n_output_dims])
                Mean of predictive distribution of the test points.
            y_lower: ndarray of shape (n_samples, [n_output_dims])
                Lower quantile of predictive distribution of the test points.
            y_upper: ndarray of shape (n_samples, [n_output_dims])
                Upper quantile of predictive distribution of the test points.

        """
        y_hat = self.base_model.predict(X)
        y_hat_prime = np.expand_dims(y_hat, -1) if len(y_hat.shape) < 2 else y_hat
        X_meta_in = np.hstack([X, y_hat_prime])
        z_hat = self.meta_model.predict(X_meta_in)

        Result = namedtuple('res', ['y_mean', 'y_lower', 'y_upper'])
        res = Result(y_hat, y_hat - z_hat, y_hat + z_hat)

        return res

import inspect
from collections import namedtuple

import numpy as np
from sklearn.ensemble import GradientBoostingRegressor
from sklearn.model_selection import train_test_split
from sklearn.exceptions import NotFittedError
from uq360.algorithms.posthocuq import PostHocUQ


class MetamodelRegression(PostHocUQ):
    """ Extracts confidence scores from black-box regression models using a meta-model [2]_ .

    References:
        .. [2] Chen, Tongfei, et al. Confidence scoring using whitebox meta-models with linear classifier probes.
         The 22nd International Conference on Artificial Intelligence and Statistics. PMLR, 2019.

    """

    def _create_named_model(self, mdltype, config):
        """
        Instantiates a model by name passed in 'mdltype'

        :param mdltype: string with name (must be supprted)
        :param config: dict with args passed in the instantiation call
        :return: mdl instance
        """
        assert (isinstance(mdltype, str))
        if mdltype == 'gbr':
            mdl = GradientBoostingRegressor(**config)
        else:
            raise NotImplementedError("ERROR: Requested model type unknown: \"%s\"" % mdltype)
        return mdl

    def _get_model_instance(self, model, config):
        """
        Returns an instance of a model based on (a) a desired name or (b) passed in class, or
        (c) passed in instance

        :param model: string, class, or instance. Class and instance must have certain methods callable.
        :param config: dict with args passed in during the instantiation
        :return: model instance
        """
        assert (model is not None and config is not None)
        if isinstance(model, str):  # 'model' is a name, create it
            mdl = self._create_named_model(model, config)
        elif inspect.isclass(model):  # 'model' is a class, instantiate it
            mdl = model(**config)
        else:  # 'model' is an instance, register it
            mdl = model
        if not all([hasattr(mdl, key) and callable(getattr(mdl, key)) for key in self.callable_keys]):
            raise ValueError("ERROR: Passed model/method failed the interface test. Methods required: %s" %
                             ','.join(self.callable_keys))
        return mdl

    def __init__(self, base_model=None, meta_model=None, base_config=None, meta_config=None, random_seed=42):
        """

        :param base_model: Base model. Can be:
                            (1) None (default mdl will be set up),
                            (2) Named model (e.g., 'gbr'),
                            (3) Base model class declaration (e.g., sklearn.linear_model.LinearRegressor). Will instantiate.
                            (4) Model instance (instantiated outside). Will be re-used. Must have required callable methods.
                            Note: user-supplied classes and models must have certain callable methods ('predict', 'fit')
                            and be capable of raising NotFittedError.
        :param meta_model: Meta model. Same values possible as with 'base_model'
        :param base_config: None or a params dict to be passed to 'base_model' at instantiation
        :param meta_config: None or a params dict to be passed to 'meta_model' at instantiation
        :param random_seed: seed used in the various pipeline steps
        """
        super(MetamodelRegression).__init__()
        self.random_seed = random_seed
        self.callable_keys = ['predict', 'fit']  # required methods - must be present in models passed in
        self.base_model_default = 'gbr'
        self.meta_model_default = 'gbr'
        self.base_config_default = {'loss': 'ls', 'n_estimators': 300, 'max_depth': 10, 'learning_rate': 0.001,
                                    'min_samples_leaf': 10, 'min_samples_split': 10, 'random_state': self.random_seed}
        self.meta_config_default = {'loss': 'quantile', 'alpha': 0.95, 'n_estimators': 300, 'max_depth': 10,
                                    'learning_rate': 0.001, 'min_samples_leaf': 10, 'min_samples_split': 10,
                                    'random_state': self.random_seed}
        self.base_config = base_config if base_config is not None else self.base_config_default
        self.meta_config = meta_config if meta_config is not None else self.meta_config_default
        self.base_model = None
        self.meta_model = None
        self.base_model = self._get_model_instance(base_model if base_model is not None else self.base_model_default,
                                                   self.base_config)
        self.meta_model = self._get_model_instance(meta_model if meta_model is not None else self.meta_model_default,
                                                   self.meta_config)

    def get_params(self, deep=True):
        return {"base_model": self.base_model, "meta_model": self.meta_model, "base_config": self.base_config,
                "meta_config": self.meta_config, "random_seed": self.random_seed}

    def fit(self, X, y, meta_fraction=0.2, randomize_samples=True, base_is_prefitted=False,
            meta_train_data=(None, None)):
        """
        Fit base and meta models.

        :param X: input to the base model
        :param y: ground truth for the base model
        :param meta_fraction: float in [0,1] - a fractional size of the partition carved out to train the meta model
                                (complement will be used to train the base model)
        :param randomize_samples: use shuffling when creating partitions
        :param base_is_prefitted: Setting True will skip fitting the base model (useful for base models that have been
                        instantiated outside/by the user and are already fitted.
        :param meta_train_data: User supplied data to train the meta model. Note that this option should only be used
                        with 'base_is_prefitted'==True. Pass a tuple meta_train_data=(X_meta, y_meta) to activate.
                        Note that (X,y,meta_fraction, randomize_samples) will be ignored in this mode.
        :return: self
        """
        X = np.asarray(X)
        y = np.asarray(y)
        assert(len(meta_train_data)==2)
        if meta_train_data[0] is None:
            X_base, X_meta, y_base, y_meta = train_test_split(X, y, shuffle=randomize_samples, test_size=meta_fraction,
                                                          random_state=self.random_seed)
        else:
            if not base_is_prefitted:
                raise ValueError("ERROR: fit(): base model must be pre-fitted to use the 'meta_train_data' option")
            X_base = y_base = None
            X_meta = meta_train_data[0]
            y_meta = meta_train_data[1]
        # fit the base model
        if not base_is_prefitted:
            self.base_model.fit(X_base, y_base)
        # get input for the meta model from the base
        try:
            y_hat_meta = self.base_model.predict(X_meta)
        except NotFittedError as e:
            raise RuntimeError("ERROR: fit(): The base model appears not pre-fitted (%s)" % repr(e))
        # used base input and output as meta input
        X_meta_in = self._process_pretrained_model(X_meta, y_hat_meta)
        # train meta model to predict abs diff
        self.meta_model.fit(X_meta_in, np.abs(y_hat_meta - y_meta))
        return self

    def _process_pretrained_model(self, X, y_hat):
        """
        Given the original input features and the base output probabilities, generate input features
        to train a meta model. Current implementation copies all input features and appends.

        :param X: numpy [nsamples, dim]
        :param y_hat: [nsamples,]
        :return: array with new features [nsamples, newdim]
        """
        y_hat_meta_prime = np.expand_dims(y_hat, -1) if len(y_hat.shape) < 2 else y_hat
        X_meta_in = np.hstack([X, y_hat_meta_prime])
        return X_meta_in

    def predict(self, X):
        """
        Generate prediction and uncertainty bounds for data X.

        :param X: input features
        :return: namedtuple: A namedtuple that holds

            y_mean: ndarray of shape (n_samples, [n_output_dims])
                Mean of predictive distribution of the test points.
            y_lower: ndarray of shape (n_samples, [n_output_dims])
                Lower quantile of predictive distribution of the test points.
            y_upper: ndarray of shape (n_samples, [n_output_dims])
                Upper quantile of predictive distribution of the test points.

        """
        y_hat = self.base_model.predict(X)
        y_hat_prime = np.expand_dims(y_hat, -1) if len(y_hat.shape) < 2 else y_hat
        X_meta_in = np.hstack([X, y_hat_prime])
        z_hat = self.meta_model.predict(X_meta_in)

        Result = namedtuple('res', ['y_mean', 'y_lower', 'y_upper'])
        res = Result(y_hat, y_hat - z_hat, y_hat + z_hat)

        return res

Extracts confidence scores from black-box regression models using a meta-model [2]_ .      References:         .. [2] Chen, Tongfei, et al. Confidence scoring using whitebox meta-models with linear classifier probes.          The 22nd International Conference on Artificial Intelligence and Statistics. PMLR, 2019. Instantiates a model by name passed in 'mdltype'          :param mdltype: string with name (must be supprted)         :param config: dict with args passed in the instantiation call         :return: mdl instance Returns an instance of a model based on (a) a desired name or (b) passed in class, or         (c) passed in instance          :param model: string, class, or instance. Class and instance must have certain methods callable.         :param config: dict with args passed in during the instantiation         :return: model instance # 'model' is a name, create it # 'model' is a class, instantiate it # 'model' is an instance, register it :param base_model: Base model. Can be:                             (1) None (default mdl will be set up),                             (2) Named model (e.g., 'gbr'),                             (3) Base model class declaration (e.g., sklearn.linear_model.LinearRegressor). Will instantiate.                             (4) Model instance (instantiated outside). Will be re-used. Must have required callable methods.                             Note: user-supplied classes and models must have certain callable methods ('predict', 'fit')                             and be capable of raising NotFittedError.         :param meta_model: Meta model. Same values possible as with 'base_model'         :param base_config: None or a params dict to be passed to 'base_model' at instantiation         :param meta_config: None or a params dict to be passed to 'meta_model' at instantiation         :param random_seed: seed used in the various pipeline steps # required methods - must be present in models passed in Fit base and meta models.          :param X: input to the base model         :param y: ground truth for the base model         :param meta_fraction: float in [0,1] - a fractional size of the partition carved out to train the meta model                                 (complement will be used to train the base model)         :param randomize_samples: use shuffling when creating partitions         :param base_is_prefitted: Setting True will skip fitting the base model (useful for base models that have been                         instantiated outside/by the user and are already fitted.         :param meta_train_data: User supplied data to train the meta model. Note that this option should only be used                         with 'base_is_prefitted'==True. Pass a tuple meta_train_data=(X_meta, y_meta) to activate.                         Note that (X,y,meta_fraction, randomize_samples) will be ignored in this mode.         :return: self # fit the base model # get input for the meta model from the base # used base input and output as meta input # train meta model to predict abs diff Given the original input features and the base output probabilities, generate input features         to train a meta model. Current implementation copies all input features and appends.          :param X: numpy [nsamples, dim]         :param y_hat: [nsamples,]         :return: array with new features [nsamples, newdim] Generate prediction and uncertainty bounds for data X.          :param X: input features         :return: namedtuple: A namedtuple that holds              y_mean: ndarray of shape (n_samples, [n_output_dims])                 Mean of predictive distribution of the test points.             y_lower: ndarray of shape (n_samples, [n_output_dims])                 Lower quantile of predictive distribution of the test points.             y_upper: ndarray of shape (n_samples, [n_output_dims])                 Upper quantile of predictive distribution of the test points.