<gh_stars>0
from __future__ import annotations

import math

import numpy
import numpy as np


class UnivariateGaussian:
    """
    Class for univariate Gaussian Distribution Estimator
    """

    def __init__(self, biased_var: bool = False) -> UnivariateGaussian:
        """
        Estimator for univariate Gaussian mean and variance parameters

        Parameters
        ----------
        biased_var : bool, default=False
            Should fitted estimator of variance be a biased or unbiased estimator

        Attributes
        ----------
        fitted_ : bool
            Initialized as false indicating current estimator instance has not been fitted.
            To be set as True in `UnivariateGaussian.fit` function.

        mu_: float
            Estimated expectation initialized as None. To be set in `UnivariateGaussian.fit`
            function.

        var_: float
            Estimated variance initialized as None. To be set in `UnivariateGaussian.fit`
            function.
        """
        self.biased_ = biased_var
        self.fitted_, self.mu_, self.var_ = False, None, None

    def fit(self, X: np.ndarray) -> UnivariateGaussian:
        """
        Estimate Gaussian expectation and variance from given samples

        Parameters
        ----------
        X: ndarray of shape (n_samples, )
            Training data

        Returns
        -------
        self : returns an instance of self.

        Notes
        -----
        Sets `self.mu_`, `self.var_` attributes according to calculated estimation (where
        estimator is either biased or unbiased). Then sets `self.fitted_` attribute to `True`
        """
        self.mu_ = X.mean()
        if self.biased_:
            self.var_ = X.var(ddof=0)
        else:
            self.var_ = X.var(ddof=1)

        self.fitted_ = True
        return self

    def get_mean(self):
        return self.mu_

    def get_var(self):
        return self.var_

    def pdf(self, X: np.ndarray) -> np.ndarray:
        """
        Calculate PDF of observations under Gaussian model with fitted estimators

        Parameters
        ----------
        X: ndarray of shape (n_samples, )
            Samples to calculate PDF for

        Returns
        -------
        pdfs: ndarray of shape (n_samples, )
            Calculated values of given samples for PDF function of N(mu_, var_)

        Raises
        ------
        ValueError: In case function was called prior fitting the model
        """
        if not self.fitted_:
            raise ValueError("Estimator must first be fitted before calling `pdf` function")
        pdfs = []
        for x in X:
            pdfs.append(UnivariateGaussian._calculate_pdf(x, self.mu_, self.var_))
        return pdfs

    @staticmethod
    def log_likelihood(mu: float, sigma: float, X: np.ndarray) -> float:
        """
        Calculate the log-likelihood of the data under a specified Gaussian model

        Parameters
        ----------
        mu : float
            Expectation of Gaussian
        sigma : float
            Variance of Gaussian
        X : ndarray of shape (n_samples, )
            Samples to calculate log-likelihood with

        Returns
        -------
        log_likelihood: float
            log-likelihood calculated
        """
        var_sum = 0
        const = (-1.0) / (2 * sigma)
        for x in X:
            var_sum += pow(x - mu, 2)
        return (- len(X) / 2) * (numpy.log(2 * math.pi) + numpy.log(sigma)) + (const * var_sum)


    @staticmethod
    def _calculate_pdf(x, mu, var):
        return (1.0 / (var * math.sqrt(2 * math.pi))) * math.exp(-0.5 * pow((x - mu) / var, 2))


class MultivariateGaussian:
    """
    Class for multivariate Gaussian Distribution Estimator
    """

    def __init__(self):
        """
        Initialize an instance of multivariate Gaussian estimator

        Attributes
        ----------
        fitted_ : bool
            Initialized as false indicating current estimator instance has not been fitted.
            To be set as True in `MultivariateGaussian.fit` function.

        mu_: ndarray of shape (n_features,)
            Estimated expectation initialized as None. To be set in `MultivariateGaussian.fit`
            function.

        cov_: ndarray of shape (n_features, n_features)
            Estimated covariance initialized as None. To be set in `MultivariateGaussian.fit`
            function.
        """
        self.mu_, self.cov_ = None, None
        self.fitted_ = False

    def fit(self, X: np.ndarray) -> MultivariateGaussian:
        """
        Estimate Gaussian expectation and covariance from given samples

        Parameters
        ----------
        X: ndarray of shape (n_samples, n_features)
            Training data

        Returns
        -------
        self : returns an instance of self

        Notes
        -----
        Sets `self.mu_`, `self.cov_` attributes according to calculated estimation.
        Then sets `self.fitted_` attribute to `True`
        """
        self.mu_ = np.mean(X, 0)
        self.cov_ = np.cov(X.T)
        self.fitted_ = True
        return self

    def get_mean(self):
        return self.mu_

    def get_cov(self):
        return self.cov_

    def pdf(self, X: np.ndarray):
        """
        Calculate PDF of observations under Gaussian model with fitted estimators

        Parameters
        ----------
        X: ndarray of shape (n_samples, n_features)
            Samples to calculate PDF for

        Returns
        -------
        pdfs: ndarray of shape (n_samples, )
            Calculated values of given samples for PDF function of N(mu_, cov_)

        Raises
        ------
        ValueError: In case function was called prior fitting the model
        """
        if not self.fitted_:
            raise ValueError("Estimator must first be fitted before calling `pdf` function")
        pdfs = []
        for x in X:
            pdfs.append(MultivariateGaussian._calculate_pdf(x, self.mu_, self.cov_))
        return pdfs

    @staticmethod
    def _calculate_pdf(x, mu, cov):
        d = float(len(x))
        det = numpy.linalg.det(cov)
        if det == 0:
            raise ValueError("The covariance matrix has to be invertible")
        inverted = np.linalg.inv(cov)
        distance_x_mu = ((x - mu).T.dot(inverted)).dot(x - mu)
        return (1.0 / math.sqrt(pow(2 * math.pi, d) * det)) * math.exp(-0.5 * distance_x_mu)

    @staticmethod
    def _calculate_likelihood(x, cov_det, k, inverted):
        return -0.5 * (np.log(cov_det) + x.T @ inverted @ x + k * np.log(2 * math.pi))

    @staticmethod
    def log_likelihood(mu: np.ndarray, cov: np.ndarray, X: np.ndarray) -> float:
        """
        Calculate the log-likelihood of the data under a specified Gaussian model

        Parameters
        ----------
        mu : ndarray of shape (n_features,)
            Expectation of Gaussian
        cov : ndarray of shape (n_features, n_features)
            covariance matrix of Gaussian
        X : ndarray of shape (n_samples, n_features)
            Samples to calculate log-likelihood with

        Returns
        -------
        log_likelihood: float
            log-likelihood calculated over all input data and under given parameters of Gaussian
        """
        v = X - mu
        inverted = np.linalg.inv(cov)
        k = mu.shape[0]
        cov_det = np.linalg.det(cov)
        log_likelihood = np.apply_along_axis(
            lambda x: MultivariateGaussian._calculate_likelihood(x, cov_det, k, inverted), 1, v)
        return log_likelihood.sum()

from __future__ import annotations

import math

import numpy
import numpy as np


class UnivariateGaussian:
    """
    Class for univariate Gaussian Distribution Estimator
    """

    def __init__(self, biased_var: bool = False) -> UnivariateGaussian:
        """
        Estimator for univariate Gaussian mean and variance parameters

        Parameters
        ----------
        biased_var : bool, default=False
            Should fitted estimator of variance be a biased or unbiased estimator

        Attributes
        ----------
        fitted_ : bool
            Initialized as false indicating current estimator instance has not been fitted.
            To be set as True in `UnivariateGaussian.fit` function.

        mu_: float
            Estimated expectation initialized as None. To be set in `UnivariateGaussian.fit`
            function.

        var_: float
            Estimated variance initialized as None. To be set in `UnivariateGaussian.fit`
            function.
        """
        self.biased_ = biased_var
        self.fitted_, self.mu_, self.var_ = False, None, None

    def fit(self, X: np.ndarray) -> UnivariateGaussian:
        """
        Estimate Gaussian expectation and variance from given samples

        Parameters
        ----------
        X: ndarray of shape (n_samples, )
            Training data

        Returns
        -------
        self : returns an instance of self.

        Notes
        -----
        Sets `self.mu_`, `self.var_` attributes according to calculated estimation (where
        estimator is either biased or unbiased). Then sets `self.fitted_` attribute to `True`
        """
        self.mu_ = X.mean()
        if self.biased_:
            self.var_ = X.var(ddof=0)
        else:
            self.var_ = X.var(ddof=1)

        self.fitted_ = True
        return self

    def get_mean(self):
        return self.mu_

    def get_var(self):
        return self.var_

    def pdf(self, X: np.ndarray) -> np.ndarray:
        """
        Calculate PDF of observations under Gaussian model with fitted estimators

        Parameters
        ----------
        X: ndarray of shape (n_samples, )
            Samples to calculate PDF for

        Returns
        -------
        pdfs: ndarray of shape (n_samples, )
            Calculated values of given samples for PDF function of N(mu_, var_)

        Raises
        ------
        ValueError: In case function was called prior fitting the model
        """
        if not self.fitted_:
            raise ValueError("Estimator must first be fitted before calling `pdf` function")
        pdfs = []
        for x in X:
            pdfs.append(UnivariateGaussian._calculate_pdf(x, self.mu_, self.var_))
        return pdfs

    @staticmethod
    def log_likelihood(mu: float, sigma: float, X: np.ndarray) -> float:
        """
        Calculate the log-likelihood of the data under a specified Gaussian model

        Parameters
        ----------
        mu : float
            Expectation of Gaussian
        sigma : float
            Variance of Gaussian
        X : ndarray of shape (n_samples, )
            Samples to calculate log-likelihood with

        Returns
        -------
        log_likelihood: float
            log-likelihood calculated
        """
        var_sum = 0
        const = (-1.0) / (2 * sigma)
        for x in X:
            var_sum += pow(x - mu, 2)
        return (- len(X) / 2) * (numpy.log(2 * math.pi) + numpy.log(sigma)) + (const * var_sum)


    @staticmethod
    def _calculate_pdf(x, mu, var):
        return (1.0 / (var * math.sqrt(2 * math.pi))) * math.exp(-0.5 * pow((x - mu) / var, 2))


class MultivariateGaussian:
    """
    Class for multivariate Gaussian Distribution Estimator
    """

    def __init__(self):
        """
        Initialize an instance of multivariate Gaussian estimator

        Attributes
        ----------
        fitted_ : bool
            Initialized as false indicating current estimator instance has not been fitted.
            To be set as True in `MultivariateGaussian.fit` function.

        mu_: ndarray of shape (n_features,)
            Estimated expectation initialized as None. To be set in `MultivariateGaussian.fit`
            function.

        cov_: ndarray of shape (n_features, n_features)
            Estimated covariance initialized as None. To be set in `MultivariateGaussian.fit`
            function.
        """
        self.mu_, self.cov_ = None, None
        self.fitted_ = False

    def fit(self, X: np.ndarray) -> MultivariateGaussian:
        """
        Estimate Gaussian expectation and covariance from given samples

        Parameters
        ----------
        X: ndarray of shape (n_samples, n_features)
            Training data

        Returns
        -------
        self : returns an instance of self

        Notes
        -----
        Sets `self.mu_`, `self.cov_` attributes according to calculated estimation.
        Then sets `self.fitted_` attribute to `True`
        """
        self.mu_ = np.mean(X, 0)
        self.cov_ = np.cov(X.T)
        self.fitted_ = True
        return self

    def get_mean(self):
        return self.mu_

    def get_cov(self):
        return self.cov_

    def pdf(self, X: np.ndarray):
        """
        Calculate PDF of observations under Gaussian model with fitted estimators

        Parameters
        ----------
        X: ndarray of shape (n_samples, n_features)
            Samples to calculate PDF for

        Returns
        -------
        pdfs: ndarray of shape (n_samples, )
            Calculated values of given samples for PDF function of N(mu_, cov_)

        Raises
        ------
        ValueError: In case function was called prior fitting the model
        """
        if not self.fitted_:
            raise ValueError("Estimator must first be fitted before calling `pdf` function")
        pdfs = []
        for x in X:
            pdfs.append(MultivariateGaussian._calculate_pdf(x, self.mu_, self.cov_))
        return pdfs

    @staticmethod
    def _calculate_pdf(x, mu, cov):
        d = float(len(x))
        det = numpy.linalg.det(cov)
        if det == 0:
            raise ValueError("The covariance matrix has to be invertible")
        inverted = np.linalg.inv(cov)
        distance_x_mu = ((x - mu).T.dot(inverted)).dot(x - mu)
        return (1.0 / math.sqrt(pow(2 * math.pi, d) * det)) * math.exp(-0.5 * distance_x_mu)

    @staticmethod
    def _calculate_likelihood(x, cov_det, k, inverted):
        return -0.5 * (np.log(cov_det) + x.T @ inverted @ x + k * np.log(2 * math.pi))

    @staticmethod
    def log_likelihood(mu: np.ndarray, cov: np.ndarray, X: np.ndarray) -> float:
        """
        Calculate the log-likelihood of the data under a specified Gaussian model

        Parameters
        ----------
        mu : ndarray of shape (n_features,)
            Expectation of Gaussian
        cov : ndarray of shape (n_features, n_features)
            covariance matrix of Gaussian
        X : ndarray of shape (n_samples, n_features)
            Samples to calculate log-likelihood with

        Returns
        -------
        log_likelihood: float
            log-likelihood calculated over all input data and under given parameters of Gaussian
        """
        v = X - mu
        inverted = np.linalg.inv(cov)
        k = mu.shape[0]
        cov_det = np.linalg.det(cov)
        log_likelihood = np.apply_along_axis(
            lambda x: MultivariateGaussian._calculate_likelihood(x, cov_det, k, inverted), 1, v)
        return log_likelihood.sum()
Class for univariate Gaussian Distribution Estimator Estimator for univariate Gaussian mean and variance parameters          Parameters         ----------         biased_var : bool, default=False             Should fitted estimator of variance be a biased or unbiased estimator          Attributes         ----------         fitted_ : bool             Initialized as false indicating current estimator instance has not been fitted.             To be set as True in `UnivariateGaussian.fit` function.          mu_: float             Estimated expectation initialized as None. To be set in `UnivariateGaussian.fit`             function.          var_: float             Estimated variance initialized as None. To be set in `UnivariateGaussian.fit`             function. Estimate Gaussian expectation and variance from given samples          Parameters         ----------         X: ndarray of shape (n_samples, )             Training data          Returns         -------         self : returns an instance of self.          Notes         -----         Sets `self.mu_`, `self.var_` attributes according to calculated estimation (where         estimator is either biased or unbiased). Then sets `self.fitted_` attribute to `True` Calculate PDF of observations under Gaussian model with fitted estimators          Parameters         ----------         X: ndarray of shape (n_samples, )             Samples to calculate PDF for          Returns         -------         pdfs: ndarray of shape (n_samples, )             Calculated values of given samples for PDF function of N(mu_, var_)          Raises         ------         ValueError: In case function was called prior fitting the model Calculate the log-likelihood of the data under a specified Gaussian model          Parameters         ----------         mu : float             Expectation of Gaussian         sigma : float             Variance of Gaussian         X : ndarray of shape (n_samples, )             Samples to calculate log-likelihood with          Returns         -------         log_likelihood: float             log-likelihood calculated Class for multivariate Gaussian Distribution Estimator Initialize an instance of multivariate Gaussian estimator          Attributes         ----------         fitted_ : bool             Initialized as false indicating current estimator instance has not been fitted.             To be set as True in `MultivariateGaussian.fit` function.          mu_: ndarray of shape (n_features,)             Estimated expectation initialized as None. To be set in `MultivariateGaussian.fit`             function.          cov_: ndarray of shape (n_features, n_features)             Estimated covariance initialized as None. To be set in `MultivariateGaussian.fit`             function. Estimate Gaussian expectation and covariance from given samples          Parameters         ----------         X: ndarray of shape (n_samples, n_features)             Training data          Returns         -------         self : returns an instance of self          Notes         -----         Sets `self.mu_`, `self.cov_` attributes according to calculated estimation.         Then sets `self.fitted_` attribute to `True` Calculate PDF of observations under Gaussian model with fitted estimators          Parameters         ----------         X: ndarray of shape (n_samples, n_features)             Samples to calculate PDF for          Returns         -------         pdfs: ndarray of shape (n_samples, )             Calculated values of given samples for PDF function of N(mu_, cov_)          Raises         ------         ValueError: In case function was called prior fitting the model Calculate the log-likelihood of the data under a specified Gaussian model          Parameters         ----------         mu : ndarray of shape (n_features,)             Expectation of Gaussian         cov : ndarray of shape (n_features, n_features)             covariance matrix of Gaussian         X : ndarray of shape (n_samples, n_features)             Samples to calculate log-likelihood with          Returns         -------         log_likelihood: float             log-likelihood calculated over all input data and under given parameters of Gaussian