# -*- coding: utf-8 -*-

import numpy as np

import torch
from torch import Tensor

from ctp.clutrr.base import Instance
from ctp.util import make_batches

from typing import Callable, List, Optional, Tuple, Any, Dict


def accuracy(scoring_function: Callable[[List[Instance], List[str]], Tuple[Tensor, Any]],
             instances: List[Instance],
             relation_lst: List[str],
             sample_size: Optional[int] = None,
             batch_size: Optional[int] = None,
             relation_to_predicate: Optional[Dict[str, str]] = None,
             is_debug: bool = False) -> float:

    if sample_size is not None:
        instances = instances[:sample_size]

    nb_instances = len(instances)

    batches = [(None, None)]
    if batch_size is not None:
        batches = make_batches(nb_instances, batch_size)

    nb_relations = len(relation_lst)

    is_correct_lst = []

    for batch_start, batch_end in batches:
        batch = instances[batch_start:batch_end]
        batch_size = len(batch)

        with torch.no_grad():
            scores, _ = scoring_function(batch, relation_lst)
            scores = scores.view(batch_size, nb_relations)
            scores_np = scores.cpu().numpy()

        predicted = np.argmax(scores_np, axis=1)

        if relation_to_predicate is None:
            true = np.array([relation_lst.index(i.target[1]) for i in batch],
                            dtype=predicted.dtype)
        else:
            true = np.array([relation_lst.index(relation_to_predicate[i.target[1]]) for i in batch],
                            dtype=predicted.dtype)

        for i, (a, b) in enumerate(zip(predicted.tolist(), true.tolist())):
            if a != b:
                if is_debug is True:
                    print(batch[i])
                    rel_score_pairs = [(relation_lst[j], scores_np[i, j]) for j in range(len(relation_lst))]
                    print(rel_score_pairs)

        is_correct_lst += (predicted == true).tolist()

    return np.mean(is_correct_lst).item() * 100.0

# -*- coding: utf-8 -*-

import numpy as np

import torch
from torch import Tensor

from ctp.clutrr.base import Instance
from ctp.util import make_batches

from typing import Callable, List, Optional, Tuple, Any, Dict


def accuracy(scoring_function: Callable[[List[Instance], List[str]], Tuple[Tensor, Any]],
             instances: List[Instance],
             relation_lst: List[str],
             sample_size: Optional[int] = None,
             batch_size: Optional[int] = None,
             relation_to_predicate: Optional[Dict[str, str]] = None,
             is_debug: bool = False) -> float:

    if sample_size is not None:
        instances = instances[:sample_size]

    nb_instances = len(instances)

    batches = [(None, None)]
    if batch_size is not None:
        batches = make_batches(nb_instances, batch_size)

    nb_relations = len(relation_lst)

    is_correct_lst = []

    for batch_start, batch_end in batches:
        batch = instances[batch_start:batch_end]
        batch_size = len(batch)

        with torch.no_grad():
            scores, _ = scoring_function(batch, relation_lst)
            scores = scores.view(batch_size, nb_relations)
            scores_np = scores.cpu().numpy()

        predicted = np.argmax(scores_np, axis=1)

        if relation_to_predicate is None:
            true = np.array([relation_lst.index(i.target[1]) for i in batch],
                            dtype=predicted.dtype)
        else:
            true = np.array([relation_lst.index(relation_to_predicate[i.target[1]]) for i in batch],
                            dtype=predicted.dtype)

        for i, (a, b) in enumerate(zip(predicted.tolist(), true.tolist())):
            if a != b:
                if is_debug is True:
                    print(batch[i])
                    rel_score_pairs = [(relation_lst[j], scores_np[i, j]) for j in range(len(relation_lst))]
                    print(rel_score_pairs)

        is_correct_lst += (predicted == true).tolist()

    return np.mean(is_correct_lst).item() * 100.0

# -*- coding: utf-8 -*-